lostluck commented on PR #21852:
URL: https://github.com/apache/beam/pull/21852#issuecomment-1211315529
Looks like it still fails to get the projectID, but it could be just in how
the Go SDK is providing it in pipeline options (or not).
`14:35:37 Caused by: java.lang.NullPointerException: Required parameter
projectId must be specified.`
```
14:35:37 --- FAIL: TestBigQueryIO_BasicWriteQueryRead (313.80s)
14:35:37 panic: tried cross-language for
beam:transform:org.apache.beam:schemaio_bigquery_read:v1 against
localhost:37161 and failed
14:35:37 expanding external transform
14:35:37 expanding transform with ExpansionRequest:
components:{environments:{key:"go" value:{}}}
transform:{unique_name:"External"
spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_read:v1"
payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12k\x03\x01\x04\x00f\x04\x01\rbSELECT
* FROM
`apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1660164801805738010`"}
environment_id:"go"} namespace:"VkgVLcucsq"
14:35:37 expansion failed
14:35:37 caused by:
14:35:37
org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaRetrievalException: Exception
while trying to retrieve schema of query
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryQuerySourceDef.getBeamSchema(BigQueryQuerySourceDef.java:179)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$TypedRead.expand(BigQueryIO.java:1226)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$TypedRead.expand(BigQueryIO.java:747)
14:35:37 at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
14:35:37 at
org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
14:35:37 at org.apache.beam.sdk.values.PBegin.apply(PBegin.java:44)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$1.expand(BigQuerySchemaIOProvider.java:183)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$1.expand(BigQuerySchemaIOProvider.java:165)
14:35:37 at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
14:35:37 at
org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
14:35:37 at
org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
14:35:37 at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
14:35:37 at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:603)
14:35:37 at
org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
14:35:37 at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
14:35:37 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
14:35:37 at java.lang.Thread.run(Thread.java:750)
14:35:37 Caused by: java.lang.NullPointerException: Required parameter
projectId must be specified.
14:35:37 at
com.google.common.base.Preconditions.checkNotNull(Preconditions.java:907)
14:35:37 at
com.google.api.client.util.Preconditions.checkNotNull(Preconditions.java:138)
14:35:37 at
com.google.api.services.bigquery.Bigquery$Jobs$Insert.<init>(Bigquery.java:1737)
14:35:37 at
com.google.api.services.bigquery.Bigquery$Jobs.insert(Bigquery.java:1687)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$JobServiceImpl.dryRunQuery(BigQueryServicesImpl.java:473)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryQueryHelper.dryRunQueryIfNeeded(BigQueryQueryHelper.java:73)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryQuerySourceDef.getBeamSchema(BigQueryQuerySourceDef.java:168)
14:35:37 ... 21 more
14:35:37 [recovered]
14:35:37 panic: tried cross-language for
beam:transform:org.apache.beam:schemaio_bigquery_read:v1 against
localhost:37161 and failed
14:35:37 expanding external transform
14:35:37 expanding transform with ExpansionRequest:
components:{environments:{key:"go" value:{}}}
transform:{unique_name:"External"
spec:{urn:"beam:transform:org.apache.beam:schemaio_bigquery_read:v1"
payload:"\nX\n\x0e\n\x08location\x1a\x02\x10\x07\n\x0c\n\x06config\x1a\x02\x10\t\n\x12\n\ndataSchema\x1a\x04\x08\x01\x10\t\x12$3fc24beb-ef0b-4fd0-b491-64340b33ca1e\x12k\x03\x01\x04\x00f\x04\x01\rbSELECT
* FROM
`apache-beam-testing.beam_bigquery_io_test_temp.go_bqio_it_temp_1660164801805738010`"}
environment_id:"go"} namespace:"VkgVLcucsq"
14:35:37 expansion failed
14:35:37 caused by:
14:35:37
org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaRetrievalException: Exception
while trying to retrieve schema of query
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryQuerySourceDef.getBeamSchema(BigQueryQuerySourceDef.java:179)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$TypedRead.expand(BigQueryIO.java:1226)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$TypedRead.expand(BigQueryIO.java:747)
14:35:37 at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
14:35:37 at
org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:482)
14:35:37 at org.apache.beam.sdk.values.PBegin.apply(PBegin.java:44)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$1.expand(BigQuerySchemaIOProvider.java:183)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQuerySchemaIOProvider$BigQuerySchemaIO$1.expand(BigQuerySchemaIOProvider.java:165)
14:35:37 at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:548)
14:35:37 at
org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:499)
14:35:37 at
org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396)
14:35:37 at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516)
14:35:37 at
org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:603)
14:35:37 at
org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
14:35:37 at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
14:35:37 at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
14:35:37 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
14:35:37 at java.lang.Thread.run(Thread.java:750)
14:35:37 Caused by: java.lang.NullPointerException: Required parameter
projectId must be specified.
14:35:37 at
com.google.common.base.Preconditions.checkNotNull(Preconditions.java:907)
14:35:37 at
com.google.api.client.util.Preconditions.checkNotNull(Preconditions.java:138)
14:35:37 at
com.google.api.services.bigquery.Bigquery$Jobs$Insert.<init>(Bigquery.java:1737)
14:35:37 at
com.google.api.services.bigquery.Bigquery$Jobs.insert(Bigquery.java:1687)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$JobServiceImpl.dryRunQuery(BigQueryServicesImpl.java:473)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryQueryHelper.dryRunQueryIfNeeded(BigQueryQueryHelper.java:73)
14:35:37 at
org.apache.beam.sdk.io.gcp.bigquery.BigQueryQuerySourceDef.getBeamSchema(BigQueryQuerySourceDef.java:168)
14:35:37 ... 21 more
14:35:37
14:35:37
14:35:37 goroutine 646 [running]:
14:35:37 testing.tRunner.func1.2({0xeaf720, 0xc000716e40})
14:35:37 /home/jenkins/sdk/go1.18.1/src/testing/testing.go:1389 +0x24e
14:35:37 testing.tRunner.func1()
14:35:37 /home/jenkins/sdk/go1.18.1/src/testing/testing.go:1392 +0x39f
14:35:37 panic({0xeaf720, 0xc000716e40})
14:35:37 /home/jenkins/sdk/go1.18.1/src/runtime/panic.go:838 +0x207
14:35:37
github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc0004801a0?,
0xc0002e20a0?}, {0x104e6c0, 0x38}, {0xc00020a820?, 0xc0000c7d30?, 0x1?},
{0xc000040b80, 0xf}, 0x0, ...)
14:35:37
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_GoUsingJava_Dataflow_PR/src/sdks/go/pkg/beam/xlang.go:162
+0x136
14:35:37
github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/bigqueryio.Read({0xc000480120?,
0xc0002e20a0?}, {0x11bd640, 0xea8660}, {0xc0000c7e98, 0x2, 0xc000010458?})
14:35:37
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_GoUsingJava_Dataflow_PR/src/sdks/go/pkg/beam/io/xlang/bigqueryio/bigquery.go:158
+0x3b7
14:35:37
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.ReadFromQueryPipeline({0xc000040b80,
0xf}, {0xc000118c60, 0x52}, {0xe007c0, 0xc000cc4540})
14:35:37
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_GoUsingJava_Dataflow_PR/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go:191
+0x2d4
14:35:37
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery.TestBigQueryIO_BasicWriteQueryRead(0xc0008b21a0)
14:35:37
/home/jenkins/jenkins-slave/workspace/beam_PostCommit_XVR_GoUsingJava_Dataflow_PR/src/sdks/go/test/integration/io/xlang/bigquery/bigquery_test.go:246
+0x225
14:35:37 testing.tRunner(0xc0008b21a0, 0x107cfa0)
14:35:37 /home/jenkins/sdk/go1.18.1/src/testing/testing.go:1439 +0x102
14:35:37 created by testing.(*T).Run
14:35:37 /home/jenkins/sdk/go1.18.1/src/testing/testing.go:1486 +0x35f
14:35:37 FAIL
github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigquery 979.320s
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
