See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/2125/display/redirect?page=changes>
Changes:
[noreply] Increase transform service timeout (#28267)
------------------------------------------
[...truncated 1.38 MB...]
"options": {
"bq_dataset": "apache-beam-testing.beam_bigquery_io_test_temp",
"bt_instance": "projects/apache-beam-testing/instances/beam-test",
"expansion_addr": "[test:localhost:35617]",
"expansion_jar":
"[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.51.0-SNAPSHOT.jar>
schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.51.0-SNAPSHOT.jar>
debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.51.0-SNAPSHOT.jar>
gcpio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/google-cloud-platform/expansion-service/build/libs/beam-sdks-java-io-google-cloud-platform-expansion-service-2.51.0-SNAPSHOT.jar]";,>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar":
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.51.0-SNAPSHOT.jar";,>
"sdk_harness_container_image_override":
"[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230914082042]",
"temp_location":
"gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25122",
"test.paniconexit0": "true",
"test.timeout": "3h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix":
"gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test/test25122",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.51.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25122/go-2-1694680511811106969/worker",
"name": "worker"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/test25122/go-2-1694680511811106969/xlang/beam-sdks-java-io-google-cloud-platform-expansion-service-2.51.0-SNAPSHOT-833iuzPRK-yP7FXEnsuI-6ai2aDWffCxNNc0tDW1N5Y.jar",
"name":
"beam-sdks-java-io-google-cloud-platform-expansion-service-2.51.0-SNAPSHOT-833iuzPRK-yP7FXEnsuI-6ai2aDWffCxNNc0tDW1N5Y.jar"
}
],
"sdkHarnessContainerImages": [
{
"capabilities": [
"beam:protocol:progress_reporting:v1",
"beam:protocol:multi_core_bundle_processing:v1",
"beam:transform:sdf_truncate_sized_restrictions:v1",
"beam:protocol:worker_status:v1",
"beam:protocol:monitoring_info_short_ids:v1",
"beam:version:sdk_base:go:apache/beam_go_sdk:2.51.0.dev",
"beam:transform:to_string:v1",
"beam:coder:bytes:v1",
"beam:coder:bool:v1",
"beam:coder:varint:v1",
"beam:coder:double:v1",
"beam:coder:string_utf8:v1",
"beam:coder:length_prefix:v1",
"beam:coder:kv:v1",
"beam:coder:iterable:v1",
"beam:coder:state_backed_iterable:v1",
"beam:coder:windowed_value:v1",
"beam:coder:global_window:v1",
"beam:coder:interval_window:v1",
"beam:coder:row:v1",
"beam:coder:nullable:v1",
"beam:coder:timer:v1"
],
"containerImage":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008",
"environmentId": "go"
},
{
"capabilities": [
"beam:coder:bytes:v1",
"beam:coder:bool:v1",
"beam:coder:varint:v1",
"beam:coder:string_utf8:v1",
"beam:coder:iterable:v1",
"beam:coder:timer:v1",
"beam:coder:kv:v1",
"beam:coder:length_prefix:v1",
"beam:coder:global_window:v1",
"beam:coder:interval_window:v1",
"beam:coder:custom_window:v1",
"beam:coder:windowed_value:v1",
"beam:coder:double:v1",
"beam:coder:row:v1",
"beam:coder:param_windowed_value:v1",
"beam:coder:state_backed_iterable:v1",
"beam:coder:sharded_key:v1",
"beam:coder:nullable:v1",
"beam:protocol:multi_core_bundle_processing:v1",
"beam:protocol:progress_reporting:v1",
"beam:protocol:harness_monitoring_infos:v1",
"beam:protocol:control_request_elements_embedding:v1",
"beam:protocol:state_caching:v1",
"beam:version:sdk_base:apache/beam_java8_sdk:2.51.0.dev",
"beam:transform:sdf_truncate_sized_restrictions:v1",
"beam:transform:to_string:v1",
"beam:protocol:data_sampling:v1"
],
"containerImage":
"us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230914082042",
"environmentId": "vWMCjofVWubeam:env:docker:v1"
}
],
"workerHarnessContainerImage":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008"
}
]
},
"name": "go-testbigtableio_basicwriteread-659",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2023/09/14 08:35:21 Submitted job: 2023-09-14_01_35_20-11264688737660441329
2023/09/14 08:35:21 Console:
https://console.cloud.google.com/dataflow/jobs/us-central1/2023-09-14_01_35_20-11264688737660441329?project=apache-beam-testing
2023/09/14 08:35:21 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2023-09-14_01_35_20-11264688737660441329
2023/09/14 08:35:21 Job state: JOB_STATE_PENDING ...
2023/09/14 08:35:51 Job still running ...
2023/09/14 08:36:21 Job still running ...
2023/09/14 08:36:51 Job still running ...
2023/09/14 08:37:21 Job still running ...
2023/09/14 08:37:51 Job still running ...
2023/09/14 08:38:21 Job still running ...
2023/09/14 08:38:51 Job still running ...
2023/09/14 08:39:22 Job still running ...
2023/09/14 08:39:52 Job still running ...
2023/09/14 08:40:22 Job still running ...
2023/09/14 08:40:52 Job 2023-09-14_01_35_20-11264688737660441329 succeeded!
--- PASS: TestBigtableIO_BasicWriteRead (600.53s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/bigtable
603.574s
2023/09/14 08:40:49 StructWrapper for beam.createFn already registered.
Overwriting.
2023/09/14 08:40:49 StructWrapper for beam.createFn already registered.
Overwriting.
=== RUN TestDebeziumIO_BasicRead
integration.go:362: Test TestDebeziumIO_BasicRead is currently filtered for
runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium
3.023s
2023/09/14 08:40:53 StructWrapper for beam.createFn already registered.
Overwriting.
2023/09/14 08:40:53 StructWrapper for beam.createFn already registered.
Overwriting.
=== RUN TestJDBCIO_BasicReadWrite
integration.go:362: Test TestJDBCIO_BasicReadWrite is currently filtered
for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:362: Test TestJDBCIO_PostgresReadWrite is currently filtered
for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc
3.026s
2023/09/14 08:40:54 StructWrapper for beam.createFn already registered.
Overwriting.
2023/09/14 08:40:54 StructWrapper for beam.createFn already registered.
Overwriting.
=== RUN TestKafkaIO_BasicReadWrite
integration.go:362: Test TestKafkaIO_BasicReadWrite is currently filtered
for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
6.022s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3e24a50a010ad609803d150372539bc347dd540ec73c9864a967b1edc5ea7fe1
Deleted: sha256:34e208f713913457c58ef57c1f276dd444fbe5e18df8fbb2a0c9a7c8e00570b1
$ gcloud --quiet container images delete
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3e24a50a010ad609803d150372539bc347dd540ec73c9864a967b1edc5ea7fe1
Associated tags:
- 20230914-083008
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20230914-083008].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:3e24a50a010ad609803d150372539bc347dd540ec73c9864a967b1edc5ea7fe1].
$ rm -rf /tmp/tmp.ynEcBLkUaa
$ exit 1
$ exit 1
> Task
> :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava
> FAILED
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230914082042
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a9952d47cabed8626cf578accd88df9b0ae90070d5b32bb296e217dc66f416d
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230914082042]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a9952d47cabed8626cf578accd88df9b0ae90070d5b32bb296e217dc66f416d]
Deleted
[[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20230914082042]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a9952d47cabed8626cf578accd88df9b0ae90070d5b32bb296e217dc66f416d])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:5a9952d47cabed8626cf578accd88df9b0ae90070d5b32bb296e217dc66f416d
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230914082042
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7d5e90441e6b2ab3ddace221c13eac21fe6032ce54632fb528a6834c831ad2a9
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230914082042]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7d5e90441e6b2ab3ddace221c13eac21fe6032ce54632fb528a6834c831ad2a9]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20230914082042]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7d5e90441e6b2ab3ddace221c13eac21fe6032ce54632fb528a6834c831ad2a9])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:7d5e90441e6b2ab3ddace221c13eac21fe6032ce54632fb528a6834c831ad2a9
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 149695.
Stopping expansion service pid: 149696.
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'>
line: 211
* What went wrong:
Execution failed for task
':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 2m 54s
232 actionable tasks: 154 executed, 66 from cache, 12 up-to-date
Publishing build scan...
Publishing failed.
The response from https://ge.apache.org/scans/publish/gradle/3.13.2/token was
not from Gradle Enterprise.
The specified server address may be incorrect, or your network environment may
be interfering.
Please report this problem to your Gradle Enterprise administrator via
https://ge.apache.org/help and include the following via copy/paste:
----------
Gradle version: 7.6.2
Plugin version: 3.13.2
Request URL: https://ge.apache.org/scans/publish/gradle/3.13.2/token
Request ID: 15deb2e5-e4e7-4258-836a-bdd0108460c9
Response status code: 502
Response content type: text/html
----------
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
