See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/168/display/redirect?page=changes>
Changes:
[andyye333] Add extra details to PubSub matcher errors
[noreply] Merge pull request #17559 from [BEAM-14423] Add exception injection
[noreply] [BEAM-11104] Allow self-checkpointing SDFs to return without finishing
[noreply] Merge pull request #17544 from [BEAM-14415] Exception handling tests
for
[noreply] Merge pull request #17565 from [BEAM-14413] add Kafka exception test
[noreply] Merge pull request #17555 from [BEAM-14417] Adding exception handling
[noreply] [BEAM-14433] Improve Go split error message. (#17575)
[noreply] [BEAM-14429] Force java load test on dataflow runner v2
[noreply] Merge pull request #17577 from [BEAM-14435] Adding exception handling
[noreply] [BEAM-14347] Add generic registration functions for iters and emitters
[noreply] [BEAM-14169] Add Credentials rotation cron job for clusters (#17383)
------------------------------------------
[...truncated 512.10 KB...]
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "2h0m0s"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/model",
"region": "us-central1",
"tempLocation":
"gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test"
},
"beam:option:go_options:v1": {
"options": {
"expansion_addr": "[test:localhost:45183]",
"expansion_jar":
"[io:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/expansion-service/build/libs/beam-sdks-java-io-expansion-service-2.40.0-SNAPSHOT.jar>
schemaio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/extensions/schemaio-expansion-service/build/libs/beam-sdks-java-extensions-schemaio-expansion-service-2.40.0-SNAPSHOT.jar>
debeziumio:<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/io/debezium/expansion-service/build/libs/beam-sdks-java-io-debezium-expansion-service-2.40.0-SNAPSHOT.jar]";,>
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"kafka_jar":
"<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/java/testing/kafka-service/build/libs/beam-sdks-java-testing-kafka-service-testKafkaService-2.40.0-SNAPSHOT.jar";,>
"sdk_harness_container_image_override":
"[.*java.*,us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220509202036]",
"test.paniconexit0": "true",
"test.timeout": "2h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix":
"gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.40.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/worker",
"name": "worker"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/dataflow-worker.jar",
"name": "dataflow-worker.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/nashorn-XdUndQGroXOP9NCsfITpBERYcbbGXVHLjbvNWXCh-3A.jar",
"name": "nashorn-XdUndQGroXOP9NCsfITpBERYcbbGXVHLjbvNWXCh-3A.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/cldrdata-YqzuKX1QnLCOo0cwjKRdBhGrip_ltIJZg-APT60tUPA.jar",
"name": "cldrdata-YqzuKX1QnLCOo0cwjKRdBhGrip_ltIJZg-APT60tUPA.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/dnsns-dhEp186udEF6X6chZus-RJzWRmzlccxx1_btlXWayVI.jar",
"name": "dnsns-dhEp186udEF6X6chZus-RJzWRmzlccxx1_btlXWayVI.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/beam-sdks-java-testing-expansion-service-testExpansionService-2.40.0-SNAPSHOT-6NyyEIT_M23NAi3Fk9NsmDOk9mClEOELBvSACPEgneI.jar",
"name":
"beam-sdks-java-testing-expansion-service-testExpansionService-2.40.0-SNAPSHOT-6NyyEIT_M23NAi3Fk9NsmDOk9mClEOELBvSACPEgneI.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/icedtea-sound-ebvtNFkfFXg4aaYFuDnwKpwDSjzsaZqlqv5iKxPTr-U.jar",
"name":
"icedtea-sound-ebvtNFkfFXg4aaYFuDnwKpwDSjzsaZqlqv5iKxPTr-U.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/jaccess-ULFTCPsb6cLYZ0f1BG1FQfczmHNaZCx8plXuRDKpBqE.jar",
"name": "jaccess-ULFTCPsb6cLYZ0f1BG1FQfczmHNaZCx8plXuRDKpBqE.jar"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-8-1652130244642714312/xlang/localedata-dUHqyGxaTVCjfTI8MckPYarZ3_mwf62udkxaHi1aKns.jar",
"name": "localedata-dUHqyGxaTVCjfTI8MckPYarZ3_mwf62udkxaHi1aKns.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141"
},
{
"containerImage":
"us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220509202036"
}
],
"workerHarnessContainerImage":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141"
}
]
},
"name": "go-testxlang_partition",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2022/05/09 21:04:13 Submitted job: 2022-05-09_14_04_13-10223989249869468614
2022/05/09 21:04:13 Console:
https://console.cloud.google.com/dataflow/jobs/us-central1/2022-05-09_14_04_13-10223989249869468614?project=apache-beam-testing
2022/05/09 21:04:13 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2022-05-09_14_04_13-10223989249869468614
2022/05/09 21:04:13 Job state: JOB_STATE_PENDING ...
2022/05/09 21:04:43 Job still running ...
2022/05/09 21:05:14 Job still running ...
2022/05/09 21:05:44 Job still running ...
2022/05/09 21:06:14 Job still running ...
2022/05/09 21:06:44 Job still running ...
2022/05/09 21:07:14 Job still running ...
2022/05/09 21:07:44 Job still running ...
2022/05/09 21:08:14 Job still running ...
2022/05/09 21:08:44 Job still running ...
2022/05/09 21:09:14 Job still running ...
2022/05/09 21:09:44 Job still running ...
2022/05/09 21:10:14 Job still running ...
2022/05/09 21:10:44 Job still running ...
2022/05/09 21:11:14 Job still running ...
ptest.go:102: Failed to execute job: job
2022-05-09_14_04_13-10223989249869468614 failed
--- FAIL: TestXLang_Partition (460.27s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/xlang
2367.855s
=== RUN TestDebeziumIO_BasicRead
integration.go:203: Test TestDebeziumIO_BasicRead is currently filtered for
runner dataflow
--- SKIP: TestDebeziumIO_BasicRead (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/debezium
3.027s
=== RUN TestJDBCIO_BasicReadWrite
integration.go:203: Test TestJDBCIO_BasicReadWrite is currently filtered
for runner dataflow
--- SKIP: TestJDBCIO_BasicReadWrite (0.00s)
=== RUN TestJDBCIO_PostgresReadWrite
integration.go:203: Test TestJDBCIO_PostgresReadWrite is currently filtered
for runner dataflow
--- SKIP: TestJDBCIO_PostgresReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc
3.028s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:203: Test TestKafkaIO_BasicReadWrite is currently filtered
for runner dataflow
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
6.029s
FAIL
$ TEST_EXIT_CODE=0
$ cd ../..
$ docker rmi us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:275f35312f10f46d249647da7040ff84fd2525f526d0247947dc1f85dd3b790d
Deleted: sha256:60b0db3450d92645a6471286883ad83cd127cfe16e5a8c9068fd9695826b4bbe
Deleted: sha256:ff0d0e2a0e68f22ced6aaa49ee3511b741e49dfecfe846fac321b59a09b8f9ab
Deleted: sha256:b2f2115f735e8389aaabcf42f2f69f262f72d5ee304f892a2087f145482d8e5a
Deleted: sha256:016bf72931cca92d90cb81981f2c55f04e712247912d8ea8e003ac39d565a38f
Deleted: sha256:cdd129b40f6b49a31f5d40ae0df25b122e29fb633d39cfed9fdb9870fe5c3a49
Deleted: sha256:82450c11083b4feeaab3ba26e4ff23fabf10c4d922a89c1a9678bfaca89ed2a0
Deleted: sha256:6753c8eec30b31c0192222507c8f067497de203c302f4b31d560d13bf09d9cda
Deleted: sha256:001e5e20082e2340742318d3bb13313f324a9c784fa1fe180e93306ad23d8252
Deleted: sha256:f4e2134251efad88542d43262e57b01e8dd74988d861f9e4a8dbd5c526f363e2
Deleted: sha256:48c1bbac44b14afb0c2b0a8a498c15ccb2f45a98b7404db80c16511513a6b9ab
Deleted: sha256:0bd9ce7fafa6be74b6ff6bc4a00cc39f207b284df923b3b116bb72b5dafd94b4
Deleted: sha256:759a93b7a131c2e9578862fae9183782f9653e574bf00f1a6aae786258c8b724
Deleted: sha256:8b18c0e2c1ef565d7ab9c0e86505343cf4ba68d2b60c9b534091ed9968cf09d5
Deleted: sha256:439f158612d34ebce0d552ef73f23c836320c8bc2dd4d6ef485b86880110a425
Deleted: sha256:ed78ffa0ab018e55b95fd5509ce4e0d8c0e4923022d0ad9db41395116263f169
Deleted: sha256:ab7867ac60f1713d51cf56aa58331da808962be765fb5e26f6eb5de8aa8b303b
Deleted: sha256:e4b3b7f28a2068e255f54e7d1b9d609da882d8e9c3d566dfbd7033eb1220cbc3
$ gcloud --quiet container images delete
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:275f35312f10f46d249647da7040ff84fd2525f526d0247947dc1f85dd3b790d
Associated tags:
- 20220509-203141
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20220509-203141].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:275f35312f10f46d249647da7040ff84fd2525f526d0247947dc1f85dd3b790d].
$ rm -rf /tmp/tmp.gIAan1lCxM
$ exit 1
$ exit 1
> Task
> :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava
> FAILED
> Task :runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3430206.
Stopping expansion service pid: 3430207.
> Task :runners:google-cloud-dataflow-java:cleanupXVR UP-TO-DATE
> Task :runners:google-cloud-dataflow-java:cleanUpDockerPythonImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220509202036
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f8944caa8f99c442108e017ff683deb69161bbb68f44bb27bb34b743f8455f
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220509202036]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f8944caa8f99c442108e017ff683deb69161bbb68f44bb27bb34b743f8455f]
Deleted
[[us.gcr.io/apache-beam-testing/java-postcommit-it/python:20220509202036]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f8944caa8f99c442108e017ff683deb69161bbb68f44bb27bb34b743f8455f])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f8944caa8f99c442108e017ff683deb69161bbb68f44bb27bb34b743f8455f
Digests:
-
us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f8944caa8f99c442108e017ff683deb69161bbb68f44bb27bb34b743f8455f
Deleted
[us.gcr.io/apache-beam-testing/java-postcommit-it/python@sha256:f7f8944caa8f99c442108e017ff683deb69161bbb68f44bb27bb34b743f8455f].
> Task :runners:google-cloud-dataflow-java:cleanUpDockerJavaImages
Untagged: us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220509202036
Untagged:
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c325219280d0a82e4a78537f03599917e085438a43456ef44be519b7b30b29a
Tag: [us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220509202036]
- referencing digest:
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c325219280d0a82e4a78537f03599917e085438a43456ef44be519b7b30b29a]
Deleted [[us.gcr.io/apache-beam-testing/java-postcommit-it/java:20220509202036]
(referencing
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c325219280d0a82e4a78537f03599917e085438a43456ef44be519b7b30b29a])].
Removing untagged image
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c325219280d0a82e4a78537f03599917e085438a43456ef44be519b7b30b29a
Digests:
-
us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c325219280d0a82e4a78537f03599917e085438a43456ef44be519b7b30b29a
Deleted
[us.gcr.io/apache-beam-testing/java-postcommit-it/java@sha256:4c325219280d0a82e4a78537f03599917e085438a43456ef44be519b7b30b29a].
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_XVR_GoUsingJava_Dataflow/ws/src/sdks/go/test/build.gradle'>
line: 195
* What went wrong:
Execution failed for task
':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 51m 38s
202 actionable tasks: 141 executed, 50 from cache, 11 up-to-date
Publishing build scan...
https://gradle.com/s/loxu6nbcsxuy2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
