See
<https://ci-beam.apache.org/job/beam_PostCommit_Go/8843/display/redirect?page=changes>
Changes:
[suztomo] [BEAM-11205] Upgrading the Libraries BOM to v22
[randomstep] [BEAM-12708] Bump arrow-memory-netty
[Etienne Chauchot] [BEAM-12153] implement GroupByKey with CombinePerKey with
Concatenate
[Etienne Chauchot] [BEAM-11023] Increase memory in SS Validates runner tests to
avoid OOM
[vincent.marquez] [BEAM-9008] adds CassandraIO.readAll
[Etienne Chauchot] [BEAM-12727] extract Concatenate CombineFn to runner-core
module to
------------------------------------------
[...truncated 569.51 KB...]
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload:
"\nAus.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2021/09/08 18:59:39 Staged model pipeline:
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-7-1631127574865849333/model
2021/09/08 18:59:39 {
"environment": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"sdkPipelineOptions": {
"display_data": [
{
"key": "name",
"namespace": "options",
"type": "STRING",
"value": "go-job-7-1631127574865845421"
},
{
"key": "experiments",
"namespace": "options",
"type": "STRING",
"value": "use_unified_worker,use_portable_job_submission"
},
{
"key": "project",
"namespace": "options",
"type": "STRING",
"value": "apache-beam-testing"
},
{
"key": "region",
"namespace": "options",
"type": "STRING",
"value": "us-central1"
},
{
"key": "container_images",
"namespace": "options",
"type": "STRING",
"value":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248"
},
{
"key": "temp_location",
"namespace": "options",
"type": "STRING",
"value":
"gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test"
},
{
"key": "test.v",
"namespace": "go_options",
"type": "STRING",
"value": "true"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{}"
},
{
"key": "test.timeout",
"namespace": "go_options",
"type": "STRING",
"value": "1h0m0s"
}
],
"options": {
"experiments": [
"use_unified_worker",
"use_portable_job_submission",
"beam_fn_api",
"use_staged_dataflow_worker_jar"
],
"pipelineUrl":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-7-1631127574865849333/model",
"region": "us-central1"
},
"beam:option:go_options:v1": {
"options": {
"hooks": "{}",
"test.timeout": "1h0m0s",
"test.v": "true"
}
}
},
"tempStoragePrefix":
"gs://temp-storage-for-end-to-end-tests/temp-validatesrunner-test",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.34.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"workerPools": [
{
"autoscalingSettings": {},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 1,
"packages": [
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-7-1631127574865849333/worker",
"name": "worker"
},
{
"location":
"gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/go-7-1631127574865849333/dataflow-worker.jar",
"name": "dataflow-worker.jar"
}
],
"sdkHarnessContainerImages": [
{
"containerImage":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248"
}
],
"workerHarnessContainerImage":
"us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248"
}
]
},
"name": "go-job-7-1631127574865845421",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2021/09/08 18:59:40 Submitted job: 2021-09-08_11_59_39-8840912740294892501
2021/09/08 18:59:40 Console:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-09-08_11_59_39-8840912740294892501?project=apache-beam-testing
2021/09/08 18:59:40 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2021-09-08_11_59_39-8840912740294892501
2021/09/08 18:59:40 Job state: JOB_STATE_PENDING ...
2021/09/08 19:00:10 Job still running ...
2021/09/08 19:00:40 Job still running ...
2021/09/08 19:01:10 Job still running ...
2021/09/08 19:01:40 Job still running ...
2021/09/08 19:02:10 Job still running ...
2021/09/08 19:02:40 Job still running ...
2021/09/08 19:03:10 Job still running ...
2021/09/08 19:03:40 Job still running ...
2021/09/08 19:04:10 Job still running ...
2021/09/08 19:04:40 Job still running ...
2021/09/08 19:05:10 Job succeeded!
--- PASS: TestEmitParDoAfterGBK (335.84s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/regression 2147.214s
cd ../..
if [[ "$RUNNER" == "dataflow" ]]; then
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
if [[ -n "$TEST_EXPANSION_ADDR" || -n "$IO_EXPANSION_ADDR" ]]; then
# Delete the java cross-language container locally and remotely
docker rmi $JAVA_CONTAINER:$JAVA_TAG || echo "Failed to remove container"
gcloud --quiet container images delete $JAVA_CONTAINER:$JAVA_TAG || echo
"Failed to delete container"
fi
# Clean up tempdir
rm -rf $TMPDIR
fi
Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4147ef5f50b722e92ce0d62d91576fce16e09bfad4909071a5a831a67c92b065
Deleted: sha256:aae4404b4914bf4d98dee7c9100ddef68a6682161e8bffe7305a7e51849a6820
Deleted: sha256:b253921f0730d1a5dfa5373a8a2a4f11ff3a5d2f1612d65cdfa07f7ce119f636
Deleted: sha256:6367f8f3256dfb132c21fc33d07e8d9b4bf5304a236147ab671ab529bf8a8431
Deleted: sha256:98dfdb441aeb5c2fa990be219c108ac4258bb0c992f057f3bcb5d9d8566eab5a
Deleted: sha256:7ce5960bc39ef0858d748154e067e0a28d846f10bfb81281d0b7ec2fbdf96cde
Deleted: sha256:0b2065b6a143d5b0a1b0f2e638a3417b2baa7c9176e200a6bac9cd918db29e92
Deleted: sha256:54e811d0ec7c19883cddaa41b2057f2b91edd0a4ee746462259b65b541b0f5d5
Deleted: sha256:10ca9797eaa0ff81b5e34da534d7564a561adf45daf5b622117c187b696e4677
Deleted: sha256:8bd890491797de566b11d7cf529d89385227e6a3161d007319a161830cefa94f
Deleted: sha256:7966352492cbd1e96ebca1e1d18c6a83e39c37633a8204ed20c7a7e4fb7b86e2
Deleted: sha256:e9eb4742a80005a96b1715fc400320057cb0950af842d884edfff6f484d16917
Deleted: sha256:83a13d614edfc4af385dde994fbd9c2734f2f424f7db84eb644de149b8d2de4d
Deleted: sha256:f58af450421cdae73377fd0d849d5c86dd8b8f655eba623b4dbdfe169cfb8ff9
Deleted: sha256:753dc11edcda22fad33d72fd8eafc8b61f90203029faaf9adb386d17a4811552
Deleted: sha256:47744245553f1e80d5fdc6ae98bd690387cd46551ca3192ea747c6291225cd7a
Deleted: sha256:5aeb6de845a84ba897bc4f291317591e4eb456211b30a080eac97444a7ddaa4a
Deleted: sha256:a9546687524c0808c1ecde87f9b509b4ccee81415977a9be7438670887b0cf56
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4147ef5f50b722e92ce0d62d91576fce16e09bfad4909071a5a831a67c92b065
Associated tags:
- 20210908-182248
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk:20210908-182248].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_go_sdk@sha256:4147ef5f50b722e92ce0d62d91576fce16e09bfad4909071a5a831a67c92b065].
exit $TEST_EXIT_CODE
exit_background_processes
> Task :goIntegrationTests FAILED
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':goIntegrationTests'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 4m 45s
86 actionable tasks: 70 executed, 16 from cache
Publishing build scan...
https://gradle.com/s/cwxlsnsqhvw2e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
