See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9915/display/redirect?page=changes>
Changes:
[noreply] Update release notes. (#23986)
[noreply] [Go] Pipeline Resource Hints (#23990)
[noreply] [#21250] Trivial removal of loop over something that always has one
[noreply] Bump cloud.google.com/go/bigtable from 1.16.0 to 1.17.0 in /sdks
[noreply] Editorial review of the ML base API descriptions (#24026)
[noreply] Update my Twitter handle (#23653)
[noreply] Retroactively announce Batched DoFn support in 2.42.0 Blog (#24011)
[noreply] Bump cloud.google.com/go/storage from 1.27.0 to 1.28.0 in /sdks
(#24028)
------------------------------------------
[...truncated 1.85 MB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:fc175c42d607351ebd87f8cb51d9ffde7846e797d1929a380a50c2743b9420e1
Associated tags:
- 20221108-225441798205716
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221108-225441798205716
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221108-225441798205716].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:fc175c42d607351ebd87f8cb51d9ffde7846e797d1929a380a50c2743b9420e1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:bca6647296397310e0bc6fa43a9dfc2875b1eb26658589792e5727041e819249
Associated tags:
- c0006708-3c35-4a6b-991e-097bd9657bcd
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:c0006708-3c35-4a6b-991e-097bd9657bcd].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:bca6647296397310e0bc6fa43a9dfc2875b1eb26658589792e5727041e819249].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:264176e422e8feb9f6851bf364d2f30ac93d50947e39a9cc94f423c7ed587ff6
Associated tags:
- ab101931-bfe7-4151-b076-0bb3b8f4a1c5
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:ab101931-bfe7-4151-b076-0bb3b8f4a1c5].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:264176e422e8feb9f6851bf364d2f30ac93d50947e39a9cc94f423c7ed587ff6].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:740115e8853043ef0d0beea15161f9792b4361148390f9d86e4c52f56092b3d5
Associated tags:
- 20221108-225441798200485
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221108-225441798200485
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221108-225441798200485].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:740115e8853043ef0d0beea15161f9792b4361148390f9d86e4c52f56092b3d5].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:8822f2d971b66e7a787e89a513e251587b217481435095f2802852dcea1a9086
Associated tags:
- 7f0cdf47-0fdb-4dfc-9a76-38ebb8c3be8b
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:7f0cdf47-0fdb-4dfc-9a76-38ebb8c3be8b].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:8822f2d971b66e7a787e89a513e251587b217481435095f2802852dcea1a9086].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e57a51b171a57cd1a41e80abba59275332075a321d46d6625db1f4b5d0634284
Associated tags:
- e54f8934-0551-47a9-97b6-ac73879b71ba
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:e54f8934-0551-47a9-97b6-ac73879b71ba].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e57a51b171a57cd1a41e80abba59275332075a321d46d6625db1f4b5d0634284].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:14b01ad4e7646bd906c764524531dbbd5766af16c38c9c20e0905978b753e90a
Associated tags:
- 20221108-225441806606004
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221108-225441806606004
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221108-225441806606004].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:14b01ad4e7646bd906c764524531dbbd5766af16c38c9c20e0905978b753e90a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e3ab4b6c76900f426b03f69d1c1a06bbbb834c6af07b170e9aedd20666cd4546
Associated tags:
- 418d91d9-e6b0-4e54-86f9-654e338ea4a5
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:418d91d9-e6b0-4e54-86f9-654e338ea4a5].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e3ab4b6c76900f426b03f69d1c1a06bbbb834c6af07b170e9aedd20666cd4546].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:101a161833aa0cb98b5823bd651d153adbb0b9b2302c49a5fecc7033d505f098
Associated tags:
- 6f57a650-e6f6-4e9e-9005-09ef1dc86b99
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:6f57a650-e6f6-4e9e-9005-09ef1dc86b99].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:101a161833aa0cb98b5823bd651d153adbb0b9b2302c49a5fecc7033d505f098].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:f722bff14bfda2442dedbee353a33f21d680d3dba54ed92feb9934970bf0310d
Associated tags:
- 20221108-225441798200396
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221108-225441798200396
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221108-225441798200396].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:f722bff14bfda2442dedbee353a33f21d680d3dba54ed92feb9934970bf0310d].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:9f7e1ea41802e6e9b844ac14256f38a2a6a9dee8b63b2896594e5c548fe0a5c8
Associated tags:
- 7f0c5811-ee37-40d8-90cf-ee7e8a53388e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:7f0c5811-ee37-40d8-90cf-ee7e8a53388e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:9f7e1ea41802e6e9b844ac14256f38a2a6a9dee8b63b2896594e5c548fe0a5c8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:6f9747addd73f8c924f617f7b0bc968473f5b41fa40a9a2973afb3f65e01fd96
Associated tags:
- 3c47d2da-314b-49b0-8f87-cab4687491dd
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:3c47d2da-314b-49b0-8f87-cab4687491dd].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:6f9747addd73f8c924f617f7b0bc968473f5b41fa40a9a2973afb3f65e01fd96].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 32s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/rdqlycsp5lghg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
