See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10062/display/redirect?page=changes>
Changes:
[noreply] [Playground] notebook url backend API (#24425)
[noreply] Make base_sdk URN versioned on default docker container. (#24668)
------------------------------------------
[...truncated 1.82 MB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:584217d4244bf04881cbd00829f49555f0bf797cde9c69924887bd80669fd5f2
Associated tags:
- 20221215-165343146056703
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221215-165343146056703
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221215-165343146056703].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:584217d4244bf04881cbd00829f49555f0bf797cde9c69924887bd80669fd5f2].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:bba5afc48e4aa38a9be1c56ddbbd619cc8ed408a8bcae744086daa56f0400512
Associated tags:
- 76aab194-73e7-4e16-ab5b-83b6d2991d0f
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:76aab194-73e7-4e16-ab5b-83b6d2991d0f].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:bba5afc48e4aa38a9be1c56ddbbd619cc8ed408a8bcae744086daa56f0400512].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:7757335bce6c05396ddf0eab0d570244220e39225d5c94e9e12100f92eec7468
Associated tags:
- 31f8a1b1-ac22-44a6-9814-c818e7356f9b
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:31f8a1b1-ac22-44a6-9814-c818e7356f9b].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:7757335bce6c05396ddf0eab0d570244220e39225d5c94e9e12100f92eec7468].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:171f7a1f891210c6f0eae75d66c9392d7663700f06e401e3b316446a9ebee2a9
Associated tags:
- 20221215-165342997609751
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221215-165342997609751
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221215-165342997609751].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:171f7a1f891210c6f0eae75d66c9392d7663700f06e401e3b316446a9ebee2a9].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:eb98f22d1c4b638821d6aeccad624859f3d91edf5017e73a8701a5efaa449985
Associated tags:
- c8373151-d0eb-4240-95dd-d4b078c7f36a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:c8373151-d0eb-4240-95dd-d4b078c7f36a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:eb98f22d1c4b638821d6aeccad624859f3d91edf5017e73a8701a5efaa449985].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:698c04503fe6cb2e19d88833869376d9161dc7c9f33b1031863503daf74d9dcc
Associated tags:
- 2aebc3a5-436a-49a5-b8e2-a2c57b1deccc
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2aebc3a5-436a-49a5-b8e2-a2c57b1deccc].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:698c04503fe6cb2e19d88833869376d9161dc7c9f33b1031863503daf74d9dcc].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:12a637c948e5ab9eed52a0fec3192f951fc53a4938d4047959df9ca9746289fa
Associated tags:
- 20221215-165343049508169
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221215-165343049508169
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221215-165343049508169].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:12a637c948e5ab9eed52a0fec3192f951fc53a4938d4047959df9ca9746289fa].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:43edca68386371d26a53b24cebaa0a4aa8dd07b337a1eb5a89a316320f9a9ded
Associated tags:
- 22f9d019-5cd0-4e2d-80e6-04aa2a474219
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:22f9d019-5cd0-4e2d-80e6-04aa2a474219].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:43edca68386371d26a53b24cebaa0a4aa8dd07b337a1eb5a89a316320f9a9ded].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:afbdd8d2948c386a6fd2a959475e5b1ae2034850e26b7a8cedb1375dd28c9d70
Associated tags:
- 20221215-165342709735548
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221215-165342709735548
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221215-165342709735548].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:afbdd8d2948c386a6fd2a959475e5b1ae2034850e26b7a8cedb1375dd28c9d70].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:0b7e1157f0639e58743ba365d0bf77bdfe406f682903015c41de17246c5b7a3a
Associated tags:
- 07126317-32a4-4fb9-88e0-ff49f5261305
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:07126317-32a4-4fb9-88e0-ff49f5261305].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:0b7e1157f0639e58743ba365d0bf77bdfe406f682903015c41de17246c5b7a3a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4b676fcad2a623f3ed566b0bdc4731055f76fe37a31e40c998356a53750d2431
Associated tags:
- 513640ec-e56d-4872-b886-3810c7e18e87
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:513640ec-e56d-4872-b886-3810c7e18e87].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4b676fcad2a623f3ed566b0bdc4731055f76fe37a31e40c998356a53750d2431].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:fe2a30a04b3bcd6d160bccc62776ba5b27435a56ad68aa8dd1a04078842db2d6
Associated tags:
- 0ab16ff5-312f-40d7-959b-b97ca1ecb609
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0ab16ff5-312f-40d7-959b-b97ca1ecb609].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:fe2a30a04b3bcd6d160bccc62776ba5b27435a56ad68aa8dd1a04078842db2d6].
Removed the container
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 2m 3s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/h2bntlcq3ldb4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
