See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/132/display/redirect>
Changes:
------------------------------------------
[...truncated 2.52 MB...]
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:2c74a1df7f0c900ac4177b247d2f7d676d22b652acc08d10f7f3ade99ff1a561
Associated tags:
- 20230518-022824787489845
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230518-022824787489845
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230518-022824787489845].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:2c74a1df7f0c900ac4177b247d2f7d676d22b652acc08d10f7f3ade99ff1a561].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:b5aa0e7e0f570c81c35bc51bc1c135e7afbbbc8d162cba6010efcab5c094e912
Associated tags:
- a0bea373-1e34-4bd7-ac85-9197a3621a9a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:a0bea373-1e34-4bd7-ac85-9197a3621a9a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:b5aa0e7e0f570c81c35bc51bc1c135e7afbbbc8d162cba6010efcab5c094e912].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:fdc2435df04bea97783fcd3db19e10f97a5d856382823b564b7192ceb16f95d5
Associated tags:
- 0aa6939f-1902-4d9a-9860-79b35dd07369
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:0aa6939f-1902-4d9a-9860-79b35dd07369].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:fdc2435df04bea97783fcd3db19e10f97a5d856382823b564b7192ceb16f95d5].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:5d6eee9be3dcc76729a1d5e76c385f8399e9a408c06eebc0b9e5291480057269
Associated tags:
- 20230518-022901196181058
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230518-022901196181058
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230518-022901196181058].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:5d6eee9be3dcc76729a1d5e76c385f8399e9a408c06eebc0b9e5291480057269].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4f7f838a9a3bc3f10d4e5443fb49d2e5b43c1444b16f8b90fa0bede42c4541ce
Associated tags:
- 35e62fd5-1a5a-45e2-b9a2-41805bbc6f03
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:35e62fd5-1a5a-45e2-b9a2-41805bbc6f03].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4f7f838a9a3bc3f10d4e5443fb49d2e5b43c1444b16f8b90fa0bede42c4541ce].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:9a43cd96ee91455c82d436a62e1678e36b704b0715cb51f018d79f0b449b59ff
Associated tags:
- d648a335-9754-41db-8955-596882417e06
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:d648a335-9754-41db-8955-596882417e06].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:9a43cd96ee91455c82d436a62e1678e36b704b0715cb51f018d79f0b449b59ff].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0f939e8c9c88e4d1a05d0135aee2d9a75c209471c62b148e65e66950f545f4b3
Associated tags:
- 20230518-022825360143315
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230518-022825360143315
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230518-022825360143315].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0f939e8c9c88e4d1a05d0135aee2d9a75c209471c62b148e65e66950f545f4b3].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:14f99ba4f985b3f78bf33475f9f4e4c87cc4835b94f8c65cd92a6f6044a12f18
Associated tags:
- 380b327c-a716-4356-b61c-2a793fc2360c
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:380b327c-a716-4356-b61c-2a793fc2360c].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:14f99ba4f985b3f78bf33475f9f4e4c87cc4835b94f8c65cd92a6f6044a12f18].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c68e6be543d8a5fb5b1ce1428257f4f27ba3b8e457e920cf6c534180e0baf976
Associated tags:
- 3d341a41-6981-4902-8828-47d0a82aa316
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:3d341a41-6981-4902-8828-47d0a82aa316].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c68e6be543d8a5fb5b1ce1428257f4f27ba3b8e457e920cf6c534180e0baf976].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b0bc11f5e49a360d9987ab45f194f58c181b403324bbab65e720d33fc99899fb
Associated tags:
- 20230518-022825480388194
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230518-022825480388194
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230518-022825480388194].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b0bc11f5e49a360d9987ab45f194f58c181b403324bbab65e720d33fc99899fb].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:b332e902916ba4ce75381e72c5af2a89cdd2f98a1e90e5a8e598f1a876c20073
Associated tags:
- 4d500cf4-9e12-4ee3-ba83-2fa7589ff15e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:4d500cf4-9e12-4ee3-ba83-2fa7589ff15e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:b332e902916ba4ce75381e72c5af2a89cdd2f98a1e90e5a8e598f1a876c20073].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:53fdb12c0b86336df247d9392ea97c26966bb86a990d9e211a4e1f2a2de449f1
Associated tags:
- bae91790-7df2-43c3-b9cd-6620335ea281
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:bae91790-7df2-43c3-b9cd-6620335ea281].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:53fdb12c0b86336df247d9392ea97c26966bb86a990d9e211a4e1f2a2de449f1].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:5a505ad47842944a59d9f36deb3d189b57e8e290bdb0d5539a256c02ad57d0c8
Associated tags:
- 20230518-022826660650964
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20230518-022826660650964
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20230518-022826660650964].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:5a505ad47842944a59d9f36deb3d189b57e8e290bdb0d5539a256c02ad57d0c8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:1763f5a0d047b9d2fe9d95516d04c36b9c71a6e87c1170b4ad55190a3b9ee0f0
Associated tags:
- 72f84134-7dc7-4dc3-b399-591a42a40fd7
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:72f84134-7dc7-4dc3-b399-591a42a40fd7].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:1763f5a0d047b9d2fe9d95516d04c36b9c71a6e87c1170b4ad55190a3b9ee0f0].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:db915765c31e617144bee0c46069cd404e881be7dfacdca11ff4788f07ec378f
Associated tags:
- 576428d4-31ad-41bd-8884-664aa5376271
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:576428d4-31ad-41bd-8884-664aa5376271].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:db915765c31e617144bee0c46069cd404e881be7dfacdca11ff4788f07ec378f].
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 364
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 364
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 364
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 364
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 15m 19s
78 actionable tasks: 72 executed, 6 up-to-date
Publishing build scan...
https://ge.apache.org/s/d54ouq2v3uegm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
