See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10066/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/aws/aws-sdk-go-v2 from 1.17.2 to 1.17.3 in /sdks
[noreply] [Tour Of Beam] delete user progress (#24657)
------------------------------------------
[...truncated 1.85 MB...]
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d93bab011b31d25300b236e9fd8d0549f8c579d346b0aaec8b3688d36e1b2968
Associated tags:
- 20221216-165510802972422
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221216-165510802972422
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221216-165510802972422].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d93bab011b31d25300b236e9fd8d0549f8c579d346b0aaec8b3688d36e1b2968].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:d317ad68b8908c9967d2b5f79e2b0b7cbd46f6c8d571ac0904d390d4a86793b2
Associated tags:
- 9bae0da0-b1e6-4571-83c2-5246ed7ee281
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:9bae0da0-b1e6-4571-83c2-5246ed7ee281].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:d317ad68b8908c9967d2b5f79e2b0b7cbd46f6c8d571ac0904d390d4a86793b2].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:e0c906e1cc397422f00ebfe275b1694bf22c593c81d44408e50379b30c8cccb3
Associated tags:
- 20221216-165510891985778
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221216-165510891985778
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221216-165510891985778].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:e0c906e1cc397422f00ebfe275b1694bf22c593c81d44408e50379b30c8cccb3].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:49712e4ae7a2da6a1b1e45c1313ad3d4069014baba75af95ff797307670e37a6
Associated tags:
- ada3bc6c-a81e-4666-8d61-25aae78317bb
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:ada3bc6c-a81e-4666-8d61-25aae78317bb].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:49712e4ae7a2da6a1b1e45c1313ad3d4069014baba75af95ff797307670e37a6].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:2818e874a7cc8d56c685cf26790dc199b45ea4eadef366e94b9ade1ce66ab8fd
Associated tags:
- 1abcd639-f08d-42a8-9a60-9f2b1d904e09
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:1abcd639-f08d-42a8-9a60-9f2b1d904e09].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:2818e874a7cc8d56c685cf26790dc199b45ea4eadef366e94b9ade1ce66ab8fd].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:0f682857feece0cdd909737269974bdc4a8062443ccaca55234880d8dedf7708
Associated tags:
- 6ea386be-46e7-4d77-8601-9413750c6282
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:6ea386be-46e7-4d77-8601-9413750c6282].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:0f682857feece0cdd909737269974bdc4a8062443ccaca55234880d8dedf7708].
Removed the container
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:be48462b80829c126be9424e4f94f98cce40dbb244df61858fd37536c9909a2a
Associated tags:
- 20221216-165510829271063
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221216-165510829271063
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221216-165510829271063].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:be48462b80829c126be9424e4f94f98cce40dbb244df61858fd37536c9909a2a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c5015d4399a7e677c0e6de5e08b762b0327305cdb0c22e74a40e9df8de73a964
Associated tags:
- 0fc2f861-88af-4a6f-ba2b-f394711d170e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:0fc2f861-88af-4a6f-ba2b-f394711d170e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c5015d4399a7e677c0e6de5e08b762b0327305cdb0c22e74a40e9df8de73a964].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:498bcafcef442d7b11661c9b657511268d3588bc857c09d9718de9af29d6f0ad
Associated tags:
- 0c996ef8-cc1b-4715-9ebd-954663a643b2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:0c996ef8-cc1b-4715-9ebd-954663a643b2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:498bcafcef442d7b11661c9b657511268d3588bc857c09d9718de9af29d6f0ad].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:952a2eff3380b2a551840178956dede69a852c38b9a5dabdded06dbdf34874f7
Associated tags:
- 20221216-165510813251966
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221216-165510813251966
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221216-165510813251966].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:952a2eff3380b2a551840178956dede69a852c38b9a5dabdded06dbdf34874f7].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:529e32cfa8402d41676132466eea810f78b69712e2a5077347c7703e5d887ab8
Associated tags:
- 8a8fe5a7-d78c-4ab1-bdf9-8f8af22ca476
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:8a8fe5a7-d78c-4ab1-bdf9-8f8af22ca476].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:529e32cfa8402d41676132466eea810f78b69712e2a5077347c7703e5d887ab8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9e1baa94da6da98b9857ed46926637e8cd577c0ff35d13b8d94747d04035b244
Associated tags:
- dd241973-c5c6-4419-af45-8e9942984b55
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:dd241973-c5c6-4419-af45-8e9942984b55].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9e1baa94da6da98b9857ed46926637e8cd577c0ff35d13b8d94747d04035b244].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 5m 4s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/qko5z45stdzge
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
