See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10047/display/redirect?page=changes>
Changes:
[noreply] Composite Action to activate SA in GitHub Actions Runners (#24626)
------------------------------------------
[...truncated 123.51 KB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:77054fd3447aa9a7717e13cf4829cd248e97d5d520f0f278a7d764f7e4167137
Associated tags:
- 20221211-225523778755383
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221211-225523778755383
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221211-225523778755383].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:77054fd3447aa9a7717e13cf4829cd248e97d5d520f0f278a7d764f7e4167137].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:64ec5ade2353013da061cb25b9121c680391e3901ccec2fc8b89453094365d19
Associated tags:
- 6d9e889b-ee26-46c4-95ed-2000b095fa92
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:6d9e889b-ee26-46c4-95ed-2000b095fa92].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:64ec5ade2353013da061cb25b9121c680391e3901ccec2fc8b89453094365d19].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:d481ceaba4250bdaae701756705f2cfc61901bc212e930fd0b86edf1ea60933d
Associated tags:
- cba06aa9-27ae-46b1-8cdc-633fdb1c2986
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:cba06aa9-27ae-46b1-8cdc-633fdb1c2986].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:d481ceaba4250bdaae701756705f2cfc61901bc212e930fd0b86edf1ea60933d].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:92e0d7c9dc18c69b75c35d5e71c9c992fade90016e93f9dd201ff49c93c1c955
Associated tags:
- 20221211-225523886253071
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221211-225523886253071
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221211-225523886253071].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:92e0d7c9dc18c69b75c35d5e71c9c992fade90016e93f9dd201ff49c93c1c955].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:7f32a0671bc480faa26f106be343a3160b050a63e237fafaa0e953d6f42d9fd8
Associated tags:
- 690e4ffe-8b35-43dd-b14e-404ad6200170
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:690e4ffe-8b35-43dd-b14e-404ad6200170].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:7f32a0671bc480faa26f106be343a3160b050a63e237fafaa0e953d6f42d9fd8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:486007517b2179d93734028a631705818c0882a1cec226c6751610301759d300
Associated tags:
- 39f46d1c-f9ae-4317-921e-321cac2d1efe
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:39f46d1c-f9ae-4317-921e-321cac2d1efe].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:486007517b2179d93734028a631705818c0882a1cec226c6751610301759d300].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c1a82b4e61528ae28f77774b69d09d9ef9e93d8b35a2897a8e0bd65a250900aa
Associated tags:
- 20221211-225523852118312
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221211-225523852118312
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221211-225523852118312].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c1a82b4e61528ae28f77774b69d09d9ef9e93d8b35a2897a8e0bd65a250900aa].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:79add5220574a3e00fd46e712213b0399d95b38743acce1d31ef708bb7b3b341
Associated tags:
- 77e1f74f-f2f5-450a-8556-abd5e4340b27
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:77e1f74f-f2f5-450a-8556-abd5e4340b27].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:79add5220574a3e00fd46e712213b0399d95b38743acce1d31ef708bb7b3b341].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:eb03f462aaf47f74c1e8c5f89c0c4951ce25fe1ff30ac23c94753051a92ce17c
Associated tags:
- 65ed1afb-fb08-4b71-84e9-3a379a71ae14
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:65ed1afb-fb08-4b71-84e9-3a379a71ae14].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:eb03f462aaf47f74c1e8c5f89c0c4951ce25fe1ff30ac23c94753051a92ce17c].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:82305bfbaecd3ae31a19e52c8367326e6d0bfdf9efb2616cef3113c52b18fb3c
Associated tags:
- 20221211-225523789746927
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221211-225523789746927
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221211-225523789746927].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:82305bfbaecd3ae31a19e52c8367326e6d0bfdf9efb2616cef3113c52b18fb3c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:7c27f6a621af8af8b697fff24ff4722c1c1d55d6e451621cdcc5b6938990a78a
Associated tags:
- b389bb54-7637-4a32-8811-765c49490bff
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:b389bb54-7637-4a32-8811-765c49490bff].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:7c27f6a621af8af8b697fff24ff4722c1c1d55d6e451621cdcc5b6938990a78a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:036b00de286cd03948ff7e1e965bb5b10c57e1182c482030ad22c360fb101944
Associated tags:
- cc333d47-dbaf-4973-baca-0709706235cc
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:cc333d47-dbaf-4973-baca-0709706235cc].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:036b00de286cd03948ff7e1e965bb5b10c57e1182c482030ad22c360fb101944].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 5m 44s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/j63plfbf6ccs6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
