See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10057/display/redirect>
Changes:
------------------------------------------
[...truncated 1.96 MB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:707f5c411bb912fe0877043c9a8fecca651e327f3e9b319d585a945ce537eaf1
Associated tags:
- 20221214-105511886308284
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221214-105511886308284
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221214-105511886308284].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:707f5c411bb912fe0877043c9a8fecca651e327f3e9b319d585a945ce537eaf1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:54a49c47d2884324f4edc46e28b6034c140d7543eafce5572f61b78ad081e8e0
Associated tags:
- 8265fc2c-cbab-489a-a7a6-f155780ab3d8
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:8265fc2c-cbab-489a-a7a6-f155780ab3d8].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:54a49c47d2884324f4edc46e28b6034c140d7543eafce5572f61b78ad081e8e0].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:fd9f07171d8c0db2aa971c8e99e67133e6ceac7a55b7592650266c69ba4929dc
Associated tags:
- f84cfd78-84ea-4bc7-85b6-20387c113b42
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:f84cfd78-84ea-4bc7-85b6-20387c113b42].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:fd9f07171d8c0db2aa971c8e99e67133e6ceac7a55b7592650266c69ba4929dc].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:4ed8702b99d97c356dc8586e6694f5df9e523c99188ea832780f1dad50ad3348
Associated tags:
- 20221214-105511880043863
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221214-105511880043863
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221214-105511880043863].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:4ed8702b99d97c356dc8586e6694f5df9e523c99188ea832780f1dad50ad3348].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:6df31ed511df75e49777c2f7e5994f7fe23a91aeb46fad68f970d4f8978e2a79
Associated tags:
- e80bd8d4-70d5-4b60-a23b-53994c488617
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:e80bd8d4-70d5-4b60-a23b-53994c488617].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:6df31ed511df75e49777c2f7e5994f7fe23a91aeb46fad68f970d4f8978e2a79].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:8ead25f4fb8fe18425600e92db9580e4e5afcbbce27d86921baddeea4aa80c29
Associated tags:
- 14447dd3-f9d7-4778-837c-7f597a9e966b
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:14447dd3-f9d7-4778-837c-7f597a9e966b].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:8ead25f4fb8fe18425600e92db9580e4e5afcbbce27d86921baddeea4aa80c29].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:55cc08a02088455896af4a14f0efedea23a9a36c68b1fc6343c0c49b12e2b24c
Associated tags:
- 20221214-105512945894226
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221214-105512945894226
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221214-105512945894226].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:55cc08a02088455896af4a14f0efedea23a9a36c68b1fc6343c0c49b12e2b24c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e41fde3fca8df22494787a49aa3cdf616f87025c0cee521f91911d8a5722d5a3
Associated tags:
- 4e66ef0c-0b02-42d4-8c5f-f665fc50c82e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:4e66ef0c-0b02-42d4-8c5f-f665fc50c82e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e41fde3fca8df22494787a49aa3cdf616f87025c0cee521f91911d8a5722d5a3].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:0920f5eec0b86e18ba765aec0a4bef205b737b4091e883d338ea7700dcdb8ef9
Associated tags:
- cf095b5c-b07a-47af-9b64-1c55c14cb1b9
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:cf095b5c-b07a-47af-9b64-1c55c14cb1b9].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:0920f5eec0b86e18ba765aec0a4bef205b737b4091e883d338ea7700dcdb8ef9].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:ff570706bf55afc87f328700c4d105368f7091aa6c9ce87e5edcfe71aebd2459
Associated tags:
- 20221214-105511890789223
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221214-105511890789223
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221214-105511890789223].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:ff570706bf55afc87f328700c4d105368f7091aa6c9ce87e5edcfe71aebd2459].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:d0c17aff881de2fa83f407c92d807239ddccb15af45fbcfbb3fb8937110b72b8
Associated tags:
- b0cff1ec-f391-43e0-8d9c-4dca77e20ab9
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:b0cff1ec-f391-43e0-8d9c-4dca77e20ab9].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:d0c17aff881de2fa83f407c92d807239ddccb15af45fbcfbb3fb8937110b72b8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:7cb53db6ce2d06d979a2dc69fa9c64642fb1271828ac707317e7d0feca5320a0
Associated tags:
- f57702d2-d667-4eb5-9829-198a7861cfc4
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:f57702d2-d667-4eb5-9829-198a7861cfc4].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:7cb53db6ce2d06d979a2dc69fa9c64642fb1271828ac707317e7d0feca5320a0].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 3m 35s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/lzmadqediu2fo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
