See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10061/display/redirect?page=changes>
Changes:
[noreply] Show error messages when Playground requests fail (#24033) (#24338)
[noreply] Gradle tasks to start playground locally (#23939) (#23941)
------------------------------------------
[...truncated 1.96 MB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7dad62b7c322475d90eaadf2de4fef64164473b2af9bf8679d2d0788924954dd
Associated tags:
- 20221215-105459325486315
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221215-105459325486315
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221215-105459325486315].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7dad62b7c322475d90eaadf2de4fef64164473b2af9bf8679d2d0788924954dd].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e16ef9c44d80e0ad350961aaa721bac164d6737c67e9432e0784b17a3bb6adb7
Associated tags:
- c279f440-f4a6-4b4e-9c70-fff59909aeec
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:c279f440-f4a6-4b4e-9c70-fff59909aeec].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e16ef9c44d80e0ad350961aaa721bac164d6737c67e9432e0784b17a3bb6adb7].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:b54051bfea47dc2038056bc8d687da819b10a8f71beaea65f6d0f439222d8d5b
Associated tags:
- 382e809c-b572-42e8-a5d7-5445ba9023c3
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:382e809c-b572-42e8-a5d7-5445ba9023c3].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:b54051bfea47dc2038056bc8d687da819b10a8f71beaea65f6d0f439222d8d5b].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:3262cab01f9aabbfad4cd239044de20a9a968cd90198f6045bd93652ca8b3db5
Associated tags:
- 20221215-105459034501595
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221215-105459034501595
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221215-105459034501595].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:3262cab01f9aabbfad4cd239044de20a9a968cd90198f6045bd93652ca8b3db5].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:1f893dff5b92511ffc8cd12fda92a43f3312d8877dfd230579fa0756e024eb4a
Associated tags:
- a12e5772-c1d9-477c-b4c7-55b1763b2422
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:a12e5772-c1d9-477c-b4c7-55b1763b2422].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:1f893dff5b92511ffc8cd12fda92a43f3312d8877dfd230579fa0756e024eb4a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:2fb5c2bc661c2521db501ed3a3dade1dbdba742f5acaa4bf04ef5d5df036ba85
Associated tags:
- 16e1277c-4c1d-4c4c-a73a-da22d5605037
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:16e1277c-4c1d-4c4c-a73a-da22d5605037].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:2fb5c2bc661c2521db501ed3a3dade1dbdba742f5acaa4bf04ef5d5df036ba85].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:eb2f0062a8dc3230cd7c14cfb228cb02ab089396620524c9f6747f425dfae169
Associated tags:
- 20221215-105458431373524
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221215-105458431373524
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221215-105458431373524].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:eb2f0062a8dc3230cd7c14cfb228cb02ab089396620524c9f6747f425dfae169].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:905cf12c56356a59b91f85ff12267ab3469c89551fb9e2540c0362e0d3fe5fd9
Associated tags:
- 99ea3657-5c9e-4723-8d07-8aee0858dab0
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:99ea3657-5c9e-4723-8d07-8aee0858dab0].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:905cf12c56356a59b91f85ff12267ab3469c89551fb9e2540c0362e0d3fe5fd9].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:42a3980a501139122b92d99960878c3779b7f163a44ad3533cf73eca0ec7892e
Associated tags:
- 7d23d324-1000-452b-b84c-a37baf53f645
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:7d23d324-1000-452b-b84c-a37baf53f645].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:42a3980a501139122b92d99960878c3779b7f163a44ad3533cf73eca0ec7892e].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:f92787280c620aaff08be7821a02c33e2494c1663cd3822b4eda108be477a350
Associated tags:
- 20221215-105459341449226
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221215-105459341449226
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221215-105459341449226].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:f92787280c620aaff08be7821a02c33e2494c1663cd3822b4eda108be477a350].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:60c16468f5ceb7c98eb7f732b6e043641cadf701d598fa01387e37486dda9c43
Associated tags:
- 0ee24377-77ec-4c77-a1cc-ba81bdfca0ca
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0ee24377-77ec-4c77-a1cc-ba81bdfca0ca].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:60c16468f5ceb7c98eb7f732b6e043641cadf701d598fa01387e37486dda9c43].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:dc208730e0b0377240d9273c00fc1a826314774bfa96e2684b9962cba8dd9f6b
Associated tags:
- 10c9b713-765c-492d-a551-864c5006ed88
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:10c9b713-765c-492d-a551-864c5006ed88].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:dc208730e0b0377240d9273c00fc1a826314774bfa96e2684b9962cba8dd9f6b].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 5m 22s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/vpmsdzh6grnoo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
