See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10507/display/redirect>
Changes:
------------------------------------------
[...truncated 2.47 MB...]
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:593f4639800be35b1102bab095682295c2fc93bde7855e5edac61cf84f59b939
Associated tags:
- 20230405-234539535461952
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230405-234539535461952
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230405-234539535461952].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:593f4639800be35b1102bab095682295c2fc93bde7855e5edac61cf84f59b939].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:8ca02966605d7b290ee4fa20e55cfcf41c0caec2d5667f6c9dbfac93d4d16f79
Associated tags:
- fe4687ec-36b6-4fd9-9c47-58c1e03b9a08
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:fe4687ec-36b6-4fd9-9c47-58c1e03b9a08].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:8ca02966605d7b290ee4fa20e55cfcf41c0caec2d5667f6c9dbfac93d4d16f79].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:2a4e70982e1fc1f9d9453532adb6738a1c5f144a38fbfd6262e947e61723e53d
Associated tags:
- 7591ae4f-c70e-409a-93e6-058fbc303740
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:7591ae4f-c70e-409a-93e6-058fbc303740].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:2a4e70982e1fc1f9d9453532adb6738a1c5f144a38fbfd6262e947e61723e53d].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:37a7d2c12546b7bdbeba1cb0ca00ac4823e06fdbb4a8ee2a9ac73fb86d488202
Associated tags:
- 20230405-234544121456700
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230405-234544121456700
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230405-234544121456700].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:37a7d2c12546b7bdbeba1cb0ca00ac4823e06fdbb4a8ee2a9ac73fb86d488202].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:1dbc50fd7698df8937c3a0261e59c86c2f153ccc0b59b8409ce50da1c67ac993
Associated tags:
- 5ce7566d-6302-42d3-be27-018d58f8d4b0
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:5ce7566d-6302-42d3-be27-018d58f8d4b0].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:1dbc50fd7698df8937c3a0261e59c86c2f153ccc0b59b8409ce50da1c67ac993].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:387bae97f71d1bf28736dfeb522cece83e57817d08b33cd54776b7acf95d62e4
Associated tags:
- 5df86ca1-d565-4fc7-8738-f81a121866ef
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:5df86ca1-d565-4fc7-8738-f81a121866ef].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:387bae97f71d1bf28736dfeb522cece83e57817d08b33cd54776b7acf95d62e4].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:1d86bf512942008f610fa18865f501cd4e7389c173fc71a995ff136ba892b3b7
Associated tags:
- 20230405-234540982875485
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230405-234540982875485
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230405-234540982875485].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:1d86bf512942008f610fa18865f501cd4e7389c173fc71a995ff136ba892b3b7].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c300987bc4b5f68ca514b34a7c7019505b6634fb84d8d083d6aa6f0c31ea8185
Associated tags:
- 4876acd0-2212-4a94-92db-415f1ad83665
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:4876acd0-2212-4a94-92db-415f1ad83665].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c300987bc4b5f68ca514b34a7c7019505b6634fb84d8d083d6aa6f0c31ea8185].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:362834ee1641d99c6ff5a2b84a0e26cf4725858f8f60a4b4125a9d85c9afd238
Associated tags:
- f0bfd848-697b-40ca-9941-5fc43d7ebf92
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:f0bfd848-697b-40ca-9941-5fc43d7ebf92].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:362834ee1641d99c6ff5a2b84a0e26cf4725858f8f60a4b4125a9d85c9afd238].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a0815cfd6b236f2d455b0cc30f8af7c4ea35b43a7f541e591f314ae1fabae5f8
Associated tags:
- 20230405-234542057978069
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230405-234542057978069
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230405-234542057978069].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a0815cfd6b236f2d455b0cc30f8af7c4ea35b43a7f541e591f314ae1fabae5f8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:da0274d34b15a0fa2110295a691f9da076df23774874699dd96769a4c786ab12
Associated tags:
- e9b00d49-5ff3-457d-960b-05e0f0bd74be
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:e9b00d49-5ff3-457d-960b-05e0f0bd74be].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:da0274d34b15a0fa2110295a691f9da076df23774874699dd96769a4c786ab12].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:0fa012e4498ea5f1c4668f7e8485025d0dae9755144c44525f992ce8a5675436
Associated tags:
- ad28e1da-f7ac-485b-89d4-912245853ddf
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:ad28e1da-f7ac-485b-89d4-912245853ddf].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:0fa012e4498ea5f1c4668f7e8485025d0dae9755144c44525f992ce8a5675436].
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py311:setupVirtualenv'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 56s
71 actionable tasks: 59 executed, 4 from cache, 8 up-to-date
Publishing build scan...
https://gradle.com/s/evz5lmezim56c
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
