See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/142/display/redirect>
Changes:
------------------------------------------
[...truncated 2.46 MB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:5279ccbdfd18fdc05cfa0a13e79de3a4475119135b52aac26f13d54ccf60c900
Associated tags:
- 20230520-142615034429581
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230520-142615034429581
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230520-142615034429581].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:5279ccbdfd18fdc05cfa0a13e79de3a4475119135b52aac26f13d54ccf60c900].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6e9ec3a17fa2a586f7ca51ed90f99524013165d109eb5cf27220dd3acba6a000
Associated tags:
- 1113c12d-1547-40b2-94d4-e14a764bf21f
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:1113c12d-1547-40b2-94d4-e14a764bf21f].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6e9ec3a17fa2a586f7ca51ed90f99524013165d109eb5cf27220dd3acba6a000].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:0d439c51437903d6351493188a3fd5316834a5e2885fe4e0e6e50a7bb2cf4a1d
Associated tags:
- e869e7b3-0427-4fb4-92aa-1fd500f02764
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:e869e7b3-0427-4fb4-92aa-1fd500f02764].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:0d439c51437903d6351493188a3fd5316834a5e2885fe4e0e6e50a7bb2cf4a1d].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:0bc28ec812359fcaa647558d3a2955277dae8ec039b66835153174ce39067bee
Associated tags:
- 20230520-142756654098954
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230520-142756654098954
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230520-142756654098954].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:0bc28ec812359fcaa647558d3a2955277dae8ec039b66835153174ce39067bee].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:f3fa48aa5bc82206c2f9d00df1cea2527f8fb4c8f521c7ce066cb5b95e58a3f4
Associated tags:
- de2a615f-db20-457d-ad21-3de6c0b60c5d
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:de2a615f-db20-457d-ad21-3de6c0b60c5d].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:f3fa48aa5bc82206c2f9d00df1cea2527f8fb4c8f521c7ce066cb5b95e58a3f4].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:c9a042b1e01b962b1f617d35071a2add2fd43acbb74f8d415badda5de84f1fb9
Associated tags:
- de49a198-4931-4aca-a253-0319e6bb8ae1
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:de49a198-4931-4aca-a253-0319e6bb8ae1].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:c9a042b1e01b962b1f617d35071a2add2fd43acbb74f8d415badda5de84f1fb9].
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:ebc16d4ff5777879991f3421224821f2347184643bab448751ccf30dcd545665
Associated tags:
- 20230520-142634017588205
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20230520-142634017588205
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20230520-142634017588205].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:ebc16d4ff5777879991f3421224821f2347184643bab448751ccf30dcd545665].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:455ab47b46a6ccda802f71c83c1a48971fb9c8f3f850409f2d95e2fc5395b5f6
Associated tags:
- 0d9c875b-85d7-4a31-877b-4ae120c08104
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:0d9c875b-85d7-4a31-877b-4ae120c08104].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:455ab47b46a6ccda802f71c83c1a48971fb9c8f3f850409f2d95e2fc5395b5f6].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:85c17026be907e30a0c308011add24b4bb2a3223b594c74a6716d5567906755b
Associated tags:
- 94fb9d3b-e474-4ec3-97f1-b788d2b2a637
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:94fb9d3b-e474-4ec3-97f1-b788d2b2a637].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:85c17026be907e30a0c308011add24b4bb2a3223b594c74a6716d5567906755b].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:68c7599781390f54513a0f26992063daea64d7cd8abb9aa60986047efb85ec7f
Associated tags:
- 20230520-142713100627519
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230520-142713100627519
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230520-142713100627519].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:68c7599781390f54513a0f26992063daea64d7cd8abb9aa60986047efb85ec7f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:6d678e06d8718bffe4c259f13daef932de9396ad76983169b42a8483ceb4816c
Associated tags:
- 2b0f8274-4d46-4315-a83b-10ae52b9c68a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:2b0f8274-4d46-4315-a83b-10ae52b9c68a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:6d678e06d8718bffe4c259f13daef932de9396ad76983169b42a8483ceb4816c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:2a3ac9c79caa1b33635d0c168c2f124019fb27fc5c8930ac2760777958f6d1e2
Associated tags:
- d2976ba8-df2e-452f-bd15-0011e5bd6e39
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:d2976ba8-df2e-452f-bd15-0011e5bd6e39].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:2a3ac9c79caa1b33635d0c168c2f124019fb27fc5c8930ac2760777958f6d1e2].
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/container/common.gradle'>
line: 38
* What went wrong:
Execution failed for task
':sdks:python:container:py38:generatePythonRequirements'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 49m 55s
77 actionable tasks: 65 executed, 4 from cache, 8 up-to-date
Publishing build scan...
https://ge.apache.org/s/y4lq2yjmndamw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
