See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10028/display/redirect?page=changes>
Changes:
[Kenneth Knowles] Support multiple gradle tasks in one precommit job
[Kenneth Knowles] Split up some IOs from Java PreCommit
------------------------------------------
[...truncated 124.56 KB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:06346078665345f81229785ef2d216f59277634fec95613ac1ce686b2a815ac4
Associated tags:
- 20221207-045600151051144
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221207-045600151051144
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221207-045600151051144].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:06346078665345f81229785ef2d216f59277634fec95613ac1ce686b2a815ac4].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6f837727539d9f49f4a9629fb80b60e7be64231f969db8094cd84474132f845e
Associated tags:
- 09f1888c-4a9a-40ad-b9a3-da1dbfef3565
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:09f1888c-4a9a-40ad-b9a3-da1dbfef3565].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6f837727539d9f49f4a9629fb80b60e7be64231f969db8094cd84474132f845e].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4bf26f5c4a2a63b5a370206bb1be9e7c07392a1a5f2120d8317f912d80af087b
Associated tags:
- 198c382c-8eb6-4e3d-a4e0-a60de4c6f5a4
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:198c382c-8eb6-4e3d-a4e0-a60de4c6f5a4].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4bf26f5c4a2a63b5a370206bb1be9e7c07392a1a5f2120d8317f912d80af087b].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:e240c58b0dda4efc341acf81eda31eae29d5b1c4dc4b3a791ac8fcc39f4567d1
Associated tags:
- 20221207-045600151005482
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221207-045600151005482
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221207-045600151005482].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:e240c58b0dda4efc341acf81eda31eae29d5b1c4dc4b3a791ac8fcc39f4567d1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ed1972c1d23d36564e6ca35d444a9104ba418de3369b33666d27b2b896dc221b
Associated tags:
- e52b469c-eb8c-4d3a-8a51-e8efa8014982
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:e52b469c-eb8c-4d3a-8a51-e8efa8014982].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ed1972c1d23d36564e6ca35d444a9104ba418de3369b33666d27b2b896dc221b].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:e099160a30ad23c2b750a05cb8c708b34ec49d726c7802a11c1af2eb3ac350bf
Associated tags:
- bde1dc80-67ee-4a57-b130-7b9e451ae14e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:bde1dc80-67ee-4a57-b130-7b9e451ae14e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:e099160a30ad23c2b750a05cb8c708b34ec49d726c7802a11c1af2eb3ac350bf].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:21dd606eec03b19097d4f5b6af6b72a03479a32f1eb6f075336e7d4b63d6491f
Associated tags:
- 20221207-045600161787863
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221207-045600161787863
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221207-045600161787863].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:21dd606eec03b19097d4f5b6af6b72a03479a32f1eb6f075336e7d4b63d6491f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:2a00c06c443f00d7ac11fcca83df874552f3610de33fb8227118bae52d9f5987
Associated tags:
- ff851b4f-1182-44f6-86fe-74a3b204f35a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:ff851b4f-1182-44f6-86fe-74a3b204f35a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:2a00c06c443f00d7ac11fcca83df874552f3610de33fb8227118bae52d9f5987].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:cd215d766deb342b3ae7aafceb980e579b8e2595d287a654232e28e2accabca1
Associated tags:
- 82c09028-928b-4471-96b8-c97240bd6a26
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:82c09028-928b-4471-96b8-c97240bd6a26].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:cd215d766deb342b3ae7aafceb980e579b8e2595d287a654232e28e2accabca1].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:8e01fe9525e0dbf74d0c2d99977b1489c8232a90ec6c0dc75dda1f9d4c1a06f3
Associated tags:
- 20221207-045600246693320
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221207-045600246693320
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221207-045600246693320].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:8e01fe9525e0dbf74d0c2d99977b1489c8232a90ec6c0dc75dda1f9d4c1a06f3].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:41724d2b9b391dbcef4e84f3139d8b21220ca83d58b90f5518d6691627a9dc2c
Associated tags:
- c3599c81-37bd-40f7-ab3b-df82f33c6b28
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:c3599c81-37bd-40f7-ab3b-df82f33c6b28].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:41724d2b9b391dbcef4e84f3139d8b21220ca83d58b90f5518d6691627a9dc2c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:83947e0bdf38386683f42b035c2a2a508cd02569800a0dc5352881240ee942ea
Associated tags:
- 8d805f7c-dcf0-4b81-a3b9-454cf9ae6684
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:8d805f7c-dcf0-4b81-a3b9-454cf9ae6684].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:83947e0bdf38386683f42b035c2a2a508cd02569800a0dc5352881240ee942ea].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 5m 19s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/hcu7lsxmaloxa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
