See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9913/display/redirect>
Changes:
------------------------------------------
[...truncated 224.42 KB...]
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:34511aa455740e2a7cfc3442dc3c8fdd573d493a1f9ffe4cf6aa9b0994b9fb71
Associated tags:
- 20221108-105433192689467
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221108-105433192689467
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221108-105433192689467].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:34511aa455740e2a7cfc3442dc3c8fdd573d493a1f9ffe4cf6aa9b0994b9fb71].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:6d5340309b4b77536da7eb9af57f65ea799d2eab7128e1dae5fcee700d1ffea1
Associated tags:
- 110782f1-ab9c-4ed4-896d-15edacfbfb0e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:110782f1-ab9c-4ed4-896d-15edacfbfb0e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:6d5340309b4b77536da7eb9af57f65ea799d2eab7128e1dae5fcee700d1ffea1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:eff61a5c6e1ec28b407a7caf5e7b074f28e6504694bef90443fe3e9917eacbc6
Associated tags:
- 3cc40fe7-bbdc-467c-8054-ebc38606f6ba
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:3cc40fe7-bbdc-467c-8054-ebc38606f6ba].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:eff61a5c6e1ec28b407a7caf5e7b074f28e6504694bef90443fe3e9917eacbc6].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:ff3ebaf937f6f3c6435328cf9cf141f2cf8b465036283f4cf08b3d489cb1fa38
Associated tags:
- 20221108-105433745613790
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221108-105433745613790
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221108-105433745613790].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:ff3ebaf937f6f3c6435328cf9cf141f2cf8b465036283f4cf08b3d489cb1fa38].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:745e4d33a3a9a33fa4c3fb06c757ac8f55036b8fcef9ba7c469e9d2b64fec4ad
Associated tags:
- d34eb930-2345-4cdc-8144-b9b480f6b7a8
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:d34eb930-2345-4cdc-8144-b9b480f6b7a8].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:745e4d33a3a9a33fa4c3fb06c757ac8f55036b8fcef9ba7c469e9d2b64fec4ad].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:08cb11c84beed7bd9ec77c2189564eb249f759715e8f5b0b6d908fe432c11d9e
Associated tags:
- 9aa6fcac-6e36-459d-b043-a44e158d5c8d
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:9aa6fcac-6e36-459d-b043-a44e158d5c8d].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:08cb11c84beed7bd9ec77c2189564eb249f759715e8f5b0b6d908fe432c11d9e].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:6bff9b49f37a7a16d8d27cca096e9ecfa08f47311d1bb49475dc0ddbac405992
Associated tags:
- 20221108-105433203216807
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221108-105433203216807
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221108-105433203216807].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:6bff9b49f37a7a16d8d27cca096e9ecfa08f47311d1bb49475dc0ddbac405992].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:feb3294bc9df443e50c65d93273e5f45d35e75e285431ad70387040e1f4dc80c
Associated tags:
- c8936410-6efa-4c8b-82fb-1acefd05f6ab
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:c8936410-6efa-4c8b-82fb-1acefd05f6ab].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:feb3294bc9df443e50c65d93273e5f45d35e75e285431ad70387040e1f4dc80c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2715195367aa4ef6b4a32dd1a0dcd8ab3f2b5ad12f841411e3a2e262557970fa
Associated tags:
- 14c21dc9-6f9f-4d96-9c3c-7ddb3212e9cf
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:14c21dc9-6f9f-4d96-9c3c-7ddb3212e9cf].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2715195367aa4ef6b4a32dd1a0dcd8ab3f2b5ad12f841411e3a2e262557970fa].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:6b5cea16ac32e92f5c72cc1e05f1eb152c180609a9b46ca0137664a0d1d61089
Associated tags:
- 20221108-105433290426391
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221108-105433290426391
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221108-105433290426391].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:6b5cea16ac32e92f5c72cc1e05f1eb152c180609a9b46ca0137664a0d1d61089].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:44b2264240a1372fad9dddd52b284f2118fc0acd2e1732e1294dc46ac8c18f73
Associated tags:
- be97d177-9d2f-4f7d-9796-4fb0e6fe4fa0
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:be97d177-9d2f-4f7d-9796-4fb0e6fe4fa0].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:44b2264240a1372fad9dddd52b284f2118fc0acd2e1732e1294dc46ac8c18f73].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:64f4abd56f5e248d421a81286741309fcda623b5dba05c92af49284a03f862d1
Associated tags:
- 4eef67ec-c245-43d5-b292-7081b3bb5642
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:4eef67ec-c245-43d5-b292-7081b3bb5642].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:64f4abd56f5e248d421a81286741309fcda623b5dba05c92af49284a03f862d1].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 33s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/il2qrabxgrinq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
