See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9951/display/redirect?page=changes>
Changes:
[noreply] [Playground] Examples CI restore (#24155)
[noreply] Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#24220)
[noreply] Issue#24161 Updated docstring for Clusters class
[Kenneth Knowles] Fix checkArgument format string in BigQueryQueryHelper
[Kenneth Knowles] Fix checkArgument calls in BQ dynamic destinations
[noreply] Force discarding mode in with_fanout without rewindowing. (#23828)
[noreply] Removed trailing whitespaces.
[noreply] Clarify that SDF authors need to make the restriction sizing method
[noreply] Remove google-cloud-platform-core dependency from harness (#24235)
[noreply] Document our benchmarks (#24216)
------------------------------------------
[...truncated 1.86 MB...]
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:94ca6d5f00eaf13f6ef8e94467220368085a87d79e83fcd60bb02db81d7ed8a9
Associated tags:
- 20221117-225342212642902
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221117-225342212642902
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221117-225342212642902].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:94ca6d5f00eaf13f6ef8e94467220368085a87d79e83fcd60bb02db81d7ed8a9].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4f9049449aadba9ffdd35781d98dde12298b1fe7613ec27e3b35e3303a43106a
Associated tags:
- 13155bc5-832c-4861-b457-624abc80cd8a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:13155bc5-832c-4861-b457-624abc80cd8a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4f9049449aadba9ffdd35781d98dde12298b1fe7613ec27e3b35e3303a43106a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:90e3ea0b8f2152efdc2f244fc209da6f3a9d5037a5086fb7801c22d4c6ad1f65
Associated tags:
- 2167f44b-f3b7-4ab8-8a52-4a7a43434416
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2167f44b-f3b7-4ab8-8a52-4a7a43434416].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:90e3ea0b8f2152efdc2f244fc209da6f3a9d5037a5086fb7801c22d4c6ad1f65].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:65882e9c7e6f645b90f52d48b87a504ea021a35286cf4644b339fdc7df90e855
Associated tags:
- 20221117-225342398738828
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221117-225342398738828
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221117-225342398738828].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:65882e9c7e6f645b90f52d48b87a504ea021a35286cf4644b339fdc7df90e855].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:5e2ed9d674a4dbe953d3fb541c985ad6347c7db6e4d85661d723b1f31895b31b
Associated tags:
- 400346ec-0c4a-4731-9790-b894b85fd3f1
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:400346ec-0c4a-4731-9790-b894b85fd3f1].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:5e2ed9d674a4dbe953d3fb541c985ad6347c7db6e4d85661d723b1f31895b31b].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:ec4898c7d84c3c1561632ea63ed0fdbf79f69f8ce1c0406259e54dfb89bda9d8
Associated tags:
- 2c9f35e5-f464-4c0b-981e-e6b659a63f7f
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:2c9f35e5-f464-4c0b-981e-e6b659a63f7f].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:ec4898c7d84c3c1561632ea63ed0fdbf79f69f8ce1c0406259e54dfb89bda9d8].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0ab217ab9cc9c0b4362811776140e71ee5a80466296dc36ee669958ed39a81c5
Associated tags:
- 20221117-225342212644259
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221117-225342212644259
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221117-225342212644259].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0ab217ab9cc9c0b4362811776140e71ee5a80466296dc36ee669958ed39a81c5].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ba5f08cd9dd08e08e67c1490108706fc1f964372433e4bbcb75d317e683d77b9
Associated tags:
- 1ac51a87-a953-4633-b9b3-956ae0a78f31
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:1ac51a87-a953-4633-b9b3-956ae0a78f31].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ba5f08cd9dd08e08e67c1490108706fc1f964372433e4bbcb75d317e683d77b9].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ef3c00ae64b36e39c735fc624cd2e75a16ca1c2df1d2881e8b4f11d809f846d4
Associated tags:
- 3509e21f-68c8-48c4-90b2-782dff563c22
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:3509e21f-68c8-48c4-90b2-782dff563c22].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ef3c00ae64b36e39c735fc624cd2e75a16ca1c2df1d2881e8b4f11d809f846d4].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:4100f6c79022df5348ca0f62a1f34638ab3f6605584dbc065c9959c3e7747a20
Associated tags:
- 20221117-225342310775536
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221117-225342310775536
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221117-225342310775536].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:4100f6c79022df5348ca0f62a1f34638ab3f6605584dbc065c9959c3e7747a20].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:0c1d0d980cd53cf57496a5b8bba37b2886a843225ace26a2a4fc6ef0ffb2b82d
Associated tags:
- 818b7c30-8d6d-4f55-8d26-b763e10c6fab
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:818b7c30-8d6d-4f55-8d26-b763e10c6fab].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:0c1d0d980cd53cf57496a5b8bba37b2886a843225ace26a2a4fc6ef0ffb2b82d].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:a3e68b1021361873c5ccf7cde3a23ed52dddf8e23e4b532ba6c0d147d32ab128
Associated tags:
- 706c7572-da3c-421b-bd02-bcffa722ee87
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:706c7572-da3c-421b-bd02-bcffa722ee87].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:a3e68b1021361873c5ccf7cde3a23ed52dddf8e23e4b532ba6c0d147d32ab128].
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 3m 21s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/f73ro25pdrkaq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
