See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10039/display/redirect?page=changes>
Changes:
[chamikaramj] Fixing a breakage of multi-lang auto Runner v2 enabling
[noreply] Fix some small notebook typos (#24616)
[noreply] initialize and increment metrics properly (#24592)
[noreply] Add schema conversion support from Kafka Connect Record schemas to
Beam
[noreply] interface{} -> any for starcgen (#24618)
[noreply] interface{} -> any for remaining references (#24625)
[noreply] Updating issue-tagger Workflow (#171) (#23143)
[noreply] [GitHub Actions] - Updates in Build Playground Backend to runs-on
[noreply] [GitHub Actions] - Updates in Build Playground Frontend to runs-on
[noreply] [GitHub Actions] - Updates in Go Tests to runs-on Self-hosted runners
[noreply] [GitHub Actions] - Updates in Java Tests to runs-on Self-hosted
runners
[noreply] Updated label_prs workflow (#173) (#23145)
[noreply] [CdapIO] CdapIO and SparkReceiverIO updates (#24436)
[noreply] Revert "[GitHub Actions] - Updates in Java Tests to runs-on
Self-hosted
------------------------------------------
[...truncated 1.81 MB...]
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:f4afc4808e8736d2ff33a224e51ec3e6e68a7efd8fbec47ead545355bf0557b5
Associated tags:
- 20221209-225525083511376
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221209-225525083511376
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221209-225525083511376].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:f4afc4808e8736d2ff33a224e51ec3e6e68a7efd8fbec47ead545355bf0557b5].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:aac84fa2f4af3bad261d6a5ff453bcaa898c6d396abe48156a000385a0a62cc0
Associated tags:
- dbe9ec5b-6e28-4aaf-b6f0-79ed9a77b013
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:dbe9ec5b-6e28-4aaf-b6f0-79ed9a77b013].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:aac84fa2f4af3bad261d6a5ff453bcaa898c6d396abe48156a000385a0a62cc0].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6f52c16aa5b7e5abbe961b191540e12cfddc9f155dc575578c240bcf577c2125
Associated tags:
- 241a2f90-5ada-4ed8-9e0b-9350230e8e08
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:241a2f90-5ada-4ed8-9e0b-9350230e8e08].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6f52c16aa5b7e5abbe961b191540e12cfddc9f155dc575578c240bcf577c2125].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:71a60156fdf4388fd9f902b114bafeaf75634d171615fd000b75ceffa1229f4a
Associated tags:
- 20221209-225519575406383
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221209-225519575406383
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221209-225519575406383].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:71a60156fdf4388fd9f902b114bafeaf75634d171615fd000b75ceffa1229f4a].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:2275ba45048389ac01511be01fa3a0aedd0cdc449f824bb41de5af0e597b8232
Associated tags:
- 20221209-225519904163110
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221209-225519904163110
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221209-225519904163110].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:2275ba45048389ac01511be01fa3a0aedd0cdc449f824bb41de5af0e597b8232].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:b37d5caebc4ef78e7220381f192dcbf695638ae8ca177f1f0f287d9f1b0e5f49
Associated tags:
- 65aa021b-3c5c-4d7c-8f04-d68b9d1994f9
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:65aa021b-3c5c-4d7c-8f04-d68b9d1994f9].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:b37d5caebc4ef78e7220381f192dcbf695638ae8ca177f1f0f287d9f1b0e5f49].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:4d8cee5bf8f4097d56f3f196b6fa6977bb6200dc997e92812db68d37614dcfd9
Associated tags:
- 0404e524-d7f1-4fa8-bfe7-6202d26456b1
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0404e524-d7f1-4fa8-bfe7-6202d26456b1].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:4d8cee5bf8f4097d56f3f196b6fa6977bb6200dc997e92812db68d37614dcfd9].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:2e5ab9518781385fe9094bc0f7bf601cfc08f2d2648952206ed13d8bcab18d66
Associated tags:
- 10c4615c-af99-4309-bff3-ddde1cc5578f
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:10c4615c-af99-4309-bff3-ddde1cc5578f].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:2e5ab9518781385fe9094bc0f7bf601cfc08f2d2648952206ed13d8bcab18d66].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c011542b11c96c5593dbb78faa75af00136b567267356c6935a5e7c63fe41680
Associated tags:
- 4e2c7cd5-ba48-4b11-a973-fe031fe83cf9
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:4e2c7cd5-ba48-4b11-a973-fe031fe83cf9].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c011542b11c96c5593dbb78faa75af00136b567267356c6935a5e7c63fe41680].
Removed the container
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:97980204c6f6d8ba924ec2fefcd36fbbef58f33d005aac9bef2685185bbf26f2
Associated tags:
- 20221209-225542335601581
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221209-225542335601581
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221209-225542335601581].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:97980204c6f6d8ba924ec2fefcd36fbbef58f33d005aac9bef2685185bbf26f2].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:c50b3297d2f6083c14db5eb6b7d4fc4b6a4c22c1a8cd468787fafe894ee803d1
Associated tags:
- c7c9c136-e07c-4b87-abbe-f1467fa8966c
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:c7c9c136-e07c-4b87-abbe-f1467fa8966c].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:c50b3297d2f6083c14db5eb6b7d4fc4b6a4c22c1a8cd468787fafe894ee803d1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:737314b884027fc1f46d180a79d8b7e722d4c0fc5a3797daa18047f5ef9d85ec
Associated tags:
- 9ca1181b-7b06-4931-adf4-5cfa6d9fbabb
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:9ca1181b-7b06-4931-adf4-5cfa6d9fbabb].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:737314b884027fc1f46d180a79d8b7e722d4c0fc5a3797daa18047f5ef9d85ec].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 6m 15s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/qmfehrztve3vw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
