See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/724/display/redirect>
Changes:
------------------------------------------
[...truncated 2.88 MB...]
# Note: we don't delete the multi-arch containers here because this command
only deletes the manifest list with the tag,
# the associated container images can't be deleted because they are not
tagged. However, multi-arch containers that are
# older than 6 weeks old are deleted by
stale_dataflow_prebuilt_image_cleaner.sh that runs daily.
if [[ "$ARCH" == "x86" ]]; then
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
fi
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
>>> Successfully built and push container
>>> us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
pytest -o log_cli=True -o log_level=Info -o junit_suite_name=$IMAGE_NAME \
-m=it_validatescontainer \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
$MACHINE_TYPE_ARGS \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.8.10, pytest-7.4.2, pluggy-1.3.0
rootdir:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python>
configfile: pytest.ini
plugins: timeout-2.2.0, xdist-3.3.1, requests-mock-1.11.0, hypothesis-6.87.4
timeout: 1800.0s
timeout method: signal
timeout func_only: False
created: 1/1 worker
1 worker [3 items]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
[gw0] [ 33%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
[gw0] [ 33%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 33%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
[gw0] [ 66%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
[gw0] [ 66%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 66%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
[gw0] [100%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
=============================== warnings summary ===============================
../../build/gradleenv/2050596098/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17:
DeprecationWarning: The distutils package is deprecated and slated for removal
in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.10_sdk.xml>
-
============ 3 passed, 17 skipped, 1 warning in 1266.18s (0:21:06) =============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20231013-022709470267942
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:db0fe1915ae958371e7470071d27f0294b5c270d47e3fac4b3fe471c98ce7101
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:75de1aa3-820d-4c75-a543-dff6b71c0bf3
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:678687b4c80b69f84853cf7e22c69b8eb0fac306739a773086b3ea1bb72cbfc0
Deleted: sha256:b6740c4eddfd00e0a44f1080cbdb156d2bb3e30b58b2f6f4cdcf10f1cb5592b8
Deleted: sha256:3549dad401496e76f43cc3eea1659bc8a511a869d60370775e687f3ee07346db
Deleted: sha256:579dc88a788303bfce4980e702d05651d9fe450da1f02a6b9edfef8aed548fac
Deleted: sha256:f8a728e5b1e2bca2f887d292629971382ceb7820510612f51a474e5b8cef4858
Deleted: sha256:16e4ac9feec3f32f821a9b69fea7b651d2fa419b491fa8ffc606b58aeadbb00a
Deleted: sha256:97e4454a8dc079bc43543156eeb6c76818a8fe4ecc1d38eb938a63b5a7ea9496
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
[gw0] [100%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
=============================== warnings summary ===============================
../../build/gradleenv/2050596099/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/build/gradleenv/2050596099/lib/python3.11/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17:
DeprecationWarning: The distutils package is deprecated and slated for removal
in Python 3.12. Use setuptools or check PEP 632 for potential alternatives
from distutils import util
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.11_sdk.xml>
-
============ 3 passed, 17 skipped, 1 warning in 1272.84s (0:21:12) =============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20231013-022704764736595
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:ab4b89acaa3c1b50dee027214a2b136e62782ed81543f6c20332a33104bb99a8
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:2286bc08-4282-4c42-8ae2-7acb264172c2
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:a8bc79f305d4ccb9be0a97009300957ff0ec5bee9528117c973e8b56a287a4f4
Deleted: sha256:6770b55230b7b6059570ae17c505c7197935b4480a54960dd4e5ecf767b3ffcb
Deleted: sha256:b8bd686d73a3aa4544dae2aa819643be44af69bfb17b5bd2a96f23526b94d22d
Deleted: sha256:e871322de469250d1cd6ba2258826d5d9f407b215f3c180a81ea941709c94982
Deleted: sha256:5e8ed4a77e9c1859967fcf2d4263704d3feaf186e4d9d975f46bf13ee9141917
Deleted: sha256:f4bca6e49685a3d2f49b3ef18f75f7ee69be214af78e4cee7a2bbb9c93a56065
Deleted: sha256:5db0cd5afd2b851850f13c14c214da4a1e36406148da3b703eb99d1eb4c6cfd4
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:ab4b89acaa3c1b50dee027214a2b136e62782ed81543f6c20332a33104bb99a8
Associated tags:
- 20231013-022704764736595
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20231013-022704764736595
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20231013-022704764736595].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:ab4b89acaa3c1b50dee027214a2b136e62782ed81543f6c20332a33104bb99a8].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:db0fe1915ae958371e7470071d27f0294b5c270d47e3fac4b3fe471c98ce7101
Associated tags:
- 20231013-022709470267942
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20231013-022709470267942
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20231013-022709470267942].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:db0fe1915ae958371e7470071d27f0294b5c270d47e3fac4b3fe471c98ce7101].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:678687b4c80b69f84853cf7e22c69b8eb0fac306739a773086b3ea1bb72cbfc0
Associated tags:
- 75de1aa3-820d-4c75-a543-dff6b71c0bf3
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:75de1aa3-820d-4c75-a543-dff6b71c0bf3].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:678687b4c80b69f84853cf7e22c69b8eb0fac306739a773086b3ea1bb72cbfc0].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e6c87bf2a93b75ccf1734442fd629b2fbdf16b21b1934f400b47f1e9851625c6
Associated tags:
- 996f6205-5020-4a0f-bfee-cee1c6fc462f
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:996f6205-5020-4a0f-bfee-cee1c6fc462f].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e6c87bf2a93b75ccf1734442fd629b2fbdf16b21b1934f400b47f1e9851625c6].
Removed the container
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:a8bc79f305d4ccb9be0a97009300957ff0ec5bee9528117c973e8b56a287a4f4
Associated tags:
- 2286bc08-4282-4c42-8ae2-7acb264172c2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:2286bc08-4282-4c42-8ae2-7acb264172c2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:a8bc79f305d4ccb9be0a97009300957ff0ec5bee9528117c973e8b56a287a4f4].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:f3bafd90f54064ead37584916caf0cfbee9474a6b4f01566d86baf30cf657557
Associated tags:
- 14c6ed28-4694-4bd5-9277-fe5e45c03052
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:14c6ed28-4694-4bd5-9277-fe5e45c03052].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:f3bafd90f54064ead37584916caf0cfbee9474a6b4f01566d86baf30cf657557].
Removed the container
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [100%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml>
-
================== 3 passed, 17 skipped in 1255.22s (0:20:55) ==================
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20231013-022749907197776
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c2bcc166d09f3288a0575283be913301737c152d3983a6492ff72b4402babb2a
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:020720f7-9a04-4fdd-aca0-d94c2bf78191
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:d4c3df44e78a14cfebb6f9677a2a69cb032b9cb8f0c30d5859d2029bcfefb657
Deleted: sha256:b968739a452601603f144c0f5224eae2bb1b00495c5e6c0705f8b3d6b98fc70c
Deleted: sha256:209df6e92acf61869be1d547b77f58c4bc4398e247e94ea2cc1b79e1d3c1f042
Deleted: sha256:1bea532d49a715c05e50b9af35f233fcbd15feafa3a977858a2c6958608fa180
Deleted: sha256:d1cbf2340b5ba0b21c8e53e66a5eb71bcc0b02dfe7581247f7f634cd5cb11af5
Deleted: sha256:09a1658667df3ac2751924bf1d769f2779a00f0dbc856e644dda62ed0c4a8b90
Deleted: sha256:f94e886518a92d586452b454c3df0c37e68d95019065be39944065064af71a85
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c2bcc166d09f3288a0575283be913301737c152d3983a6492ff72b4402babb2a
Associated tags:
- 20231013-022749907197776
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20231013-022749907197776
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20231013-022749907197776].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c2bcc166d09f3288a0575283be913301737c152d3983a6492ff72b4402babb2a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:d4c3df44e78a14cfebb6f9677a2a69cb032b9cb8f0c30d5859d2029bcfefb657
Associated tags:
- 020720f7-9a04-4fdd-aca0-d94c2bf78191
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:020720f7-9a04-4fdd-aca0-d94c2bf78191].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:d4c3df44e78a14cfebb6f9677a2a69cb032b9cb8f0c30d5859d2029bcfefb657].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:8fb0e59660829b3fc06cdc6f90d84a4d54bf62174831c890abaf2f95315683f6
Associated tags:
- 4b97c51f-3cc6-46e3-a871-ab16a7a1e57e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:4b97c51f-3cc6-46e3-a871-ab16a7a1e57e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:8fb0e59660829b3fc06cdc6f90d84a4d54bf62174831c890abaf2f95315683f6].
Removed the container
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:installGcpTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
For more on this, please refer to
https://docs.gradle.org/8.3/userguide/command_line_interface.html#sec:command_line_warnings
in the Gradle documentation.
BUILD FAILED in 37m 1s
59 actionable tasks: 53 executed, 1 from cache, 5 up-to-date
Publishing build scan...
https://ge.apache.org/s/5avwztg4vid52
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
