See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9585/display/redirect>
Changes:
------------------------------------------
[...truncated 91.23 KB...]
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
25ece5280b00: Pushed
20220818-105036103354352: digest:
sha256:d0db0408a62a60e606629e9027ce7505fb68c64083673243f99846d4458a7931 size:
5156
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
>>> Successfully built and push container
>>> us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
============================= test session starts ==============================
platform linux -- Python 3.9.10, pytest-7.1.2, pluggy-1.0.0
rootdir:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,>
configfile: pytest.ini
plugins: xdist-2.5.0, timeout-2.1.0, forked-1.4.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.9.10 (main, Jan 15 2022, 18:17:56) -- [GCC 9.3.0]
gw0 [4]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
============================= test session starts ==============================
platform linux -- Python 3.8.10, pytest-7.1.2, pluggy-1.0.0
rootdir:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python,>
configfile: pytest.ini
plugins: xdist-2.5.0, timeout-2.1.0, forked-1.4.0, requests-mock-1.9.3
timeout: 900.0s
timeout method: signal
timeout func_only: False
gw0 I
[gw0] Python 3.8.10 (default, Jun 22 2022, 20:18:18) -- [GCC 9.4.0]
gw0 [4]
scheduling tests via LoadScheduling
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
[gw0] [ 25%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [ 25%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_fnapi_it
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 50%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [ 50%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 75%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [ 75%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [100%] PASSED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml>
-
============ 4 passed, 2 skipped, 3 warnings in 2189.54s (0:36:29) =============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220818-105036057648825
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:2f222a515e307ef7eaf52e4860cc9dcecad4292928f765483c9e3bbbcec86a50
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:1800827c-6b45-40a4-9746-84d63bbdae8e
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f6327eb7a58c76d0e1c9e4959776bf3f415530dc72efd0440a1c87b7afc09e75
Deleted: sha256:6f0ffe2a813ad7842e12ef66a9c073347123c93ec1497922b23e2438cc7d734d
Deleted: sha256:d7e24239c9fa580873f6c34fbd1978efd6eafb353f1599c0776578845d618465
Deleted: sha256:83480017b9be31946af680db438f5fccee751c2f1dc31edca8f247e32e30fb24
Deleted: sha256:b0629beff0680dafafab35e029382d7137a01b6f9ba208993dd867e54fef4b03
Deleted: sha256:465ffc7dc282e69ccc3cce3a756cbc2961dcb197859335de2f5c80e079ecd32c
Deleted: sha256:44c0b0bf766dcef75c85b75a336d2906d8d1e3d9a121b4123944e9144c0cb92c
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:2f222a515e307ef7eaf52e4860cc9dcecad4292928f765483c9e3bbbcec86a50
Associated tags:
- 20220818-105036057648825
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220818-105036057648825
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220818-105036057648825].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:2f222a515e307ef7eaf52e4860cc9dcecad4292928f765483c9e3bbbcec86a50].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f6327eb7a58c76d0e1c9e4959776bf3f415530dc72efd0440a1c87b7afc09e75
Associated tags:
- 1800827c-6b45-40a4-9746-84d63bbdae8e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:1800827c-6b45-40a4-9746-84d63bbdae8e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f6327eb7a58c76d0e1c9e4959776bf3f415530dc72efd0440a1c87b7afc09e75].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9d7bc448e58d7d18e1177aaf67bf25ccd4af933ef0a8b6a00241e58df1b02d82
Associated tags:
- bd4408fb-4461-4f89-a96f-36ff869e3d76
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:bd4408fb-4461-4f89-a96f-36ff869e3d76].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:9d7bc448e58d7d18e1177aaf67bf25ccd4af933ef0a8b6a00241e58df1b02d82].
Removed the container
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [100%] PASSED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.9_sdk.xml>
-
============ 4 passed, 2 skipped, 3 warnings in 2193.89s (0:36:33) =============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220818-105036103354352
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d0db0408a62a60e606629e9027ce7505fb68c64083673243f99846d4458a7931
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:63587cab-719c-438a-99a1-6391b4a54983
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:661166d2f33c12088ae85e6730b5dc263b0554b0846f9cf824b31ba365fdcc98
Deleted: sha256:5e90bea73f018d799e549dc37378a06d2cd54ac05329af6372ee952cc69bf3dc
Deleted: sha256:ec11fe50deace4463a8ecbf580c818e08094e035104bc021a0874934e6314bff
Deleted: sha256:12b55be0f0a1be3b14ca4e7a3539186e8188e5286c5c3912a9b6fce3a83d4dff
Deleted: sha256:7939bfede22ba54eaf77f4013077b638a8d81d0e3c2ec1c41f0f96a43b18769d
Deleted: sha256:cc69938e469ef3203c15e274f0962647bce4010f519c2db49bc48c3642878f73
Deleted: sha256:b60a1b0fd7f8f30238f9ab1339bfc3d14c306c8ce0fb7c18664218628a9475ff
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d0db0408a62a60e606629e9027ce7505fb68c64083673243f99846d4458a7931
Associated tags:
- 20220818-105036103354352
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220818-105036103354352
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220818-105036103354352].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d0db0408a62a60e606629e9027ce7505fb68c64083673243f99846d4458a7931].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:661166d2f33c12088ae85e6730b5dc263b0554b0846f9cf824b31ba365fdcc98
Associated tags:
- 63587cab-719c-438a-99a1-6391b4a54983
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:63587cab-719c-438a-99a1-6391b4a54983].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:661166d2f33c12088ae85e6730b5dc263b0554b0846f9cf824b31ba365fdcc98].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:d259d5880ccc3d08c8e4b0b214211a2f2fa7f0612dee98bfd9a62bcfbd4bf800
Associated tags:
- 042635d6-63df-46d6-8d29-e672ec4c80f2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:042635d6-63df-46d6-8d29-e672ec4c80f2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:d259d5880ccc3d08c8e4b0b214211a2f2fa7f0612dee98bfd9a62bcfbd4bf800].
Removed the container
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py37:docker'.
> Process 'command 'docker'' finished with non-zero exit value 100
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 49m 10s
50 actionable tasks: 40 executed, 4 from cache, 6 up-to-date
Publishing build scan...
https://gradle.com/s/4i45zlyd4giy4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
