See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9608/display/redirect>
Changes:
------------------------------------------
[...truncated 89.90 KB...]
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:2c1f3b7c1e7182922b9f49713483285b334babfb515491c1e88b555cb628f023
Associated tags:
- 20220824-045242182228126
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220824-045242182228126
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220824-045242182228126].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:2c1f3b7c1e7182922b9f49713483285b334babfb515491c1e88b555cb628f023].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:0856008bf1893bd9d610c5849107c110e2c76180bdc6f3ae24d2e287e6f641ee
Associated tags:
- 65ab0a64-8e1a-48be-a669-df97a23e2522
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:65ab0a64-8e1a-48be-a669-df97a23e2522].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:0856008bf1893bd9d610c5849107c110e2c76180bdc6f3ae24d2e287e6f641ee].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:1efe9e1d1c5c08103cd9b5c2c1776e1f92f3a03d9e310dcf54f1e60dac035c06
Associated tags:
- 4bbf2c02-383e-4562-a2df-2adb26f1bb0c
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:4bbf2c02-383e-4562-a2df-2adb26f1bb0c].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:1efe9e1d1c5c08103cd9b5c2c1776e1f92f3a03d9e310dcf54f1e60dac035c06].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [100%] PASSED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.9_sdk.xml>
-
============ 4 passed, 2 skipped, 3 warnings in 2072.89s (0:34:32) =============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220824-045242305735755
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:eac3d330ae1dcde84e82f25a718527397caec61f809a1ad3bdc1d09da0567615
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:fb5c03fb-8554-4193-aeb3-d829843ac209
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:49f58038bd15d648ce889adac8104075d8e6a688b46e77d6d6b8257481b17a1e
Deleted: sha256:f4651082aba21b2c29bd4cb84bc3a4a77cf55898edd39c0c6310bab0fc61167f
Deleted: sha256:7b0238a2804f6a300757ece3012d3ace9e52a87a0bda59c66a26a8560892161f
Deleted: sha256:a0eee744c8527b0e79f5141524a959d8fa1b69c24e2649b89a87b1dedbdefd9a
Deleted: sha256:5351d2aefb6b0733238b30e3ab96d6970ada68b0983b61ac0737443c8fdfbb9c
Deleted: sha256:2a43e71fffc3a2e00e0070d25846c95724c678b6973f7d9a923c4366ad985e6c
Deleted: sha256:8b43e62fdda56512d18a203ce7df71ab9c1f34433ba508fb0639524e1d3ed25e
Deleted: sha256:3ce77b7292451faa6f0864fb53c09eed8e3483ff24d06b1ef6b66839d298882b
Deleted: sha256:d54ee64f348333ac361b228d0355f58aceb2d5f946659881b31876acb6aa51ef
Deleted: sha256:620b603c952bfda87cefda14d0f7ba54c78ca38263dc51f4ac97e39cf9dfeb0e
Deleted: sha256:b329aa18af97bc6fb7e88aa03c69ef919343e1b4278945c128a7bf9e87f49f6a
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:eac3d330ae1dcde84e82f25a718527397caec61f809a1ad3bdc1d09da0567615
Associated tags:
- 20220824-045242305735755
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220824-045242305735755
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220824-045242305735755].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:eac3d330ae1dcde84e82f25a718527397caec61f809a1ad3bdc1d09da0567615].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:49f58038bd15d648ce889adac8104075d8e6a688b46e77d6d6b8257481b17a1e
Associated tags:
- fb5c03fb-8554-4193-aeb3-d829843ac209
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:fb5c03fb-8554-4193-aeb3-d829843ac209].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:49f58038bd15d648ce889adac8104075d8e6a688b46e77d6d6b8257481b17a1e].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:8ac6fee6d5b4b590e6372374d1d2054a43b63d1aa6e59b050f06aea624973705
Associated tags:
- b23c7862-5e2b-465a-8b0a-6e6b2b252ab4
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:b23c7862-5e2b-465a-8b0a-6e6b2b252ab4].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:8ac6fee6d5b4b590e6372374d1d2054a43b63d1aa6e59b050f06aea624973705].
Removed the container
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:4dabe9384c08a0b5c03a7cdc33da6906abbaae477ac19c7d654024d541044ed3
Associated tags:
- 20220824-045242212576194
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220824-045242212576194
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220824-045242212576194].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:4dabe9384c08a0b5c03a7cdc33da6906abbaae477ac19c7d654024d541044ed3].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3a9b7a54d2bafaf271a33aad0aaec81e9402eceb5b8cb44c4ba97d6de7543893
Associated tags:
- 84399587-d40d-468c-9199-fd4a5d9ef409
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:84399587-d40d-468c-9199-fd4a5d9ef409].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3a9b7a54d2bafaf271a33aad0aaec81e9402eceb5b8cb44c4ba97d6de7543893].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:86d615f39f476ddfe6d982b6544344ef559ba23971512c615f87ac1de7c7bf8a
Associated tags:
- f971e0c9-fe9c-4716-9791-41566d137a0e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:f971e0c9-fe9c-4716-9791-41566d137a0e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:86d615f39f476ddfe6d982b6544344ef559ba23971512c615f87ac1de7c7bf8a].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 359
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 50m 50s
51 actionable tasks: 41 executed, 4 from cache, 6 up-to-date
Publishing build scan...
https://gradle.com/s/fjmuggir34bh4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
