See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9787/display/redirect?page=changes>
Changes:
[Moritz Mack] Correctly detect retryable TransientKinesisExceptions (fixes
#23517)
[noreply] Fix small error message typo
[noreply] Fixing right nav on Get Started page (#23543)
[noreply] Bump google.golang.org/grpc from 1.49.0 to 1.50.0 in /sdks (#23533)
------------------------------------------
[...truncated 1.32 MB...]
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:d6087598d7450a506911d81bed33b6b83d9badef8a51474e8b0eca7fa8f7ecfa
Associated tags:
- 20221007-225216394468401
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221007-225216394468401
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221007-225216394468401].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:d6087598d7450a506911d81bed33b6b83d9badef8a51474e8b0eca7fa8f7ecfa].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5bf6ce8e6d60ed6f21a5a2c4155b19a3a8b37ad3a50f79db3727919ff62c3d4a
Associated tags:
- 98b7791e-f86e-4ce1-9576-4c11fbee48d8
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:98b7791e-f86e-4ce1-9576-4c11fbee48d8].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5bf6ce8e6d60ed6f21a5a2c4155b19a3a8b37ad3a50f79db3727919ff62c3d4a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7707699015c2281bcb4ec53a49bd117b68ae2879e3d45fe2d266df910c8da4f0
Associated tags:
- 0c224818-a5fa-455b-9aef-5cab8b7570b5
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0c224818-a5fa-455b-9aef-5cab8b7570b5].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7707699015c2281bcb4ec53a49bd117b68ae2879e3d45fe2d266df910c8da4f0].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml>
-
============ 4 passed, 3 skipped, 2 warnings in 2400.92s (0:40:00) =============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221007-225216404572252
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:775103baad6465e28941c9414874e071058689962b68abb1814ec8c3a2aecee2
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:d1cccf05-d3f3-49d2-8548-1d15c3f02570
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:01b1e65e0ff2f6163de8b25c1b68dbed9e7d6d0ce86a290bcbf23bb321ef94d2
Deleted: sha256:d981f1a02f56d07b13274c9012e24cc67e2765ba4fc7c410006c0a25b915cd32
Deleted: sha256:0f3d02ff35bd2c1a806bddc81138211b998eff8a7350123f0c4223d478ea4372
Deleted: sha256:01e572c78cefc0c7ee84fbb05968f513fd443284ebdf843150ba03faebd1c430
Deleted: sha256:ff48b30eda18bab5e35a320a8b5604d489806f03981370df3c81db695c526e42
Deleted: sha256:74c346c6b7d1050e5ecc7090d29fd0b424f05d858ecae435892dfc355a98a033
Deleted: sha256:c9193340162c785da20478cf35015f6e8bb0c50271963522ad40e3751e2f6459
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:775103baad6465e28941c9414874e071058689962b68abb1814ec8c3a2aecee2
Associated tags:
- 20221007-225216404572252
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221007-225216404572252
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221007-225216404572252].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:775103baad6465e28941c9414874e071058689962b68abb1814ec8c3a2aecee2].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:01b1e65e0ff2f6163de8b25c1b68dbed9e7d6d0ce86a290bcbf23bb321ef94d2
Associated tags:
- d1cccf05-d3f3-49d2-8548-1d15c3f02570
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:d1cccf05-d3f3-49d2-8548-1d15c3f02570].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:01b1e65e0ff2f6163de8b25c1b68dbed9e7d6d0ce86a290bcbf23bb321ef94d2].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6c3f54966297ca9e0f134cc679400015f79ccd70293a07268b1c5164b9664211
Associated tags:
- 6ff195f6-1662-4a26-9a3e-8994c52789b0
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:6ff195f6-1662-4a26-9a3e-8994c52789b0].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:6c3f54966297ca9e0f134cc679400015f79ccd70293a07268b1c5164b9664211].
Removed the container
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:392881e1118aa319889051ff0d806bcc4eaaf1960ca21a392d666eadedcfebb8
Associated tags:
- 20221007-225216394467066
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221007-225216394467066
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221007-225216394467066].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:392881e1118aa319889051ff0d806bcc4eaaf1960ca21a392d666eadedcfebb8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:3a92f208e24f38e372ba73ca2181e3a77f27c1e105eadcad08471ebd0054e0e5
Associated tags:
- 9e3ab27c-d29e-4832-8ef4-d29d65f24a4a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:9e3ab27c-d29e-4832-8ef4-d29d65f24a4a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:3a92f208e24f38e372ba73ca2181e3a77f27c1e105eadcad08471ebd0054e0e5].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:521c8cb542a4e29756e48fc94b40b9f8eb73ecb1e06def6274fe2a169a51ee52
Associated tags:
- 6dcb4048-a1b2-4f68-ab32-195b9e5fd473
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:6dcb4048-a1b2-4f68-ab32-195b9e5fd473].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:521c8cb542a4e29756e48fc94b40b9f8eb73ecb1e06def6274fe2a169a51ee52].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 359
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 56m 31s
51 actionable tasks: 41 executed, 4 from cache, 6 up-to-date
Publishing build scan...
https://gradle.com/s/swlisdvxulre2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
