See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9881/display/redirect>
Changes:
------------------------------------------
[...truncated 1.83 MB...]
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:34f2411ebb06ee0bb2f530271af6ba7e1bd449e51d577ec71caf2207cf6b3247
Associated tags:
- 20221031-105655423903316
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221031-105655423903316
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221031-105655423903316].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:34f2411ebb06ee0bb2f530271af6ba7e1bd449e51d577ec71caf2207cf6b3247].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7267caef120d6e935737329947ef570cbc4e5061fd19bc008f7cfd2764df22cf
Associated tags:
- 918572bd-3e6d-4463-a267-e2c47c45e018
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:918572bd-3e6d-4463-a267-e2c47c45e018].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7267caef120d6e935737329947ef570cbc4e5061fd19bc008f7cfd2764df22cf].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f6dd9477f30e1123595a299e37e7060dc26b063d8695e2eba2cb83b17a9e872a
Associated tags:
- d4f490bc-90f8-4a31-bd68-f76405888903
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:d4f490bc-90f8-4a31-bd68-f76405888903].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f6dd9477f30e1123595a299e37e7060dc26b063d8695e2eba2cb83b17a9e872a].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [100%] PASSED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:66
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:66:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:89
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:89:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.9_sdk.xml>
-
============ 4 passed, 5 skipped, 6 warnings in 2223.34s (0:37:03) =============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221031-105655520134267
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:ebdf400a041c8c5930b199bd021f2cbfb3e5aa3045182ed41441edb9fc9c3aae
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:599ef58f-b7da-4097-b0ff-494e0004aa3c
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4bffe11580804b19c77b7652bbfb3c69b1e7df00bb9cf1dd84dacac72b2132a8
Deleted: sha256:aadcef1e04186c91c5e47e73eef84c55bd310bc8f5429388f61aaf1bde654007
Deleted: sha256:64ca6f9894823995f3369911327ba6906edb8e32ccb40e59a02222ee078003fa
Deleted: sha256:2fcd6bad229a22a2a28948f5ed7d0eb2e781f300387057b9b4f8b0fd772001e3
Deleted: sha256:ab89a5bf66a85dbde69929e6da85cd99c22ab46c3e5386bf925f4206b10a01bc
Deleted: sha256:92ada48c306572ef18a1f50f7d35775854474c63b9d944af0ac609aa5226f738
Deleted: sha256:67ae75d1d03911c7cd1a7de1477c6f962c1138b1e3150e99b247ff256e766570
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:ebdf400a041c8c5930b199bd021f2cbfb3e5aa3045182ed41441edb9fc9c3aae
Associated tags:
- 20221031-105655520134267
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221031-105655520134267
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221031-105655520134267].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:ebdf400a041c8c5930b199bd021f2cbfb3e5aa3045182ed41441edb9fc9c3aae].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4bffe11580804b19c77b7652bbfb3c69b1e7df00bb9cf1dd84dacac72b2132a8
Associated tags:
- 599ef58f-b7da-4097-b0ff-494e0004aa3c
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:599ef58f-b7da-4097-b0ff-494e0004aa3c].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:4bffe11580804b19c77b7652bbfb3c69b1e7df00bb9cf1dd84dacac72b2132a8].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:caabd8e151ce7c1572f30c47610621ab86540ee54d9274d05c7448993f67bc18
Associated tags:
- 65875ca8-2eba-4cb1-b8b1-7bd9d802bc47
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:65875ca8-2eba-4cb1-b8b1-7bd9d802bc47].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:caabd8e151ce7c1572f30c47610621ab86540ee54d9274d05c7448993f67bc18].
Removed the container
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:6be0a8a501d54154342f3ef3a21ed2d9b5ee788bbdf4e02689574e195ac66c36
Associated tags:
- 20221031-105655648768644
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221031-105655648768644
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221031-105655648768644].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:6be0a8a501d54154342f3ef3a21ed2d9b5ee788bbdf4e02689574e195ac66c36].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:3ebf8474eae165ba6dd19ae1924c5b065ac602fcfbf07ce28a4d7f916c452c97
Associated tags:
- a8552931-384f-4ea0-86b4-f80f7feb8994
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:a8552931-384f-4ea0-86b4-f80f7feb8994].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:3ebf8474eae165ba6dd19ae1924c5b065ac602fcfbf07ce28a4d7f916c452c97].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:3ccb07fe6cbefaf7a0b05237f7b30f2690eda40ffe383334ac328392e8fb2413
Associated tags:
- 62a73f09-16f7-444e-bf8d-eaf6ab542bca
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:62a73f09-16f7-444e-bf8d-eaf6ab542bca].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:3ccb07fe6cbefaf7a0b05237f7b30f2690eda40ffe383334ac328392e8fb2413].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:3d2bddceb702617b3ee1d75d3c2bdba7ebbe7ed0e882e01f68ce154a20e36f5a
Associated tags:
- 20221031-105655520222016
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221031-105655520222016
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221031-105655520222016].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:3d2bddceb702617b3ee1d75d3c2bdba7ebbe7ed0e882e01f68ce154a20e36f5a].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:28be2e2839f5f69e65cb42b98e344cdfe5dabd014884115ce521bfded905bb99
Associated tags:
- 866993cb-1c87-4691-93f6-eea8cc9040ab
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:866993cb-1c87-4691-93f6-eea8cc9040ab].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:28be2e2839f5f69e65cb42b98e344cdfe5dabd014884115ce521bfded905bb99].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3320eca8118bf0c1e91e3d89466ca5da6172a843f9f042c827c577b12d985de8
Associated tags:
- 2eef9025-504f-4862-8f12-eb8f36c3519b
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:2eef9025-504f-4862-8f12-eb8f36c3519b].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3320eca8118bf0c1e91e3d89466ca5da6172a843f9f042c827c577b12d985de8].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 57m 56s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/44tytxvzcldk4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
