See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9886/display/redirect?page=changes>
Changes:
[noreply] Remove Dataflow Portability test suite from mass_comment.py
[noreply] Add jupyter notebook for using RunInference with sklearn, pytorch and
------------------------------------------
[...truncated 1.84 MB...]
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:5154939b979bad42e52dfb0d6205d8da98f2cb8a21a9dea4f436d9904c25fff7
Associated tags:
- 20221101-165402760708637
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221101-165402760708637
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221101-165402760708637].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:5154939b979bad42e52dfb0d6205d8da98f2cb8a21a9dea4f436d9904c25fff7].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:22684a631114b276dea68bb11cb61d15c48a3e5ef5f73fb7b90ce48e7cadea4b
Associated tags:
- 964cdf66-7ecc-4533-a207-2fdd57bb8fd2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:964cdf66-7ecc-4533-a207-2fdd57bb8fd2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:22684a631114b276dea68bb11cb61d15c48a3e5ef5f73fb7b90ce48e7cadea4b].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:564b1be047efe1ddff8660e0bed3913c53b0c7c12b79bafb6265431b2ba1a497
Associated tags:
- 5bac90f5-7869-40db-b680-7b9e3d889e24
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:5bac90f5-7869-40db-b680-7b9e3d889e24].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:564b1be047efe1ddff8660e0bed3913c53b0c7c12b79bafb6265431b2ba1a497].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [100%] PASSED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:66
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:66:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:89
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:89:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml>
-
============ 4 passed, 5 skipped, 6 warnings in 2290.03s (0:38:10) =============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221101-165402784448302
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c3e586af8231fabbc1f70cd168e99c3531d218095b3d337234c191648d40f91f
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:931c2162-9f40-40e5-bc44-929ae39818b9
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:e4066d09d0bb87739dbd928ba54405619a492f039814557f7b8bb90c4c1a4fcf
Deleted: sha256:df5ede887b7c84e029ef7958c15789eadcbeb2e019419f528700ce9bb3fb47d2
Deleted: sha256:b705b57532272da8831babc1948446553ecbdccb91498416d713b59c91d64c7c
Deleted: sha256:d3eef599438a22341659a8a08b4a92a1d37700abf1ea0a0fdda76a07adf16c7c
Deleted: sha256:d9e3dacc53e7c1dc93b45ddebe05e17a488ed09b9fbeaef03dc9710ef9fa62c6
Deleted: sha256:7d047a9594204bcb93544fb8d8cb20ac37e5bbb3a4a4d154ecc0412557a529b9
Deleted: sha256:99469d176c76d4cc78ef0487dcb09c6cc2a0fd90fb429bf8be526fc0121c4d4a
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c3e586af8231fabbc1f70cd168e99c3531d218095b3d337234c191648d40f91f
Associated tags:
- 20221101-165402784448302
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221101-165402784448302
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221101-165402784448302].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c3e586af8231fabbc1f70cd168e99c3531d218095b3d337234c191648d40f91f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:e4066d09d0bb87739dbd928ba54405619a492f039814557f7b8bb90c4c1a4fcf
Associated tags:
- 931c2162-9f40-40e5-bc44-929ae39818b9
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:931c2162-9f40-40e5-bc44-929ae39818b9].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:e4066d09d0bb87739dbd928ba54405619a492f039814557f7b8bb90c4c1a4fcf].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f9222e1bfb37be2bba6c18eded6015176ea1f840ae3651e756822157015cd72c
Associated tags:
- c14fc407-5473-4554-8c8c-c3e5897df8bc
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:c14fc407-5473-4554-8c8c-c3e5897df8bc].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f9222e1bfb37be2bba6c18eded6015176ea1f840ae3651e756822157015cd72c].
Removed the container
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b5f98639280188d7038605bbcc55cbff73a20cbfce8c16c6736395156f9adf51
Associated tags:
- 20221101-165403135208810
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221101-165403135208810
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221101-165403135208810].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b5f98639280188d7038605bbcc55cbff73a20cbfce8c16c6736395156f9adf51].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:13edd4eb80b5686757150fce111e5de13a774bb80e7db3295e804fb19a87d386
Associated tags:
- da62818d-3dbd-4df6-a608-dd24907c8bf4
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:da62818d-3dbd-4df6-a608-dd24907c8bf4].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:13edd4eb80b5686757150fce111e5de13a774bb80e7db3295e804fb19a87d386].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:ab83a37e105d1a630c904328cc19a27cead579a56090b66b57a7da43c46a3127
Associated tags:
- 46de8005-d48c-423a-885a-0b389f15e74c
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:46de8005-d48c-423a-885a-0b389f15e74c].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:ab83a37e105d1a630c904328cc19a27cead579a56090b66b57a7da43c46a3127].
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a5dfa544379a54f8268f4235973cf317639f2ab49011ed11b7692713d67374ef
Associated tags:
- 20221101-165403126910966
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221101-165403126910966
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221101-165403126910966].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a5dfa544379a54f8268f4235973cf317639f2ab49011ed11b7692713d67374ef].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c1982f2d70bb1ed4aba47fd078dcb7f38cca9f66ccc83ced93c702df5525dff9
Associated tags:
- 4666d65c-5e72-4c5e-81ba-94edf260a6af
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:4666d65c-5e72-4c5e-81ba-94edf260a6af].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c1982f2d70bb1ed4aba47fd078dcb7f38cca9f66ccc83ced93c702df5525dff9].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:8b30af7a6cedab366d696e006e2d1d1f8a539865402a079a28ca9b364159ae17
Associated tags:
- 089072ae-dc06-4745-aec3-9b146324b266
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:089072ae-dc06-4745-aec3-9b146324b266].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:8b30af7a6cedab366d696e006e2d1d1f8a539865402a079a28ca9b364159ae17].
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 57m
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/7jdieo275mg6e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
