See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10338/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/testcontainers/testcontainers-go in /sdks (#25517)
[noreply] [Avro] Use "extensions/avro" instead of avro from"core" in Java SDK
------------------------------------------
[...truncated 126.06 KB...]
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a1a4d52ae398924de8612e08afef68071586fa5dd32b0bfae5a1d710e0f10855
Associated tags:
- 20230222-165409533777561
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230222-165409533777561
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230222-165409533777561].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a1a4d52ae398924de8612e08afef68071586fa5dd32b0bfae5a1d710e0f10855].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:8ed0faa6cca3981a105d94f3a45019a26b7fdcf6179e537ca6e98dd30b89f131
Associated tags:
- 90ea111e-8c02-4fb2-879b-e57a279e980a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:90ea111e-8c02-4fb2-879b-e57a279e980a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:8ed0faa6cca3981a105d94f3a45019a26b7fdcf6179e537ca6e98dd30b89f131].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f1ac810febe2b65616faf45792585bd7ae91d19f7156e41711ef2232a5f6e577
Associated tags:
- 97c96677-3a7e-4bba-ae92-77b2a47f13d2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:97c96677-3a7e-4bba-ae92-77b2a47f13d2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f1ac810febe2b65616faf45792585bd7ae91d19f7156e41711ef2232a5f6e577].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:a30fe296aa585248ba7631f355469ce0371e86d77de11eb201c1fe5cbed0c685
Associated tags:
- 20230222-165409463425197
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230222-165409463425197
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230222-165409463425197].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:a30fe296aa585248ba7631f355469ce0371e86d77de11eb201c1fe5cbed0c685].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c387299e07cd8a3226806ecff0c27854f194fcfc75965bc0b3acffa71121ee12
Associated tags:
- 9ac61db1-ed93-4b72-90f3-941f5b97edfc
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:9ac61db1-ed93-4b72-90f3-941f5b97edfc].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:c387299e07cd8a3226806ecff0c27854f194fcfc75965bc0b3acffa71121ee12].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:63e402a43f735cffbcafb55af1679b3b5d6e6e35995dac97d1b2b6312adf3b93
Associated tags:
- 6e1e0bee-4183-4f88-befd-f30f7e764c5a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:6e1e0bee-4183-4f88-befd-f30f7e764c5a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:63e402a43f735cffbcafb55af1679b3b5d6e6e35995dac97d1b2b6312adf3b93].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
[gw0] [ 80%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804:
38 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804:
26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2309
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2309:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py:2804
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/pkg_resources/__init__.py>:2804:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
../../build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967050/lib/python3.9/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.9_sdk.xml>
-
============ 4 passed, 9 skipped, 84 warnings in 2225.16s (0:37:05) ============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230222-165410062110610
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:91c041606ce620d19913c0b713560b0a6375e66fc6b698d906f966f85a9fb877
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:7899ceac-1e58-4426-968a-6579675c0f18
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:46e9c86a8e890c8deed7387119273969787e07bfbf0f9bb36af3bbe8c0629b7c
Deleted: sha256:2952da5cf007dce4f513523dd4fbcd47bf90f14be1bf2b1e847021d344e87d9e
Deleted: sha256:646bc581422e1d1915e8519760386eba495e64bc8dd38d8ab86670078399c235
Deleted: sha256:1c2ed0429ba48101a814494d2f1204c504d49f772d45e1a237be23566c4df015
Deleted: sha256:9dd58b3b25dd02a4f2c0e7627537d3d9bc9ab950370845376da0f46f14cb9e0a
Deleted: sha256:6844ce2c23cab30c5481ef26e3d10b90f957ff55d19ee1a6d3d203995cbcdab2
Deleted: sha256:32a7d6a577689024d2a7b30a9cf7ce142e83c29c06fee63388b2c86ccfaa5511
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:91c041606ce620d19913c0b713560b0a6375e66fc6b698d906f966f85a9fb877
Associated tags:
- 20230222-165410062110610
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230222-165410062110610
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230222-165410062110610].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:91c041606ce620d19913c0b713560b0a6375e66fc6b698d906f966f85a9fb877].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:46e9c86a8e890c8deed7387119273969787e07bfbf0f9bb36af3bbe8c0629b7c
Associated tags:
- 7899ceac-1e58-4426-968a-6579675c0f18
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:7899ceac-1e58-4426-968a-6579675c0f18].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:46e9c86a8e890c8deed7387119273969787e07bfbf0f9bb36af3bbe8c0629b7c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:cbea7778a81a485005172e67ebda0eb48ad4662365d66650f146ef215217e00a
Associated tags:
- cdbde1ce-56c1-492a-bab5-d42b3c661eac
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:cdbde1ce-56c1-492a-bab5-d42b3c661eac].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:cbea7778a81a485005172e67ebda0eb48ad4662365d66650f146ef215217e00a].
Removed the container
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a68c13e2b8492ab180b74f41c2a49a941fec45f2aabf9a557b82b119ddb8db8f
Associated tags:
- 20230222-165410069242826
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230222-165410069242826
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230222-165410069242826].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:a68c13e2b8492ab180b74f41c2a49a941fec45f2aabf9a557b82b119ddb8db8f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c96812442e4611e351960639a506d38b81e7c022656528ef132d158565fddd5f
Associated tags:
- cc64fcb1-5b72-4413-a8c8-478b56dd50e2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:cc64fcb1-5b72-4413-a8c8-478b56dd50e2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:c96812442e4611e351960639a506d38b81e7c022656528ef132d158565fddd5f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:2f52f81646f97800dc2014b4769395f91ffc0cc9b712bbf10aa3c80d48dd6088
Associated tags:
- 0e320361-c85a-4126-ac0d-0ed36fb92219
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:0e320361-c85a-4126-ac0d-0ed36fb92219].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:2f52f81646f97800dc2014b4769395f91ffc0cc9b712bbf10aa3c80d48dd6088].
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 56s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/46i6mh6crnusy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
