See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10651/display/redirect>
Changes:
------------------------------------------
[...truncated 2.45 MB...]
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:a02058abd1d783ca6c09d50c3760e0cd7d774928df919c4b74c9fb32a0766ace
Associated tags:
- 20230511-225500816596905
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230511-225500816596905
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230511-225500816596905].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:a02058abd1d783ca6c09d50c3760e0cd7d774928df919c4b74c9fb32a0766ace].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:0640d148a6101a034f2445a47c470d867febf0ef8cb0c68eb5719378cbe825eb
Associated tags:
- 118d6de3-58d5-4d56-9f4c-9ccb2c7a8d41
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:118d6de3-58d5-4d56-9f4c-9ccb2c7a8d41].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:0640d148a6101a034f2445a47c470d867febf0ef8cb0c68eb5719378cbe825eb].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:8b8b2433f8f0ac9c5315fb076caa33b65a3409ff0bcb1a96d36300fd4d14c2da
Associated tags:
- 3b2859d8-2dbe-45b5-aa6b-7ce1f81b3bdf
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:3b2859d8-2dbe-45b5-aa6b-7ce1f81b3bdf].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:8b8b2433f8f0ac9c5315fb076caa33b65a3409ff0bcb1a96d36300fd4d14c2da].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 80%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:121:
DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870:
36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870:
26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2349:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml>
-
=========== 4 passed, 10 skipped, 83 warnings in 2164.60s (0:36:04) ============
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230511-225500914505006
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:1132e16d08d771e80173597a5514102f464d7f4179d94514db1cf4847ac303fa
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:ab92ba89-db45-4cf0-bed5-d7d631f89ddf
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2b98ac4265d3bc2a90cf89d3c2b9d2a95ec8a8e2738e5dd898d7e20c8b9a3b26
Deleted: sha256:023400d194d546efa3bad638307392e9c51a857035ec94b05bfcc8e39179eb3c
Deleted: sha256:5821173f48c7d998e6f1807543b418ba7e97d476b648c04fcc56dd5d9378b162
Deleted: sha256:f42eda37977daebdc88af675a3f46fc8a3de8a05d98a5a0daf6308a741ae203f
Deleted: sha256:44c7d7a4e1cc4a074f2ab6adf2d011af2ff04d2e36a33ac9302216d5a2c5ff6e
Deleted: sha256:cc63e9070d9c5a8661d0cf92b1cc4d5ea59e3d2e8352c4aaeeed6cfed4851d43
Deleted: sha256:ecf77358f064ced74e6d55c37f3f5eb7c12e4ea430b7696156c8ac8885657aea
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:1132e16d08d771e80173597a5514102f464d7f4179d94514db1cf4847ac303fa
Associated tags:
- 20230511-225500914505006
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230511-225500914505006
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230511-225500914505006].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:1132e16d08d771e80173597a5514102f464d7f4179d94514db1cf4847ac303fa].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2b98ac4265d3bc2a90cf89d3c2b9d2a95ec8a8e2738e5dd898d7e20c8b9a3b26
Associated tags:
- ab92ba89-db45-4cf0-bed5-d7d631f89ddf
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:ab92ba89-db45-4cf0-bed5-d7d631f89ddf].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2b98ac4265d3bc2a90cf89d3c2b9d2a95ec8a8e2738e5dd898d7e20c8b9a3b26].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:6925b69db3b28fc3c53b794b872f3919c87a113a632387c40241c25c3d213857
Associated tags:
- 93780117-1c5d-4dd0-8356-98e0c32e00cf
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:93780117-1c5d-4dd0-8356-98e0c32e00cf].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:6925b69db3b28fc3c53b794b872f3919c87a113a632387c40241c25c3d213857].
Removed the container
> Task :sdks:python:test-suites:dataflow:py311:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:b3ec9f2d123aff9c2d8b2988e84fefea1091664d88acef103391924f62117910
Associated tags:
- 20230511-225501042470464
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20230511-225501042470464
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk:20230511-225501042470464].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.11_sdk@sha256:b3ec9f2d123aff9c2d8b2988e84fefea1091664d88acef103391924f62117910].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:d4f10c91241efce79fd52e899837828b0f0157d6c1519b883c4d5d9e036b56f1
Associated tags:
- 83465fda-9965-4dce-ab10-0a536c8f409b
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:83465fda-9965-4dce-ab10-0a536c8f409b].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:d4f10c91241efce79fd52e899837828b0f0157d6c1519b883c4d5d9e036b56f1].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:6848968c4711b0191575dd9ba5b44978d4a0e1f4a5f409a576562c9a9ecd9e69
Associated tags:
- a30b343e-f4b7-4278-b040-4227a914100d
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk:a30b343e-f4b7-4278-b040-4227a914100d].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python311_sdk/beam_python_prebuilt_sdk@sha256:6848968c4711b0191575dd9ba5b44978d4a0e1f4a5f409a576562c9a9ecd9e69].
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:setupVirtualenv'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:installGcpTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 1s
70 actionable tasks: 58 executed, 4 from cache, 8 up-to-date
Build scan background action failed.
java.lang.IllegalArgumentException:
com.gradle.enterprise.gradleplugin.internal.extension.a is not an interface
at java.lang.reflect.Proxy$ProxyClassFactory.apply(Proxy.java:590)
at java.lang.reflect.Proxy$ProxyClassFactory.apply(Proxy.java:557)
at java.lang.reflect.WeakCache$Factory.get(WeakCache.java:230)
at java.lang.reflect.WeakCache.get(WeakCache.java:127)
at java.lang.reflect.Proxy.getProxyClass0(Proxy.java:419)
at java.lang.reflect.Proxy.newProxyInstance(Proxy.java:719)
at
com.gradle.ProxyFactory$ProxyingInvocationHandler.createLocalProxy(ProxyFactory.java:66)
at
com.gradle.ProxyFactory$ProxyingInvocationHandler.lambda$adaptActionArg$1(ProxyFactory.java:61)
at
com.gradle.enterprise.gradleplugin.internal.extension.b$3.run(SourceFile:100)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Publishing build scan...
https://ge.apache.org/s/wxmgwugazjknk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
