See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10448/display/redirect>
Changes:
------------------------------------------
[...truncated 236.92 KB...]
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:35d724e3b6d81d587f87f0fb813298ce0bd58bc03a9bbaa067c9551eb1ad8a6f
Associated tags:
- 20230322-045402088459808
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230322-045402088459808
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20230322-045402088459808].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:35d724e3b6d81d587f87f0fb813298ce0bd58bc03a9bbaa067c9551eb1ad8a6f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4067a79042cc57207cbe96f9c553a4e0d683dfd9a586aec9eb520a50d778b194
Associated tags:
- 60f45ade-d7a3-41fa-84d1-b8d778e32626
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:60f45ade-d7a3-41fa-84d1-b8d778e32626].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:4067a79042cc57207cbe96f9c553a4e0d683dfd9a586aec9eb520a50d778b194].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:5d1ad2c5b8efb467a0f731b3e8fdbc72de296fdc8e4dc5acbdaa4fe64304d06f
Associated tags:
- 9724fb74-d6f0-4080-b872-9695797cb50e
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:9724fb74-d6f0-4080-b872-9695797cb50e].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:5d1ad2c5b8efb467a0f731b3e8fdbc72de296fdc8e4dc5acbdaa4fe64304d06f].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
[gw0] [ 60%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
[gw0] [ 80%] PASSED
apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_use_sibling_sdk_workers
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
[gw0] [100%] SKIPPED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:121
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:121
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:121:
DeprecationWarning: pkg_resources is deprecated as an API
warnings.warn("pkg_resources is deprecated as an API", DeprecationWarning)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870:
36 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870:
26 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2349
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2349:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py:2870
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/pkg_resources/__init__.py>:2870:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/google/rpc/__init__.py:20
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/google/rpc/__init__.py>:20:
DeprecationWarning: Deprecated call to
`pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is
preferred to `pkg_resources.declare_namespace`. See
https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml>
-
=========== 4 passed, 10 skipped, 84 warnings in 2144.51s (0:35:44) ============
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230322-045402562296213
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:b6df64a5e779acef294d5f58e829a87d0fc63f46e329ebce508082d1bc4dde1e
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:1a726025-4722-4a0c-b0a7-7f9f21b10c28
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:b84da4aa0443d56aa423d3b6d13f484ebe51fc9cb2dbd94aff87a9e283c8064d
Deleted: sha256:0fb0d31cd66b19a3be5917f975c0c861bceb3976b481c1bb2090810e84c28ed1
Deleted: sha256:e8cd404ed33d3caf52e2979e7674206660b66d460937ee83098394ec3cb902c2
Deleted: sha256:e94679e6bb1adb3ddc5e3a3eb26e5a5159282e702792dc4a9164d81f914c177e
Deleted: sha256:29a59b9d3efa5ac5356186f528fab1187672253c900ac1357e3485b9a7a1566e
Deleted: sha256:6a04d7b222190346a86262320c7be39c81501572cc5ed858dd599a2535debccc
Deleted: sha256:471195b3e4760ae58690e7a4fdfbc7a0f290d3c04a849abb4b6fd1f1dcbed407
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:b6df64a5e779acef294d5f58e829a87d0fc63f46e329ebce508082d1bc4dde1e
Associated tags:
- 20230322-045402562296213
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230322-045402562296213
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20230322-045402562296213].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:b6df64a5e779acef294d5f58e829a87d0fc63f46e329ebce508082d1bc4dde1e].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:b84da4aa0443d56aa423d3b6d13f484ebe51fc9cb2dbd94aff87a9e283c8064d
Associated tags:
- 1a726025-4722-4a0c-b0a7-7f9f21b10c28
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:1a726025-4722-4a0c-b0a7-7f9f21b10c28].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:b84da4aa0443d56aa423d3b6d13f484ebe51fc9cb2dbd94aff87a9e283c8064d].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2f709fa514f8bf670974f11c88ac5d60d831781f359e2200ac333c21d24cf8e4
Associated tags:
- 2d5b259c-8365-4435-a6c4-546ff8fd55cd
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:2d5b259c-8365-4435-a6c4-546ff8fd55cd].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2f709fa514f8bf670974f11c88ac5d60d831781f359e2200ac333c21d24cf8e4].
Removed the container
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:731e0f7b3ea4752b3c0d69321a9e1d885ce34a11f3a0fb8b13c6b956f55ab919
Associated tags:
- 20230322-045402587617484
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230322-045402587617484
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230322-045402587617484].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:731e0f7b3ea4752b3c0d69321a9e1d885ce34a11f3a0fb8b13c6b956f55ab919].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:b8cf6234c899471193ead090387661663c11b1ac002711367b74dc0225e646b9
Associated tags:
- 63dd7709-379e-4a91-9529-b6c05ae2d115
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:63dd7709-379e-4a91-9529-b6c05ae2d115].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:b8cf6234c899471193ead090387661663c11b1ac002711367b74dc0225e646b9].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:4923e3e549c26526fcb4a7b8232bc50de0974f442976ef403e9b1cef8b6f172b
Associated tags:
- 90eb8cc7-79c3-4e2e-95eb-8e07c2d49491
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:90eb8cc7-79c3-4e2e-95eb-8e07c2d49491].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:4923e3e549c26526fcb4a7b8232bc50de0974f442976ef403e9b1cef8b6f172b].
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py39:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 52m 40s
61 actionable tasks: 50 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/6jtxt6h5wz5je
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
