See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8843/display/redirect?page=changes>
Changes:
[noreply] [BEAM-13679] playground - move quick start category to the top
(#16808)
[noreply] Update license_script.sh (#16789)
[noreply] [BEAM-13908] [Coverage] Better testing coverage for gcpopts (#16816)
[noreply] Merge pull request #16809 from [BEAM-12164] Added integration test for
------------------------------------------
[...truncated 114.05 KB...]
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py36:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=900 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:dc29785fe30b0ba25314a80bdc6a489e40c874d7630ee9963ce3de954695a9d4
Associated tags:
- 20220211-061931986758352
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220211-061931986758352
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220211-061931986758352].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:dc29785fe30b0ba25314a80bdc6a489e40c874d7630ee9963ce3de954695a9d4].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:ca8d85472a7a6f6b8ad251f50dfa384382bdee5e0f4b95c3351a5650326c68e7
Associated tags:
- 76e0a401-1e72-48c6-81ec-ec4118942488
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:76e0a401-1e72-48c6-81ec-ec4118942488].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:ca8d85472a7a6f6b8ad251f50dfa384382bdee5e0f4b95c3351a5650326c68e7].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:075c943af0aff22d47668bdf7666ea527794a0a4515566bfae7188a4788b575a
Associated tags:
- ea42aa93-f2df-4f8d-b8da-c8fe0690754d
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:ea42aa93-f2df-4f8d-b8da-c8fe0690754d].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:075c943af0aff22d47668bdf7666ea527794a0a4515566bfae7188a4788b575a].
> Task :sdks:python:test-suites:dataflow:py36:validatesContainer
[gw0] [100%] PASSED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
=============================== warnings summary ===============================
apache_beam/io/filesystems_test.py:54
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54:
DeprecationWarning: invalid escape sequence \c
self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint:
disable=anomalous-backslash-in-string
apache_beam/io/filesystems_test.py:62
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62:
DeprecationWarning: invalid escape sequence \d
self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), #
pylint: disable=anomalous-backslash-in-string
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.6_sdk.xml>
-
=================== 4 passed, 2 warnings in 2002.95 seconds ====================
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
>>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20220211-061931982896025
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:6e80091d2beb86bab5058e4f8e6ca35f50f0d5a03d96d66f20f2e87ab11b2f97
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:43895986-f072-4276-b7c2-86df3329e72a
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:07f3df2999cf14694bb42a1a593a409dd746c4daf46ef1e3b90aa1d6f58cbc73
Deleted: sha256:42cffb98ae2b4bd01ef4f6fe319741f62f795c1ac0eeb9392633ab8eea7d4273
Deleted: sha256:211fd2c93edd79e6a6d8d520feeff11bdd7944e9a7688b523b607cf959adaaf4
Deleted: sha256:f33438fc3539c04d99659fc7a2ab15f308ec3b7d82b8442e6f8ec5e8e4a5022b
Deleted: sha256:c8cdc803be6a533da768323fe3b78a74dd4affffd55019204cb5f7d0f755278e
Deleted: sha256:75514ac1fc949be98ab288c1703df9d57229d31b68294484dbd0132e2c499ada
Deleted: sha256:ff4fc4597934c439c2f918cfb4ada6a393d72ae93e511f7614148d2c34f31cd1
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:6e80091d2beb86bab5058e4f8e6ca35f50f0d5a03d96d66f20f2e87ab11b2f97
Associated tags:
- 20220211-061931982896025
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20220211-061931982896025
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20220211-061931982896025].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:6e80091d2beb86bab5058e4f8e6ca35f50f0d5a03d96d66f20f2e87ab11b2f97].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:07f3df2999cf14694bb42a1a593a409dd746c4daf46ef1e3b90aa1d6f58cbc73
Associated tags:
- 43895986-f072-4276-b7c2-86df3329e72a
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:43895986-f072-4276-b7c2-86df3329e72a].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:07f3df2999cf14694bb42a1a593a409dd746c4daf46ef1e3b90aa1d6f58cbc73].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:5712540c4d4ab8c4b412a7f36474c5be2f362a975e49e7cf3b35b14148186042
Associated tags:
- d45fc8a7-067a-4016-9743-9f8e6f048bc6
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:d45fc8a7-067a-4016-9743-9f8e6f048bc6].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:5712540c4d4ab8c4b412a7f36474c5be2f362a975e49e7cf3b35b14148186042].
Removed the container
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:8ab1402bdeb228e30717d06acc6799bd7127eb3886158823fd51729a6eca735f
Associated tags:
- 20220211-061931980217781
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220211-061931980217781
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20220211-061931980217781].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:8ab1402bdeb228e30717d06acc6799bd7127eb3886158823fd51729a6eca735f].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:56addbe917f2247707b94d2019ade7af07fd15434d180f27b2cf6eb661c31122
Associated tags:
- ad68246a-a1bc-4837-8962-3ddf3c7894b6
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:ad68246a-a1bc-4837-8962-3ddf3c7894b6].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:56addbe917f2247707b94d2019ade7af07fd15434d180f27b2cf6eb661c31122].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:ea89287b00b3838bf0335bc2085d9e53a3702b84f1f5d6e34a9adc57a57cc108
Associated tags:
- 60cf736a-dbc7-45aa-bf20-8c4f72882378
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:60cf736a-dbc7-45aa-bf20-8c4f72882378].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:ea89287b00b3838bf0335bc2085d9e53a3702b84f1f5d6e34a9adc57a57cc108].
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 338
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 58m 16s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/43caqzp4rmhdg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
