See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9899/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Add basic counter setting and getting to the typescript SDK.
[Robert Bradshaw] Support metrics over the portability API.
[Robert Bradshaw] Add distribution metric type.
[Robert Bradshaw] old prettier change
[Robert Bradshaw] Only report counters that were actually used.
[noreply] Add custom inference fn suport to the sklearn model handlers (#23642)
[noreply] removed trailing whitespace (#23987)
[noreply] Beam starter projects blog post (#23964)
[noreply] Enable more portable-runner requiring tests. (#23970)
------------------------------------------
[...truncated 1.83 MB...]
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
function cleanup_container {
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
done
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
for digest in $(gcloud container images list-tags
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk
--format="get(digest)")
do gcloud container images delete
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container
image"
done
echo "Removed the container"
}
trap cleanup_container EXIT
echo ">>> Successfully built and push container $CONTAINER"
cd sdks/python
SDK_LOCATION=$2
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
-m="it_validatescontainer" \
--show-capture=no \
--numprocesses=1 \
--timeout=1800 \
--junitxml=$XUNIT_FILE \
--ignore-glob '.*py3\d?\.py$' \
--log-cli-level=INFO \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--sdk_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6a6f1df1f2a17125ff76e8c6385aa7d4210830eebb9ed608ed458c47b05e4916
Associated tags:
- 20221104-225348764966812
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221104-225348764966812
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221104-225348764966812].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:6a6f1df1f2a17125ff76e8c6385aa7d4210830eebb9ed608ed458c47b05e4916].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:33a7ec01a14d236fcc1cdb581b4ec2be3358032616b62991bef0f394aa91a92c
Associated tags:
- 815822e6-9432-4795-bd9e-e31a1ee079eb
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:815822e6-9432-4795-bd9e-e31a1ee079eb].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:33a7ec01a14d236fcc1cdb581b4ec2be3358032616b62991bef0f394aa91a92c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:38f126e20d4df3fe13a374747781f616268fddd8720e0d2fc90bf586838674c4
Associated tags:
- 8124a820-f96d-4018-85f9-d20f434ebd1b
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
cleanup_container
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:8124a820-f96d-4018-85f9-d20f434ebd1b].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:38f126e20d4df3fe13a374747781f616268fddd8720e0d2fc90bf586838674c4].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:175b065d65edef6f3a599bf781271d93dd933aece42210f58d4cc0bd6bf5c8c3
Associated tags:
- 20221104-225349152902996
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221104-225349152902996
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221104-225349152902996].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:175b065d65edef6f3a599bf781271d93dd933aece42210f58d4cc0bd6bf5c8c3].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:b231165617ee46e5046f15970100b07c6212de35faa916fb2e8432407bd57c58
Associated tags:
- 6a7aff8c-7713-4757-9afa-7a6bdfc885e4
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:6a7aff8c-7713-4757-9afa-7a6bdfc885e4].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:b231165617ee46e5046f15970100b07c6212de35faa916fb2e8432407bd57c58].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:0c15f508a6c5daf3525683efb0760306acd840f45a443de34eb1a2348888df6c
Associated tags:
- 7f2eca33-6c43-4f89-88aa-56bbd065f7e6
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:7f2eca33-6c43-4f89-88aa-56bbd065f7e6].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:0c15f508a6c5daf3525683efb0760306acd840f45a443de34eb1a2348888df6c].
> Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:5f96d47510f23647ab8dda14f741ab04706093354494bcb3d79ff8a7ac6acd73
Associated tags:
- 20221104-225348412183938
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221104-225348412183938
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221104-225348412183938].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:5f96d47510f23647ab8dda14f741ab04706093354494bcb3d79ff8a7ac6acd73].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:006e37a741c322a08e93ec44398583b735d0f09939480948605573a1718e2e81
Associated tags:
- a9329c71-9a10-46f4-b4d7-1c5851647240
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:a9329c71-9a10-46f4-b4d7-1c5851647240].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:006e37a741c322a08e93ec44398583b735d0f09939480948605573a1718e2e81].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e87f5645eca13d50e2538c64b2f45a09f9e393a790cfcee4f5ebd759dc0f127b
Associated tags:
- ec0d99d5-4ca6-40cd-9d15-19a8aa9a7cc2
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:ec0d99d5-4ca6-40cd-9d15-19a8aa9a7cc2].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:e87f5645eca13d50e2538c64b2f45a09f9e393a790cfcee4f5ebd759dc0f127b].
> Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:94527aa73628bd9fc571445da03321e77c794e5588806f852a531caf67ac45e6
Associated tags:
- 20221104-225349063674291
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221104-225349063674291
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221104-225349063674291].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:94527aa73628bd9fc571445da03321e77c794e5588806f852a531caf67ac45e6].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:99d2d9c8ce479da0833bd4bfa8ed0b78234c95bb361e9c4c72a2a27fe74b30fa
Associated tags:
- 0774b960-cc16-408c-aff9-032d4c06aee3
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0774b960-cc16-408c-aff9-032d4c06aee3].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:99d2d9c8ce479da0833bd4bfa8ed0b78234c95bb361e9c4c72a2a27fe74b30fa].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c3b3c09a7b843371231ed160e08dcad391d02ba873f38129c5a010a265adbd54
Associated tags:
- 32f781eb-9191-4c61-8edb-f0595bf63594
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:32f781eb-9191-4c61-8edb-f0595bf63594].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c3b3c09a7b843371231ed160e08dcad391d02ba873f38129c5a010a265adbd54].
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 363
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 55m 34s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/tgwcqc6gqxwow
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
