See 
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8742/display/redirect>

Changes:


------------------------------------------
[...truncated 91.99 KB...]
--verbosity=error -- pull gcr.io/project-id/my-image`.

See: 
https://cloud.google.com/container-registry/docs/support/deprecation-notices#gcloud-docker


> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to 
delete container"
  for digest in $(gcloud container images list-tags 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  
--format="get(digest)")
    do gcloud container images delete 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest 
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container 
image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to 
delete container"
  for digest in $(gcloud container images list-tags 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  
--format="get(digest)")
    do gcloud container images delete 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest 
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container 
image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py36:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to 
delete container"
  for digest in $(gcloud container images list-tags 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  
--format="get(digest)")
    do gcloud container images delete 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest 
--force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container 
image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=900 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --prebuild_sdk_container_base_image=$CONTAINER:$TAG \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:58f312eed8392660f6fc1d89854238a0041d231e338ebbfd222a8ddfd40d9157
  Associated tags:
 - 20220116-061419969387616
Tags:
- 
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20220116-061419969387616
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20220116-061419969387616].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:58f312eed8392660f6fc1d89854238a0041d231e338ebbfd222a8ddfd40d9157].
gcloud container images list-tags 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  
--format="get(digest)"
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:a1f8929f5bad7e2f4dd695b78d3bbeb79392266f1592d5785c3fbdffa3ba76dd
  Associated tags:
 - 516d1a6a-44d5-412b-a102-385727784547
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:516d1a6a-44d5-412b-a102-385727784547].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:a1f8929f5bad7e2f4dd695b78d3bbeb79392266f1592d5785c3fbdffa3ba76dd].
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:aaf2bf983367e4168e2d6f7905bbbeadb0f9c0edd692eff74679b87345cfddcd
  Associated tags:
 - 3bc35e4c-ecd6-47d1-ac64-a988e8e0c8f0
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:3bc35e4c-ecd6-47d1-ac64-a988e8e0c8f0].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:aaf2bf983367e4168e2d6f7905bbbeadb0f9c0edd692eff74679b87345cfddcd].

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:b973607a224e31c81d58d4ae6b4ab713a9baabccf741b8276f554af82b2e2a07
  Associated tags:
 - 20220116-061418177291232
Tags:
- 
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220116-061418177291232
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20220116-061418177291232].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:b973607a224e31c81d58d4ae6b4ab713a9baabccf741b8276f554af82b2e2a07].
gcloud container images list-tags 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  
--format="get(digest)"
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:784645b34f233fd1ff3dc52cafdcec7f8d77f0f10440da3cd6639691560ed1a6
  Associated tags:
 - d273ca93-044c-4683-8740-eabd58b7dd24
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:d273ca93-044c-4683-8740-eabd58b7dd24].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:784645b34f233fd1ff3dc52cafdcec7f8d77f0f10440da3cd6639691560ed1a6].
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:90a5ff4165a568120ddeb9665ac82d156b330a24020351afb9a97271137a652f
  Associated tags:
 - dc05d4eb-66da-48cb-93ed-e703909c36c2
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:dc05d4eb-66da-48cb-93ed-e703909c36c2].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:90a5ff4165a568120ddeb9665ac82d156b330a24020351afb9a97271137a652f].

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer
cleanup_container
docker images --format '{{.Repository}}:{{.Tag}}' | grep 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:285319f0641d6797398edb67a123646bcff26afe5741b661cf883525d92fc473
  Associated tags:
 - 20220116-061416877469951
Tags:
- 
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220116-061416877469951
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20220116-061416877469951].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:285319f0641d6797398edb67a123646bcff26afe5741b661cf883525d92fc473].
gcloud container images list-tags 
$PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  
--format="get(digest)"
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c265745b280cbd5694137017784b43a9be7318280f328b132f0aae2ca64ecf0e
  Associated tags:
 - 220b7044-d9f9-4b92-add1-05611f1cda52
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:220b7044-d9f9-4b92-add1-05611f1cda52].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:c265745b280cbd5694137017784b43a9be7318280f328b132f0aae2ca64ecf0e].
Digests:
- 
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:28240932d5cfbc96dbbc281f5349d1e361ed1a03a743ff0a5bc7efa56dd9db6c
  Associated tags:
 - fe049661-16bc-424d-9b6d-f835210f5b4f
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:fe049661-16bc-424d-9b6d-f835210f5b4f].
Deleted 
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:28240932d5cfbc96dbbc281f5349d1e361ed1a03a743ff0a5bc7efa56dd9db6c].

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED

FAILURE: Build failed with an exception.

* Where:
Script 
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
 line: 321

* What went wrong:
Execution failed for task 
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with 
Gradle 8.0.

You can use '--warning-mode all' to show the individual deprecation warnings 
and determine if they come from your own scripts or plugins.

See 
https://docs.gradle.org/7.3.2/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 52m 49s
51 actionable tasks: 41 executed, 4 from cache, 6 up-to-date

Publishing build scan...
https://scans.gradle.com/s/x6a3jk6v3c3is

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to