See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8402/display/redirect>
Changes: ------------------------------------------ [...truncated 122.94 KB...] Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:a9024ea8-d8eb-4215-be4b-4d8b0c1b9de4 Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:0e04e7c3b97d95feaae7f456f685eee86c42c12a741a0a9cc01f42ca2f339dbd Deleted: sha256:1abfa50778eaebc095add4b65d2c8137609ba4671671917adbb61d9088a4b70d Deleted: sha256:da2a60a462a7997ceb392827fb02eb95daf7689f333cbf7b765d4a5df0ce1f92 Deleted: sha256:a63cc32ead541f1c6c905a07f01916ccb05f152737db797587eedb99a680dff9 Deleted: sha256:258530eb0c3ce91971de0fd96dd4d5724b26aedd284309f19c8a50ed594dc78a Deleted: sha256:761d4acac5c9eee64d758219c86218013cb615cbb12b570ace95fa6807ed626c Deleted: sha256:72905f306919c55e04f0e31ce42fad921303dafd0a7162693ddc372e9a92035c Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:0e3fedef8a9040a85620405b6a3a9a23154c50e0dd6eb24ab3fc6f862fc1179a Associated tags: - 20211023-121530013690035 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20211023-121530013690035 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20211023-121530013690035]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:0e3fedef8a9040a85620405b6a3a9a23154c50e0dd6eb24ab3fc6f862fc1179a]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:0e04e7c3b97d95feaae7f456f685eee86c42c12a741a0a9cc01f42ca2f339dbd Associated tags: - a9024ea8-d8eb-4215-be4b-4d8b0c1b9de4 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:a9024ea8-d8eb-4215-be4b-4d8b0c1b9de4]. > Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED =================================== FAILURES =================================== ____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_cloud_build _____ [gw0] linux -- Python 3.7.10 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/bin/python3.7> self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_cloud_build> @pytest.mark.it_validatescontainer def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self): self._run_wordcount_it( wordcount.run, experiment='beam_fn_api', > prebuild_sdk_container_engine='cloud_build') apache_beam/examples/wordcount_it_test.py:67: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/examples/wordcount_it_test.py:109: in _run_wordcount_it save_main_session=False, apache_beam/examples/wordcount.py:89: in run output | 'Write' >> WriteToText(known_args.output) apache_beam/pipeline.py:596: in __exit__ self.result = self.run() apache_beam/pipeline.py:549: in run self._options).run(False) apache_beam/pipeline.py:573: in run return self.runner.run_pipeline(self, self._options) apache_beam/runners/dataflow/test_dataflow_runner.py:53: in run_pipeline self.result = super().run_pipeline(pipeline, options) apache_beam/runners/dataflow/dataflow_runner.py:459: in run_pipeline environments.DockerEnvironment.from_options(options)) apache_beam/transforms/environments.py:341: in from_options options) apache_beam/runners/portability/sdk_container_builder.py:139: in build_container_image return builder._build() apache_beam/runners/portability/sdk_container_builder.py:90: in _build self._invoke_docker_build_and_push(container_image_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.runners.portability.sdk_container_builder._SdkContainerImageCloudBuilder object at 0x7f4f8f223fd0> container_image_name = 'us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:5c35cddf-c874-41bf-92ee-71f0df53cff9' def _invoke_docker_build_and_push(self, container_image_name): project_id = self._google_cloud_options.project temp_location = self._google_cloud_options.temp_location # google cloud build service expects all the build source file to be # compressed into a tarball. tarball_path = os.path.join(self._temp_src_dir, '%s.tgz' % SOURCE_FOLDER) self._make_tarfile(tarball_path, self._temp_src_dir) _LOGGER.info( "Compressed source files for building sdk container at %s" % tarball_path) container_image_tag = container_image_name.split(':')[-1] gcs_location = os.path.join( temp_location, '%s-%s.tgz' % (SOURCE_FOLDER, container_image_tag)) self._upload_to_gcs(tarball_path, gcs_location) build = cloudbuild.Build() build.steps = [] step = cloudbuild.BuildStep() step.name = 'gcr.io/kaniko-project/executor:latest' step.args = ['--destination=' + container_image_name, '--cache=true'] step.dir = SOURCE_FOLDER build.steps.append(step) source = cloudbuild.Source() source.storageSource = cloudbuild.StorageSource() gcs_bucket, gcs_object = self._get_gcs_bucket_and_name(gcs_location) source.storageSource.bucket = os.path.join(gcs_bucket) source.storageSource.object = gcs_object build.source = source # TODO(zyichi): make timeout configurable build.timeout = '7200s' now = time.time() # operation = client.create_build(project_id=project_id, build=build) request = cloudbuild.CloudbuildProjectsBuildsCreateRequest( projectId=project_id, build=build) build = self._cloudbuild_client.projects_builds.Create(request) build_id, log_url = self._get_cloud_build_id_and_log_url(build.metadata) _LOGGER.info( 'Building sdk container with Google Cloud Build, this may ' 'take a few minutes, you may check build log at %s' % log_url) # block until build finish, if build fails exception will be raised and # stops the job submission. response = self._cloudbuild_client.projects_builds.Get( cloudbuild.CloudbuildProjectsBuildsGetRequest( id=build_id, projectId=project_id)) while response.status in [cloudbuild.Build.StatusValueValuesEnum.QUEUED, cloudbuild.Build.StatusValueValuesEnum.WORKING]: time.sleep(10) response = self._cloudbuild_client.projects_builds.Get( cloudbuild.CloudbuildProjectsBuildsGetRequest( id=build_id, projectId=project_id)) if response.status != cloudbuild.Build.StatusValueValuesEnum.SUCCESS: raise RuntimeError( > 'Failed to build python sdk container image on google cloud build, ' 'please check build log for error.') E RuntimeError: Failed to build python sdk container image on google cloud build, please check build log for error. apache_beam/runners/portability/sdk_container_builder.py:287: RuntimeError =============================== warnings summary =============================== apache_beam/io/filesystems_test.py:54 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint: disable=anomalous-backslash-in-string apache_beam/io/filesystems_test.py:62 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), # pylint: disable=anomalous-backslash-in-string -- Docs: https://docs.pytest.org/en/latest/warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml> - ============== 1 failed, 3 passed, 2 warnings in 1331.23 seconds =============== cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20211023-121526226122876 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7476a5fd8eba1c1cf015946a12fa873c03cb88c479143f9d3dad7885b43739c5 docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:54af4545-9036-435c-b7d0-eafdd6282a2c Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a7a248f313882f8749ee569db12cd46f925f39e77251e8946f330eceb5e46fb4 Deleted: sha256:0b9dc2630b6b9db5e61ce8b1252d2ac057f6ad807ef223135d3c63575430a6d8 Deleted: sha256:ed5c0c85a2ff5d344d3b38ce8300a3ffd316a66eac0913c5b3c1290edd98d19f Deleted: sha256:33d51dce5ecc0fd2b3e79231fe91153987c9e37249c981f3fbd0b5be1eb7094d Deleted: sha256:b50eeccd995f216fd68d6544e1e5dd6dafd393ec9e8c73742591bdd82a002e19 Deleted: sha256:89f7aae26f8fd96150c4ea417092b03f9ec1111addbf178d625d6633ae2cfe9b Deleted: sha256:8fdca80c16bd28e1cf7c09cf06b3b4faf23571096ee5edde344c761e9813ab59 Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7476a5fd8eba1c1cf015946a12fa873c03cb88c479143f9d3dad7885b43739c5 Associated tags: - 20211023-121526226122876 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20211023-121526226122876 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20211023-121526226122876]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:7476a5fd8eba1c1cf015946a12fa873c03cb88c479143f9d3dad7885b43739c5]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a7a248f313882f8749ee569db12cd46f925f39e77251e8946f330eceb5e46fb4 Associated tags: - 54af4545-9036-435c-b7d0-eafdd6282a2c Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:54af4545-9036-435c-b7d0-eafdd6282a2c]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:a7a248f313882f8749ee569db12cd46f925f39e77251e8946f330eceb5e46fb4]. Removed the container > Task :sdks:python:test-suites:dataflow:py36:validatesContainer FAILED Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:0e04e7c3b97d95feaae7f456f685eee86c42c12a741a0a9cc01f42ca2f339dbd]. > Task :sdks:python:test-suites:dataflow:py38:validatesContainer cleanup_container docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:d61829e3efca755fc93b048cf5d36d321e8519c0e484982e1c14afbee717b064 Associated tags: - 20211023-121539413499275 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211023-121539413499275 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211023-121539413499275]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:d61829e3efca755fc93b048cf5d36d321e8519c0e484982e1c14afbee717b064]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ba1e7fdedda6598609955137d31216c606bde53d328ab6c2c5d2d91a62bc3ee8 Associated tags: - 939ab8f4-cc69-45c6-847d-56ae36daf5fd Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:939ab8f4-cc69-45c6-847d-56ae36daf5fd]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ba1e7fdedda6598609955137d31216c606bde53d328ab6c2c5d2d91a62bc3ee8]. > Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED FAILURE: Build completed with 3 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 39m 46s 44 actionable tasks: 40 executed, 4 up-to-date Publishing build scan... https://gradle.com/s/l7cull72mwzt6 Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
