See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8233/display/redirect>
Changes: ------------------------------------------ [...truncated 107.73 KB...] Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:e9d6262ac2a2b75ba435bc8d28104b4a1bbc2ef97da790cb753336b3d6759b69]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:ea8d1123c2ab66bc9b1581a5a483a51187723b4f654df7c9c89a58ec60d93590 Associated tags: - 7b911cf4-d22f-47e0-b993-695b1e8ecc72 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:7b911cf4-d22f-47e0-b993-695b1e8ecc72]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:ea8d1123c2ab66bc9b1581a5a483a51187723b4f654df7c9c89a58ec60d93590]. > Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED > Task :sdks:python:test-suites:dataflow:py38:validatesContainer [gw0] [100%] PASSED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it =================================== FAILURES =================================== ____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_cloud_build _____ [gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8> self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_cloud_build> @pytest.mark.it_validatescontainer def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self): > self._run_wordcount_it( wordcount.run, experiment='beam_fn_api', prebuild_sdk_container_engine='cloud_build') apache_beam/examples/wordcount_it_test.py:64: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/examples/wordcount_it_test.py:108: in _run_wordcount_it run_wordcount( apache_beam/examples/wordcount.py:89: in run output | 'Write' >> WriteToText(known_args.output) apache_beam/pipeline.py:587: in __exit__ self.result = self.run() apache_beam/pipeline.py:539: in run return Pipeline.from_runner_api( apache_beam/pipeline.py:566: in run return self.runner.run_pipeline(self, self._options) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f33a0ce7b80> pipeline = <apache_beam.pipeline.Pipeline object at 0x7f339c78abb0> options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f33a0ce5c70> def run_pipeline(self, pipeline, options): """Execute test pipeline and verify test matcher""" test_options = options.view_as(TestOptions) on_success_matcher = test_options.on_success_matcher wait_duration = test_options.wait_until_finish_duration is_streaming = options.view_as(StandardOptions).streaming # [BEAM-1889] Do not send this to remote workers also, there is no need to # send this option to remote executors. test_options.on_success_matcher = None self.result = super(TestDataflowRunner, self).run_pipeline(pipeline, options) if self.result.has_job: # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs # in some cases. print('Worker logs: %s' % self.build_console_url(options)) try: self.wait_until_in_state(PipelineState.RUNNING) if is_streaming and not wait_duration: _LOGGER.warning('Waiting indefinitely for streaming job.') self.result.wait_until_finish(duration=wait_duration) if on_success_matcher: from hamcrest import assert_that as hc_assert_that > hc_assert_that(self.result, pickler.loads(on_success_matcher)) E AssertionError: E Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0) E but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError ____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_local_docker ____ [gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8> self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_local_docker> @pytest.mark.it_validatescontainer def test_wordcount_it_with_prebuilt_sdk_container_local_docker(self): > self._run_wordcount_it( wordcount.run, experiment='beam_fn_api', prebuild_sdk_container_engine='local_docker') apache_beam/examples/wordcount_it_test.py:57: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/examples/wordcount_it_test.py:108: in _run_wordcount_it run_wordcount( apache_beam/examples/wordcount.py:89: in run output | 'Write' >> WriteToText(known_args.output) apache_beam/pipeline.py:587: in __exit__ self.result = self.run() apache_beam/pipeline.py:539: in run return Pipeline.from_runner_api( apache_beam/pipeline.py:566: in run return self.runner.run_pipeline(self, self._options) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f339c715bb0> pipeline = <apache_beam.pipeline.Pipeline object at 0x7f3399e71310> options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f3399ce2d90> def run_pipeline(self, pipeline, options): """Execute test pipeline and verify test matcher""" test_options = options.view_as(TestOptions) on_success_matcher = test_options.on_success_matcher wait_duration = test_options.wait_until_finish_duration is_streaming = options.view_as(StandardOptions).streaming # [BEAM-1889] Do not send this to remote workers also, there is no need to # send this option to remote executors. test_options.on_success_matcher = None self.result = super(TestDataflowRunner, self).run_pipeline(pipeline, options) if self.result.has_job: # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs # in some cases. print('Worker logs: %s' % self.build_console_url(options)) try: self.wait_until_in_state(PipelineState.RUNNING) if is_streaming and not wait_duration: _LOGGER.warning('Waiting indefinitely for streaming job.') self.result.wait_until_finish(duration=wait_duration) if on_success_matcher: from hamcrest import assert_that as hc_assert_that > hc_assert_that(self.result, pickler.loads(on_success_matcher)) E AssertionError: E Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0) E but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError =============================== warnings summary =============================== apache_beam/io/filesystems_test.py:54 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint: disable=anomalous-backslash-in-string apache_beam/io/filesystems_test.py:62 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), # pylint: disable=anomalous-backslash-in-string <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead def call(self, fn, *args, **kwargs): -- Docs: https://docs.pytest.org/en/latest/warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> - ============== 2 failed, 2 passed, 3 warnings in 1216.35 seconds =============== cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210911-061436898183517 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c7827408e4a0ce966da946d5604c2ccb933648513a110cf42067b739fbaac4b7 docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:827627d1-f349-4701-adaf-6c1d0b389a42 Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7c938fca97930be98bf8c590aa7329c97543c55b9bbb96e9ad9e89fd52287ffa Deleted: sha256:d0796f4da40fef900c9955974b18f8c4d26bb8cd45f449a32d76f62129a27826 Deleted: sha256:87a54b915967b9a36ab7f78648dfac85fcb722796eb63a6b790e898fc98b2ea2 Deleted: sha256:1603b7d53e4c22b49c201935bb79c1d62b3f8161670a94520cd3e1fd8c06e83a Deleted: sha256:df30e8ecab7526fa8ee84ecb5a43286ab073560489974e473d291f642d0d9c40 Deleted: sha256:aa3d1f64794d7b07b57ea4083c6d349a3fe37a941b71fa8dfe6b227d2fda7249 Deleted: sha256:af36883c11e11487eebd8985491e12837460a1f62fc0468e2d5667dfd441fa0d Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c7827408e4a0ce966da946d5604c2ccb933648513a110cf42067b739fbaac4b7 Associated tags: - 20210911-061436898183517 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210911-061436898183517 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210911-061436898183517]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:c7827408e4a0ce966da946d5604c2ccb933648513a110cf42067b739fbaac4b7]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7c938fca97930be98bf8c590aa7329c97543c55b9bbb96e9ad9e89fd52287ffa Associated tags: - 827627d1-f349-4701-adaf-6c1d0b389a42 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:827627d1-f349-4701-adaf-6c1d0b389a42]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:7c938fca97930be98bf8c590aa7329c97543c55b9bbb96e9ad9e89fd52287ffa]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:1293e9b4f4484f1880e01538bd967dc2d462b411c8d866a7bc9d91e68faaef8c Associated tags: - 7c81542a-fcf1-4b33-a7f1-3544234062b6 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:7c81542a-fcf1-4b33-a7f1-3544234062b6]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:1293e9b4f4484f1880e01538bd967dc2d462b411c8d866a7bc9d91e68faaef8c]. Removed the container > Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED FAILURE: Build completed with 3 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 36m 19s 44 actionable tasks: 40 executed, 4 up-to-date Publishing build scan... https://gradle.com/s/o7xhdvbznzkcw Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
