See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8235/display/redirect>
Changes: ------------------------------------------ [...truncated 142.37 KB...] Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:f1904e3ec9d1b9f4d38bc5d7d018ce6baed3b1f501dedd3c97f88ef933942c29]. > Task :sdks:python:test-suites:dataflow:py36:validatesContainer FAILED > Task :sdks:python:test-suites:dataflow:py38:validatesContainer [gw0] [ 75%] PASSED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_local_docker apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it [gw0] [100%] FAILED apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it =================================== FAILURES =================================== ____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_cloud_build _____ [gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8> self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_cloud_build> @pytest.mark.it_validatescontainer def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self): > self._run_wordcount_it( wordcount.run, experiment='beam_fn_api', prebuild_sdk_container_engine='cloud_build') apache_beam/examples/wordcount_it_test.py:64: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/examples/wordcount_it_test.py:108: in _run_wordcount_it run_wordcount( apache_beam/examples/wordcount.py:89: in run output | 'Write' >> WriteToText(known_args.output) apache_beam/pipeline.py:587: in __exit__ self.result = self.run() apache_beam/pipeline.py:539: in run return Pipeline.from_runner_api( apache_beam/pipeline.py:566: in run return self.runner.run_pipeline(self, self._options) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f277a93efa0> pipeline = <apache_beam.pipeline.Pipeline object at 0x7f2775efdd30> options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f277ae39d90> def run_pipeline(self, pipeline, options): """Execute test pipeline and verify test matcher""" test_options = options.view_as(TestOptions) on_success_matcher = test_options.on_success_matcher wait_duration = test_options.wait_until_finish_duration is_streaming = options.view_as(StandardOptions).streaming # [BEAM-1889] Do not send this to remote workers also, there is no need to # send this option to remote executors. test_options.on_success_matcher = None self.result = super(TestDataflowRunner, self).run_pipeline(pipeline, options) if self.result.has_job: # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs # in some cases. print('Worker logs: %s' % self.build_console_url(options)) try: self.wait_until_in_state(PipelineState.RUNNING) if is_streaming and not wait_duration: _LOGGER.warning('Waiting indefinitely for streaming job.') self.result.wait_until_finish(duration=wait_duration) if on_success_matcher: from hamcrest import assert_that as hc_assert_that > hc_assert_that(self.result, pickler.loads(on_success_matcher)) E AssertionError: E Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 33535a832b7db6d78389759577d4ff495980b9c0) E but: Test pipeline expected terminated in state: DONE Test pipeline job terminated in state: FAILED apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError ______________ ExerciseMetricsPipelineTest.test_metrics_fnapi_it _______________ [gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8> self = <apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest testMethod=test_metrics_fnapi_it> @pytest.mark.it_postcommit @pytest.mark.it_validatescontainer def test_metrics_fnapi_it(self): > result = self.run_pipeline(experiment='beam_fn_api') apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:56: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:43: in run_pipeline return dataflow_exercise_metrics_pipeline.apply_and_run(p) apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline.py:176: in apply_and_run result = pipeline.run() apache_beam/pipeline.py:539: in run return Pipeline.from_runner_api( apache_beam/pipeline.py:566: in run return self.runner.run_pipeline(self, self._options) apache_beam/runners/dataflow/test_dataflow_runner.py:65: in run_pipeline self.result.wait_until_finish(duration=wait_duration) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <DataflowPipelineResult <Job clientRequestId: '20210911183806875583-3474' createTime: '2021-09-11T18:38:08.293216Z' ...021-09-11T18:38:08.293216Z' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7f277a92f520> duration = None def wait_until_finish(self, duration=None): if not self.is_in_terminal_state(): if not self.has_job: raise IOError('Failed to get the Dataflow job id.') thread = threading.Thread( target=DataflowRunner.poll_for_job_completion, args=(self._runner, self, duration)) # Mark the thread as a daemon thread so a keyboard interrupt on the main # thread will terminate everything. This is also the reason we will not # use thread.join() to wait for the polling thread. thread.daemon = True thread.start() while thread.is_alive(): time.sleep(5.0) # TODO: Merge the termination code in poll_for_job_completion and # is_in_terminal_state. terminated = self.is_in_terminal_state() assert duration or terminated, ( 'Job did not reach to a terminal state after waiting indefinitely.') if terminated and self.state != PipelineState.DONE: # TODO(BEAM-1290): Consider converting this to an error log based on # theresolution of the issue. > raise DataflowRuntimeException( 'Dataflow pipeline failed. State: %s, Error:\n%s' % (self.state, getattr(self._runner, 'last_error_msg', None)), self) E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: E Workflow failed. apache_beam/runners/dataflow/dataflow_runner.py:1632: DataflowRuntimeException =============================== warnings summary =============================== apache_beam/io/filesystems_test.py:54 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint: disable=anomalous-backslash-in-string apache_beam/io/filesystems_test.py:62 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), # pylint: disable=anomalous-backslash-in-string <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead def call(self, fn, *args, **kwargs): -- Docs: https://docs.pytest.org/en/latest/warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> - ============== 2 failed, 2 passed, 3 warnings in 1356.06 seconds =============== cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210911-181517537871768 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:366b9fffd1e0eec652d4c515e26a2217617a69dd0295e84a57303dc0c863b048 docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0b4b3ccb-38c1-40ac-b19b-2b89ffd42d59 Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:128aac4280d929438eaf8c123c68939c32f2f0d59949e46af2c52012ef2f54c6 Deleted: sha256:fec264ee7cbfd3918e275fd33e56063d15234e733421a0b37c989fa11a908682 Deleted: sha256:e080a4f009954c95b3658469b71a7939003e65270b22f0eca045f484acad120b Deleted: sha256:a2aef753aa1faea627a901977d539e8a85cb00ecea0ee6ba306fbbc5ec5fa593 Deleted: sha256:edfcfc191dd33906daeb22f34a8b1ed48fe5b44d9eed2d3987e08eea1aca987d Deleted: sha256:8a65aed4a3fe91fe603a9fd166b9b17898d8e3d0d9311f5dd96f8dc7ed973e9f Deleted: sha256:a1c4bcc7b99936925c3d4c78ae3aaab5ca58fb45557a4c7c1e822f0be3c74b7c Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:366b9fffd1e0eec652d4c515e26a2217617a69dd0295e84a57303dc0c863b048 Associated tags: - 20210911-181517537871768 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210911-181517537871768 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210911-181517537871768]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:366b9fffd1e0eec652d4c515e26a2217617a69dd0295e84a57303dc0c863b048]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:128aac4280d929438eaf8c123c68939c32f2f0d59949e46af2c52012ef2f54c6 Associated tags: - 0b4b3ccb-38c1-40ac-b19b-2b89ffd42d59 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:0b4b3ccb-38c1-40ac-b19b-2b89ffd42d59]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:128aac4280d929438eaf8c123c68939c32f2f0d59949e46af2c52012ef2f54c6]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:1bbbc2813c979c0b87c00a69fb3325949a4dd09c1c92ae5a11dbc8180b0dd14b Associated tags: - 25a40960-88db-41d6-b71c-ca6720d53f80 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:25a40960-88db-41d6-b71c-ca6720d53f80]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:1bbbc2813c979c0b87c00a69fb3325949a4dd09c1c92ae5a11dbc8180b0dd14b]. Removed the container > Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED FAILURE: Build completed with 3 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 39m 25s 44 actionable tasks: 40 executed, 4 up-to-date Publishing build scan... https://gradle.com/s/m4f53ilplx7qw Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
