See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8238/display/redirect>
Changes: ------------------------------------------ [...truncated 55.76 KB...] apache_beam/runners/dataflow/test_dataflow_runner.py:69: AssertionError ______________ ExerciseMetricsPipelineTest.test_metrics_fnapi_it _______________ [gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8> self = <apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest testMethod=test_metrics_fnapi_it> @pytest.mark.it_postcommit @pytest.mark.it_validatescontainer def test_metrics_fnapi_it(self): > result = self.run_pipeline(experiment='beam_fn_api') apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:56: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:43: in run_pipeline return dataflow_exercise_metrics_pipeline.apply_and_run(p) apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline.py:176: in apply_and_run result = pipeline.run() apache_beam/pipeline.py:539: in run return Pipeline.from_runner_api( apache_beam/pipeline.py:566: in run return self.runner.run_pipeline(self, self._options) apache_beam/runners/dataflow/test_dataflow_runner.py:65: in run_pipeline self.result.wait_until_finish(duration=wait_duration) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <DataflowPipelineResult <Job clientRequestId: '20210912124307130553-3474' createTime: '2021-09-12T12:43:08.400379Z' ...021-09-12T12:43:08.400379Z' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7f3ded9c8310> duration = None def wait_until_finish(self, duration=None): if not self.is_in_terminal_state(): if not self.has_job: raise IOError('Failed to get the Dataflow job id.') thread = threading.Thread( target=DataflowRunner.poll_for_job_completion, args=(self._runner, self, duration)) # Mark the thread as a daemon thread so a keyboard interrupt on the main # thread will terminate everything. This is also the reason we will not # use thread.join() to wait for the polling thread. thread.daemon = True thread.start() while thread.is_alive(): time.sleep(5.0) # TODO: Merge the termination code in poll_for_job_completion and # is_in_terminal_state. terminated = self.is_in_terminal_state() assert duration or terminated, ( 'Job did not reach to a terminal state after waiting indefinitely.') if terminated and self.state != PipelineState.DONE: # TODO(BEAM-1290): Consider converting this to an error log based on # theresolution of the issue. > raise DataflowRuntimeException( 'Dataflow pipeline failed. State: %s, Error:\n%s' % (self.state, getattr(self._runner, 'last_error_msg', None)), self) E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: E Workflow failed. apache_beam/runners/dataflow/dataflow_runner.py:1632: DataflowRuntimeException =============================== warnings summary =============================== apache_beam/io/filesystems_test.py:54 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint: disable=anomalous-backslash-in-string apache_beam/io/filesystems_test.py:62 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), # pylint: disable=anomalous-backslash-in-string <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead def call(self, fn, *args, **kwargs): -- Docs: https://docs.pytest.org/en/latest/warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> - ============== 2 failed, 2 passed, 3 warnings in 1318.65 seconds =============== cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210912-121903222604151 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0840de1543ecd50b5e5a241b773c3697fa3fbea661d062ec59308946f2b754e2 docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:86b3af13-f7da-44f3-8dd6-5f22e6549ca0 Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2ec2e41063f5fc332cd992f10dd2d82e49a1931e030a7ea8b4c6cceb6b883fa7 Deleted: sha256:89d945d0dd3dbda91e2f61bc206d16a8de4e153a13034a4be991ccab0d82d09e Deleted: sha256:5fff66ee5a03e5f1c3e284ea318ad43b56e02c5b5a81e39c40801c0950698479 Deleted: sha256:7a468a7df57b578cf1ca56d23f457dcf2554cceaeb24870c0d2d078cc24fc5ea Deleted: sha256:b996c58de296458376864164fe684839f5963bf8de79ee7c796e08b7cec89379 Deleted: sha256:9fad7ee84fdd186dac5e54d4f6eccca30544428fb08ee7a6f3987db5aede871a Deleted: sha256:fb470a42f74eba0f56fcd190795504a66e898db2d275e4547487e93368ccacda Deleted: sha256:c7fc813c6c3531cb95165484017e356eb64b1846b3e2d4c7527d7c3290f90d50 Deleted: sha256:eb0cf91285f36c5036c44b8718a48cfe4ce1df1e0ce255afddca91d5de870d3f Deleted: sha256:0c03333f85171ad015f6a61e42afb3640f636d93230e478d5aaf8c00b127132f Deleted: sha256:aa3ad9d419d04f76e5e2b5c1aef31ddcfefe98a618821acb5fc303d6129b46d7 Deleted: sha256:a8200d1035fe769d9e72a6e82202428f28ad6fa114add05d09ac4b348297baa8 Deleted: sha256:944552b06886ab1272b49a7d8d85a902b9fda197c09b0b5dfb5183fa9dff89b3 Deleted: sha256:d4fb5654efd0d1eed5df3d117aad46b34e39742c2ef39a4fe2adf75a036352d4 Deleted: sha256:48103ae2dad538901243194a7391c6077036f7d06af47d69b901f5e4f0477bca Deleted: sha256:36f82fbb4fe8bc838c960695011c51fc59cf1e53576b25193fd8396ef5476f25 Deleted: sha256:da4d65da834fe6b0715de7b186563ca5599042ec7ce96dc00ad3a13cdf0cb64c Deleted: sha256:457c783df37685fae1e69aa3ee9307778c597b86e32f8165967c74bdc973112e Deleted: sha256:85b420efc58448f3799c61873f3ab8f3746070beda86f7be8c2dd305de86d132 Deleted: sha256:82b279b4e759d1edcf9ee267d7a11749f1f35a8923a5e6b8abeabb5c23e7b8fb Deleted: sha256:78545ee548ee5e8b8b1dd859f9e08bbcbd768998eac69ebdc48d10df16ce203b Deleted: sha256:5ecc4be6ed9fe8e89c0c7facf5867ec2518f58eba85398a0d1a77f078fd9b710 Deleted: sha256:5d546a8805caf33cdaec21b1d59ec8fb8c161afb80a22fde57625cfba7835622 Deleted: sha256:d28ebaadf253f9c98586d904ab7ba4f5ed0a3efb9f302cb634cfee505fd024eb Deleted: sha256:2b462408c8b99a1b997be57967410b2fae8e760d1496e169d16498b14e14d2c1 Deleted: sha256:264d982114935e37c0ce467ddb9ac79007b9ba137eccad3a57bd97a4d2aa1280 Deleted: sha256:431d5859e17b3dd8f25e63b1e20aa3055a7fc01699746170422ac72de8f793cd Deleted: sha256:0a4ca592d7347850eaf48dedd8a2dab71a642302fede27b61fec0daad6837f4c Deleted: sha256:586b8a8db57087455949773d93cda284cff4cb53b941eb0321c9c2ab8295040d Deleted: sha256:4f34385c2e164af07af8c40f6d9ec047c0317b98dc2e01c239be434dbd492dc2 Deleted: sha256:af53335d7e0a9006b09d7dd4f614073d77aedb21d94a8a58bfe2586eeff8cd61 Deleted: sha256:2d29e06a7ea502ebd09b90657a0cefdbaad2bc9d1d6cb05df2463423e540c77f Deleted: sha256:429d9f148dc6e2d2bd3241ccb0b21bbc74965519d68d948b60dad88fb638d0ef Deleted: sha256:c3f226ec28aba2e42e0649bdeff71f89101fd1deae53738a598cfa0b1483df62 Deleted: sha256:495f8b348081c2d207c15f7868022b2d016d90739173e5b1d0ef9b1347911cf1 Deleted: sha256:4233e205914451d874e1135c46363821648eda9a34403a03892ef5e616b055f2 Deleted: sha256:7307a75b9a79ccae4e380262c0cff648d5f0f6c5774dc93d01e6e6a0d6c7a164 Deleted: sha256:fdc4000e9e4fd84551da9217eed4c45287f56eda02388c3af154b5084e8cfe6b Deleted: sha256:bb944b5dfad405e6897cf92bf4a1ca4d0da2ec46b4938b8a639d6cd649feaac9 Deleted: sha256:91b9ec5c0adf41085ed9dfb7b2b05f3bceb716fc90ca0071db12f1db874a2790 Deleted: sha256:3cc46fbb62e40ef2f62e5ff27dae4e8c089a516ebda0c95603f2d3005bba7464 Deleted: sha256:8ceb062565089f330562908a251877a7e100294b9c6bb2420a68c088bef5141c Deleted: sha256:4189b4a3e09f537739da68ff5cb3f95a543c9e7b103118a29fe1962c21ef67d9 Deleted: sha256:36bfba69bdf347d20ac46a605f14d2f37e135365ffc492e9c81860724893e29d Deleted: sha256:15af6db94f5e3ba715459d9fe8371fa141ddfb3db665168e9fbea314b3a02d4e Deleted: sha256:cb9dfb896aa0f61eb2d06004d3be56f912b521c4b434c75c3a61dc2d9f09e689 Deleted: sha256:e327bb1ee245cdbb14738d0bd5e0b405f619a1b5df96dca31f25cb935eaa324e Deleted: sha256:e3583072983e41061fd93b73d32c93336398a26ddb5cda66bf7b5dccde69793c Deleted: sha256:0315e78b3a89a219fd56925f9e0817ec1386e4b72b84b4c7adfb2f7c3fafc162 Deleted: sha256:145af2aec984064c5a33b945fcb87a8f03428a8d4bd8ee7eefb261f6e3f5ac84 Deleted: sha256:2d8e0c9962ae3743d5ec5d16b80f4e9292bb23afec070d5cd1b7fad90021780a Deleted: sha256:b53768ddafc7d6c9c5536efef796316334dbba7bdcb4c22d63b05c03e139cb17 Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0840de1543ecd50b5e5a241b773c3697fa3fbea661d062ec59308946f2b754e2 Associated tags: - 20210912-121903222604151 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210912-121903222604151 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20210912-121903222604151]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:0840de1543ecd50b5e5a241b773c3697fa3fbea661d062ec59308946f2b754e2]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2ec2e41063f5fc332cd992f10dd2d82e49a1931e030a7ea8b4c6cceb6b883fa7 Associated tags: - 86b3af13-f7da-44f3-8dd6-5f22e6549ca0 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:86b3af13-f7da-44f3-8dd6-5f22e6549ca0]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:2ec2e41063f5fc332cd992f10dd2d82e49a1931e030a7ea8b4c6cceb6b883fa7]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:52df570b4d69b63037326aec2f4f8a99691b7e8cac05db9fcd34acd807c5a565 Associated tags: - 399f07a2-de14-4645-a3f1-00561fdec01a Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:399f07a2-de14-4645-a3f1-00561fdec01a]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:52df570b4d69b63037326aec2f4f8a99691b7e8cac05db9fcd34acd807c5a565]. Removed the container > Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED > Task :sdks:python:test-suites:dataflow:py36:validatesContainer cleanup_container docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:d1436803432624d7a7de723df8e17a6db5d2aa2bb1bc2435243b5f87bd744c26 Associated tags: - 20210912-121859154246788 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210912-121859154246788 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210912-121859154246788]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:d1436803432624d7a7de723df8e17a6db5d2aa2bb1bc2435243b5f87bd744c26]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:ae095052ffd52908f5a4e216addadc81d98721d0e6ecadeb0e6b358ff62acd5e Associated tags: - b0a41404-597c-4b8e-a1fb-92dc8a4278dd Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:b0a41404-597c-4b8e-a1fb-92dc8a4278dd]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:ae095052ffd52908f5a4e216addadc81d98721d0e6ecadeb0e6b358ff62acd5e]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:1fad6bf4c4906a586d16a78e623b9abf9b4549e5357374434df4295264c8ac59 Associated tags: - 212b6adb-7991-4ee7-aa70-e8fd779b1228 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk:212b6adb-7991-4ee7-aa70-e8fd779b1228]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python36_sdk/beam_python_prebuilt_sdk@sha256:1fad6bf4c4906a586d16a78e623b9abf9b4549e5357374434df4295264c8ac59]. > Task :sdks:python:test-suites:dataflow:py36:validatesContainer FAILED FAILURE: Build completed with 3 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 51m 8s 44 actionable tasks: 40 executed, 4 up-to-date Publishing build scan... https://gradle.com/s/nafbkd7dd6dca Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
