See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10346/display/redirect?page=changes>
Changes: [noreply] restructure ml overview website page (#25607) ------------------------------------------ [...truncated 1.14 MB...] [gw0] linux -- Python 3.10.2 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/bin/python3.10> self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_cloud_build> @pytest.mark.it_validatescontainer def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self): > self._run_wordcount_it( wordcount.run, experiment='beam_fn_api', prebuild_sdk_container_engine='cloud_build') apache_beam/examples/wordcount_it_test.py:106: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/examples/wordcount_it_test.py:153: in _run_wordcount_it run_wordcount( apache_beam/examples/wordcount.py:87: in run with beam.Pipeline(options=pipeline_options) as p: apache_beam/pipeline.py:600: in __exit__ self.result = self.run() apache_beam/pipeline.py:553: in run self._options).run(False) apache_beam/pipeline.py:577: in run return self.runner.run_pipeline(self, self._options) apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline self.result.wait_until_finish(duration=wait_duration) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <DataflowPipelineResult <Job clientRequestId: '20230224171536758931-9986' createTime: '2023-02-24T17:15:37.796896Z' ...023-02-24T17:15:37.796896Z' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7f7c360f80d0> duration = None def wait_until_finish(self, duration=None): if not self.is_in_terminal_state(): if not self.has_job: raise IOError('Failed to get the Dataflow job id.') consoleUrl = ( "Console URL: https://console.cloud.google.com/"; f"dataflow/jobs/<RegionId>/{self.job_id()}" "?project=<ProjectId>") thread = threading.Thread( target=DataflowRunner.poll_for_job_completion, args=(self._runner, self, duration)) # Mark the thread as a daemon thread so a keyboard interrupt on the main # thread will terminate everything. This is also the reason we will not # use thread.join() to wait for the polling thread. thread.daemon = True thread.start() while thread.is_alive(): time.sleep(5.0) # TODO: Merge the termination code in poll_for_job_completion and # is_in_terminal_state. terminated = self.is_in_terminal_state() assert duration or terminated, ( 'Job did not reach to a terminal state after waiting indefinitely. ' '{}'.format(consoleUrl)) # TODO(https://github.com/apache/beam/issues/21695): Also run this check # if wait_until_finish was called after the pipeline completed. if terminated and self.state != PipelineState.DONE: # TODO(BEAM-1290): Consider converting this to an error log based on # theresolution of the issue. _LOGGER.error(consoleUrl) > raise DataflowRuntimeException( 'Dataflow pipeline failed. State: %s, Error:\n%s' % (self.state, getattr(self._runner, 'last_error_msg', None)), self) E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: E Workflow failed. Causes: Job appears to be stuck. Several workers have failed to start up in a row, and no worker has successfully started up for this job. Last error reported: Unable to pull container image due to error: image pull request failed with error: Error response from daemon: manifest for us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:b0f692d8-03be-49a3-8f0c-dbb5287d30da not found: manifest unknown: Failed to fetch "b0f692d8-03be-49a3-8f0c-dbb5287d30da" from request "/v2/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk/manifests/b0f692d8-03be-49a3-8f0c-dbb5287d30da".. This is likely due to an invalid SDK container image URL. Please verify any provided SDK container image is valid and that Dataflow workers have permissions to pull image.. apache_beam/runners/dataflow/dataflow_runner.py:1555: DataflowRuntimeException =============================== warnings summary =============================== ../../build/gradleenv/2050596098/lib/python3.10/site-packages/hdfs/config.py:15 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/hdfs/config.py:15 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses from imp import load_source ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2804: 38 warnings <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py>:2804: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2804: 26 warnings <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py>:2804: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2309 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py>:2309: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(parent) ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2804 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2804 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py>:2804: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2804 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py:2804 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/pkg_resources/__init__.py>:2804: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages declare_namespace(pkg) ../../build/gradleenv/2050596098/lib/python3.10/site-packages/google/rpc/__init__.py:20 ../../build/gradleenv/2050596098/lib/python3.10/site-packages/google/rpc/__init__.py:20 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`. Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages pkg_resources.declare_namespace(__name__) ../../build/gradleenv/2050596098/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py:17 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/google/api_core/operations_v1/abstract_operations_client.py>:17: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives from distutils import util ../../build/gradleenv/2050596098/lib/python3.10/site-packages/tenacity/_asyncio.py:42 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/2050596098/lib/python3.10/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead def call(self, fn, *args, **kwargs): apache_beam/typehints/pandas_type_compatibility_test.py:67 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead. }).set_index(pd.Int64Index(range(123, 223), name='an_index')), apache_beam/typehints/pandas_type_compatibility_test.py:90 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead. pd.Int64Index(range(123, 223), name='an_index'), apache_beam/typehints/pandas_type_compatibility_test.py:91 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91: FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas in a future version. Use pandas.Index with the appropriate dtype instead. pd.Int64Index(range(475, 575), name='another_index'), -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.10_sdk.xml> - =========================== short test summary info ============================ FAILED apache_beam/examples/wordcount_it_test.py::WordCountIT::test_wordcount_it_with_prebuilt_sdk_container_cloud_build - apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error: Workflow failed. Causes: Job appears to be stuck. Several workers have failed to start up in a row, and no worker has successfully started up for this job. Last error reported: Unable to pull container image due to error: image pull request failed with error: Error response from daemon: manifest for us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:b0f692d8-03be-49a3-8f0c-dbb5287d30da not found: manifest unknown: Failed to fetch "b0f692d8-03be-49a3-8f0c-dbb5287d30da" from request "/v2/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk/manifests/b0f692d8-03be-49a3-8f0c-dbb5287d30da".. This is likely due to an invalid SDK container image URL. Please verify any provided SDK container image is valid and that Dataflow workers have permissions to pull image.. ======= 1 failed, 3 passed, 9 skipped, 85 warnings in 2363.12s (0:39:23) ======= cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230224-165749805294696 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b345afb73d4e32fde80a177de585b9a4ce8d2676daf3e650303b1dec14251fa0 Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:9b7ec5ba-4898-4bd3-911b-3a5ff67d0d5f Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:25f99253c873a26edf36a2b38c8cb7a3be097636dc0c6ae33a4f43f04d588295 Deleted: sha256:f35be35306877dede0f47fedd2a5a4e30a5aa2756c4e695dd3262eac77407286 Deleted: sha256:4c2ec3e74e20167ea5eeeccf8788592cc061144c44b074eed720d4554845d446 Deleted: sha256:d3607930827f4ce74b0391ade5347b691423622660aac0f65474c7e4f216281b Deleted: sha256:1fe3c0a57ffc58195516947caacaf4096ae3cacb25acc1fd28f72fbb445d1295 Deleted: sha256:731aa7073f3aa130d745d4cb4e78e8f7277e0ee12845b1f762d298bbb92f2ad6 Deleted: sha256:9d95a637081a13fa83b3152cd1d87bcf2431410c034ba223ec6c0f78a137dd37 Deleted: sha256:7ca26f0e8fd638f0a61b3d040e9d04dce0cd11e537383f72c01fd2fe3ea53ef9 Deleted: sha256:fd33c8fdaf74e75b93a87f1cd25480b7a6ae1b8dc066c38a8f9572859fd42038 Deleted: sha256:df409edc8be4dd53955e3a55dd52530d3de32ca6304f234495412c28d8358375 Deleted: sha256:b7127bedae19b3e2a7dab7abb02bffbae39c209a5b8c0425d6af6ceb01d71e72 WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly. Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b345afb73d4e32fde80a177de585b9a4ce8d2676daf3e650303b1dec14251fa0 Associated tags: - 20230224-165749805294696 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230224-165749805294696 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20230224-165749805294696]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:b345afb73d4e32fde80a177de585b9a4ce8d2676daf3e650303b1dec14251fa0]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:25f99253c873a26edf36a2b38c8cb7a3be097636dc0c6ae33a4f43f04d588295 Associated tags: - 9b7ec5ba-4898-4bd3-911b-3a5ff67d0d5f Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:9b7ec5ba-4898-4bd3-911b-3a5ff67d0d5f]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:25f99253c873a26edf36a2b38c8cb7a3be097636dc0c6ae33a4f43f04d588295]. Removed the container > Task :sdks:python:test-suites:dataflow:py310:validatesContainer FAILED > Task :sdks:python:test-suites:dataflow:py39:validatesContainer cleanup_container WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly. Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d958b329a93d63eb483710d60e67d1e01a3ea18d0fae3affae9d57a19269ea88 Associated tags: - 20230224-165833902997826 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230224-165833902997826 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20230224-165833902997826]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:d958b329a93d63eb483710d60e67d1e01a3ea18d0fae3affae9d57a19269ea88]. Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:e55ba58b7cce6c8363f42e4cfa3f71e5291c95c79e2322bab64051edca28620a Associated tags: - 5c03e365-592e-465b-8045-df91a3f83317 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:5c03e365-592e-465b-8045-df91a3f83317]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:e55ba58b7cce6c8363f42e4cfa3f71e5291c95c79e2322bab64051edca28620a]. > Task :sdks:python:test-suites:dataflow:py39:validatesContainer FAILED FAILURE: Build completed with 2 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 331 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py310:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 331 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py39:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 1h 1m 25s 62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date Publishing build scan... https://gradle.com/s/uigrgpwp3lgrs Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
