See <https://ci-beam.apache.org/job/beam_PostCommit_Python39/2658/display/redirect>
Changes: ------------------------------------------ [...truncated 12.22 MB...] [gw0] linux -- Python 3.9.10 <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/build/gradleenv/-1734967050/bin/python3.9> self = <apache_beam.examples.complete.game.user_score_it_test.UserScoreIT testMethod=test_user_score_it> @pytest.mark.it_postcommit def test_user_score_it(self): state_verifier = PipelineStateMatcher(PipelineState.DONE) arg_sleep_secs = self.test_pipeline.get_option('sleep_secs') sleep_secs = int(arg_sleep_secs) if arg_sleep_secs is not None else None file_verifier = FileChecksumMatcher( self.output + '/*-of-*', self.DEFAULT_EXPECTED_CHECKSUM, sleep_secs) extra_opts = { 'input': self.DEFAULT_INPUT_FILE, 'output': self.output + '/user-score', 'on_success_matcher': all_of(state_verifier, file_verifier) } # Register clean up before pipeline execution self.addCleanup(delete_files, [self.output + '*']) # Get pipeline options from command argument: --test-pipeline-options, # and start pipeline job by calling pipeline main function. > user_score.run( self.test_pipeline.get_full_options_as_args(**extra_opts), save_main_session=False) [1m[31mapache_beam/examples/complete/game/user_score_it_test.py[0m:84: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ [1m[31mapache_beam/examples/complete/game/user_score.py[0m:181: in run ( # pylint: disable=expression-not-assigned [1m[31mapache_beam/pipeline.py[0m:612: in __exit__ self.result = self.run() [1m[31mapache_beam/pipeline.py[0m:559: in run return Pipeline.from_runner_api( [1m[31mapache_beam/pipeline.py[0m:586: in run return self.runner.run_pipeline(self, self._options) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner object at 0x7f1a949da6a0> pipeline = <apache_beam.pipeline.Pipeline object at 0x7f1a9499d9d0> options = <apache_beam.options.pipeline_options.PipelineOptions object at 0x7f1a9560ef40> def run_pipeline(self, pipeline, options): """Execute test pipeline and verify test matcher""" test_options = options.view_as(TestOptions) on_success_matcher = test_options.on_success_matcher wait_duration = test_options.wait_until_finish_duration is_streaming = options.view_as(StandardOptions).streaming # [BEAM-1889] Do not send this to remote workers also, there is no need to # send this option to remote executors. test_options.on_success_matcher = None self.result = super().run_pipeline(pipeline, options) if self.result.has_job: # TODO(markflyhigh)(https://github.com/apache/beam/issues/18254): Use # print since Nose dosen't show logs in some cases. print('Worker logs: %s' % self.build_console_url(options)) _LOGGER.info('Console log: ') _LOGGER.info(self.build_console_url(options)) try: self.wait_until_in_state(PipelineState.RUNNING) if is_streaming and not wait_duration: _LOGGER.warning('Waiting indefinitely for streaming job.') self.result.wait_until_finish(duration=wait_duration) if on_success_matcher: from hamcrest import assert_that as hc_assert_that > hc_assert_that(self.result, pickler.loads(on_success_matcher)) [1m[31mE AssertionError: [0m [1m[31mE Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 9f3bd81669607f0d98ec80ddd477f3277cfba0a2)[0m [1m[31mE but: Expected checksum is 9f3bd81669607f0d98ec80ddd477f3277cfba0a2 Actual checksum is 11902647800715e9b7b922b786372ddecd8e23ff[0m [1m[31mapache_beam/runners/dataflow/test_dataflow_runner.py[0m:70: AssertionError ------------------------------ Captured log call ------------------------------- [32mINFO [0m apache_beam.runners.portability.stager:stager.py:322 Copying Beam SDK "<https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/build/apache_beam-2.54.0.dev0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl";> to staging location. [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:395 Pipeline has additional dependencies to be installed in SDK worker container, consider using the SDK container image pre-building workflow to avoid repetitive installations. Learn more on https://cloud.google.com/dataflow/docs/guides/using-custom-containers#prebuild [32mINFO [0m root:environments.py:314 Using provided Python SDK container image: gcr.io/cloud-dataflow/v1beta3/beam_python3.9_sdk:beam-master-20231212 [32mINFO [0m root:environments.py:321 Python SDK container image set to "gcr.io/cloud-dataflow/v1beta3/beam_python3.9_sdk:beam-master-20231212" for Docker environment [32mINFO [0m apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1ac7aff700> ==================== [32mINFO [0m apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1ac7affee0> ==================== [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:677 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1216071311-407618-s6cek1q5.1702710791.407787/apache_beam-2.54.0.dev0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:687 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1216071311-407618-s6cek1q5.1702710791.407787/apache_beam-2.54.0.dev0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl in 0 seconds. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:677 Starting GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1216071311-407618-s6cek1q5.1702710791.407787/pipeline.pb... [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:687 Completed GCS upload to gs://temp-storage-for-end-to-end-tests/staging-it/beamapp-jenkins-1216071311-407618-s6cek1q5.1702710791.407787/pipeline.pb in 0 seconds. [33mWARNING [0m apache_beam.options.pipeline_options:pipeline_options.py:339 Unknown pipeline options received: --sleep_secs=20,--kms_key_name=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test. Ignore if flags are used for internal purposes. [33mWARNING [0m apache_beam.options.pipeline_options:pipeline_options.py:339 Unknown pipeline options received: --sleep_secs=20,--kms_key_name=projects/apache-beam-testing/locations/global/keyRings/beam-it/cryptoKeys/test. Ignore if flags are used for internal purposes. [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:858 Create job: <Job clientRequestId: '20231216071311408741-3438' createTime: '2023-12-16T07:13:12.608205Z' currentStateTime: '1970-01-01T00:00:00Z' id: '2023-12-15_23_13_12-7043716964570028821' location: 'us-central1' name: 'beamapp-jenkins-1216071311-407618-s6cek1q5' projectId: 'apache-beam-testing' stageStates: [] startTime: '2023-12-16T07:13:12.608205Z' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:860 Created job with id: [2023-12-15_23_13_12-7043716964570028821] [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:861 Submitted job: 2023-12-15_23_13_12-7043716964570028821 [32mINFO [0m apache_beam.runners.dataflow.internal.apiclient:apiclient.py:862 To access the Dataflow monitoring console, please navigate to https://console.cloud.google.com/dataflow/jobs/us-central1/2023-12-15_23_13_12-7043716964570028821?project=apache-beam-testing [32mINFO [0m apache_beam.runners.dataflow.test_dataflow_runner:test_dataflow_runner.py:58 Console log: [32mINFO [0m apache_beam.runners.dataflow.test_dataflow_runner:test_dataflow_runner.py:59 https://console.cloud.google.com/dataflow/jobs/us-central1/2023-12-15_23_13_12-7043716964570028821?project=apache-beam-testing [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:151 Job 2023-12-15_23_13_12-7043716964570028821 is in state JOB_STATE_RUNNING [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:13:15.683Z: JOB_MESSAGE_BASIC: Worker configuration: e2-standard-2 in us-central1-b. [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:13:18.229Z: JOB_MESSAGE_BASIC: Executing operation ReadInputText/Read/Impulse+ReadInputText/Read/EmitSource+ref_AppliedPTransform_ReadInputText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_7/PairWithRestriction+ref_AppliedPTransform_ReadInputText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_7/SplitWithSizing [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:13:18.252Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/DoOnce/Impulse+WriteUserScoreSums/Write/WriteImpl/DoOnce/FlatMap(<lambda at core.py:3774>)+WriteUserScoreSums/Write/WriteImpl/DoOnce/Map(decode)+WriteUserScoreSums/Write/WriteImpl/InitializeWrite [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:13:18.283Z: JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-b... [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:13:29.742Z: JOB_MESSAGE_BASIC: Your project already contains 100 Dataflow-created metric descriptors, so new user metrics of the form custom.googleapis.com/* will not be created. However, all user metrics are also available in the metric dataflow.googleapis.com/job/user_counter. If you rely on the custom metrics, you can delete old / unused metric descriptors. See https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list and https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:30.411Z: JOB_MESSAGE_BASIC: All workers have finished the startup processes and began to receive work requests. [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:31.928Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/DoOnce/Impulse+WriteUserScoreSums/Write/WriteImpl/DoOnce/FlatMap(<lambda at core.py:3774>)+WriteUserScoreSums/Write/WriteImpl/DoOnce/Map(decode)+WriteUserScoreSums/Write/WriteImpl/InitializeWrite [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.011Z: JOB_MESSAGE_BASIC: Finished operation ReadInputText/Read/Impulse+ReadInputText/Read/EmitSource+ref_AppliedPTransform_ReadInputText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_7/PairWithRestriction+ref_AppliedPTransform_ReadInputText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_7/SplitWithSizing [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.036Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/WriteBundles/View-python_side_input0 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.055Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/View-python_side_input0 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.074Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/PreFinalize/View-python_side_input0 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.079Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/WriteBundles/View-python_side_input0 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.094Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/View-python_side_input0 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.121Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/PreFinalize/View-python_side_input0 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.160Z: JOB_MESSAGE_BASIC: Executing operation UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Create [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.632Z: JOB_MESSAGE_BASIC: Finished operation UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Create [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:16:32.719Z: JOB_MESSAGE_BASIC: Executing operation ref_AppliedPTransform_ReadInputText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_7/ProcessElementAndRestrictionWithSizing+UserScore/ParseGameEventFn+UserScore/ExtractAndSumScore/Map(<lambda at user_score.py:135>)+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Partial+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Write [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:44.107Z: JOB_MESSAGE_BASIC: Finished operation ref_AppliedPTransform_ReadInputText-Read-SDFBoundedSourceReader-ParDo-SDFBoundedSourceDoFn-_7/ProcessElementAndRestrictionWithSizing+UserScore/ParseGameEventFn+UserScore/ExtractAndSumScore/Map(<lambda at user_score.py:135>)+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Partial+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Write [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:44.150Z: JOB_MESSAGE_BASIC: Executing operation UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Close [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:44.189Z: JOB_MESSAGE_BASIC: Finished operation UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Close [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:44.235Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/GroupByKey/Create [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:44.382Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/GroupByKey/Create [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:44.466Z: JOB_MESSAGE_BASIC: Executing operation UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Read+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Extract+FormatUserScoreSums+WriteUserScoreSums/Write/WriteImpl/WindowInto(WindowIntoFn)+WriteUserScoreSums/Write/WriteImpl/WriteBundles+WriteUserScoreSums/Write/WriteImpl/Pair+WriteUserScoreSums/Write/WriteImpl/GroupByKey/Write [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:45.779Z: JOB_MESSAGE_BASIC: Finished operation UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Read+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Extract+FormatUserScoreSums+WriteUserScoreSums/Write/WriteImpl/WindowInto(WindowIntoFn)+WriteUserScoreSums/Write/WriteImpl/WriteBundles+WriteUserScoreSums/Write/WriteImpl/Pair+WriteUserScoreSums/Write/WriteImpl/GroupByKey/Write [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:45.824Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/GroupByKey/Close [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:45.882Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/GroupByKey/Close [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:45.927Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/GroupByKey/Read+WriteUserScoreSums/Write/WriteImpl/Extract [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:47.481Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/GroupByKey/Read+WriteUserScoreSums/Write/WriteImpl/Extract [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:47.578Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/View-python_side_input1 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:47.607Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/PreFinalize/View-python_side_input1 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:47.641Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/View-python_side_input1 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:47.648Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/PreFinalize/View-python_side_input1 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:47.755Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/PreFinalize [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:49.907Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/PreFinalize [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:50.024Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/View-python_side_input2 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:50.070Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/View-python_side_input2 [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:50.176Z: JOB_MESSAGE_BASIC: Executing operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:51.546Z: JOB_MESSAGE_BASIC: Finished operation WriteUserScoreSums/Write/WriteImpl/FinalizeWrite [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:22:51.840Z: JOB_MESSAGE_BASIC: Stopping worker pool... [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:201 2023-12-16T07:25:13.569Z: JOB_MESSAGE_BASIC: Worker pool stopped. [32mINFO [0m apache_beam.runners.dataflow.dataflow_runner:dataflow_runner.py:151 Job 2023-12-15_23_13_12-7043716964570028821 is in state JOB_STATE_DONE [32mINFO [0m apache_beam.testing.pipeline_verifiers:pipeline_verifiers.py:136 Wait 20 seconds... [32mINFO [0m apache_beam.io.gcp.gcsio:gcsio.py:491 Finished listing 1 files in 0.07518744468688965 seconds. [32mINFO [0m apache_beam.testing.pipeline_verifiers:pipeline_verifiers.py:122 Find 1 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/866e82e8-e708-4d53-870c-9da04f195d09/results/*-of-*: gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/866e82e8-e708-4d53-870c-9da04f195d09/results/user-score-00000-of-00001 [32mINFO [0m apache_beam.testing.pipeline_verifiers:pipeline_verifiers.py:144 Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/866e82e8-e708-4d53-870c-9da04f195d09/results/*-of-*, 8086 lines, checksum: 11902647800715e9b7b922b786372ddecd8e23ff. [32mINFO [0m apache_beam.testing.pipeline_verifiers:pipeline_verifiers.py:136 Wait 20 seconds... [32mINFO [0m apache_beam.io.gcp.gcsio:gcsio.py:491 Finished listing 1 files in 0.06040191650390625 seconds. [32mINFO [0m apache_beam.testing.pipeline_verifiers:pipeline_verifiers.py:122 Find 1 files in gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/866e82e8-e708-4d53-870c-9da04f195d09/results/*-of-*: gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/866e82e8-e708-4d53-870c-9da04f195d09/results/user-score-00000-of-00001 [32mINFO [0m apache_beam.testing.pipeline_verifiers:pipeline_verifiers.py:144 Read from given path gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/866e82e8-e708-4d53-870c-9da04f195d09/results/*-of-*, 8086 lines, checksum: 11902647800715e9b7b922b786372ddecd8e23ff. [32mINFO [0m apache_beam.io.gcp.gcsio:gcsio.py:491 Finished listing 1 files in 0.06434774398803711 seconds. [33m=============================== warnings summary ===============================[0m apache_beam/io/gcp/bigquery.py:2603 <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:2603: DeprecationWarning: invalid escape sequence \# """Read data from BigQuery. apache_beam/io/gcp/bigquery_read_it_test.py::ReadTests::test_native_source <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/apache_beam/io/gcp/bigquery_read_it_test.py>:170: BeamDeprecationWarning: BigQuerySource is deprecated since 2.25.0. Use ReadFromBigQuery instead. beam.io.BigQuerySource(query=self.query, use_standard_sql=True))) apache_beam/io/gcp/bigquery_test.py::PubSubBigQueryIT::test_file_loads apache_beam/io/gcp/bigquery_test.py::PubSubBigQueryIT::test_streaming_inserts apache_beam/examples/complete/game/hourly_team_score_it_test.py::HourlyTeamScoreIT::test_hourly_team_score_it apache_beam/examples/complete/game/leader_board_it_test.py::LeaderBoardIT::test_leader_board_it apache_beam/examples/complete/game/game_stats_it_test.py::GameStatsIT::test_game_stats_it <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/apache_beam/io/gcp/tests/utils.py>:63: PendingDeprecationWarning: Client.dataset is deprecated and will be removed in a future version. Use a string like 'my_project.my_dataset' or a cloud.google.bigquery.DatasetReference object, instead. dataset_ref = client.dataset(unique_dataset_name, project=project) apache_beam/examples/cookbook/bigquery_tornadoes_it_test.py::BigqueryTornadoesIT::test_bigquery_tornadoes_it <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/apache_beam/io/gcp/tests/utils.py>:100: PendingDeprecationWarning: Client.dataset is deprecated and will be removed in a future version. Use a string like 'my_project.my_dataset' or a cloud.google.bigquery.DatasetReference object, instead. table_ref = client.dataset(dataset_id).table(table_id) apache_beam/examples/dataframe/flight_delays_it_test.py::FlightDelaysTest::test_flight_delays <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/apache_beam/examples/dataframe/flight_delays.py>:47: FutureWarning: The default value of numeric_only in DataFrame.mean is deprecated. In a future version, it will default to False. In addition, specifying 'numeric_only=None' is deprecated. Select only valid columns or specify the value of numeric_only to silence this warning. return airline_df[at_top_airports].mean() apache_beam/io/gcp/bigquery_read_it_test.py::ReadNewTypesTests::test_native_source <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/apache_beam/io/gcp/bigquery_read_it_test.py>:706: BeamDeprecationWarning: BigQuerySource is deprecated since 2.25.0. Use ReadFromBigQuery instead. beam.io.BigQuerySource(query=self.query, use_standard_sql=True))) -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/pytest_postCommitIT-df-py39.xml> - [36m[1m=========================== short test summary info ============================[0m [31mFAILED[0m apache_beam/examples/complete/game/user_score_it_test.py::[1mUserScoreIT::test_user_score_it[0m - AssertionError: Expected: (Test pipeline expected terminated in state: DONE and Expected checksum is 9f3bd81669607f0d98ec80ddd477f3277cfba0a2) but: Expected checksum is 9f3bd81669607f0d98ec80ddd477f3277cfba0a2 Actual checksum is 11902647800715e9b7b922b786372ddecd8e23ff [31m====== [31m[1m1 failed[0m, [32m82 passed[0m, [33m49 skipped[0m, [33m10 warnings[0m[31m in 5830.22s (1:37:10)[0m[31m ======[0m > Task :sdks:python:test-suites:dataflow:py39:postCommitIT FAILED FAILURE: Build completed with 2 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/test-suites/direct/common.gradle'> line: 52 * What went wrong: Execution failed for task ':sdks:python:test-suites:direct:py39:postCommitIT'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. > Get more help at https://help.gradle.org. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Python39/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 139 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py39:postCommitIT'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: > Run with --stacktrace option to get the stack trace. > Run with --info or --debug option to get more log output. > Get more help at https://help.gradle.org. ============================================================================== Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation. BUILD FAILED in 1h 43m 32s 222 actionable tasks: 156 executed, 62 from cache, 4 up-to-date Publishing build scan... The request was rejected. Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise. Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
