[
https://issues.apache.org/jira/browse/BEAM-7510?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16858937#comment-16858937
]
Valentyn Tymofieiev commented on BEAM-7510:
-------------------------------------------
Assigning to [~pabloem] who recently added the test.
> test_write_to_different_file_types is flaky
> -------------------------------------------
>
> Key: BEAM-7510
> URL: https://issues.apache.org/jira/browse/BEAM-7510
> Project: Beam
> Issue Type: Bug
> Components: io-python-gcp
> Reporter: Valentyn Tymofieiev
> Assignee: Pablo Estrada
> Priority: Major
>
> {noformat}
> 10:54:51
> ======================================================================
> 10:54:51 ERROR: test_write_to_different_file_types
> (apache_beam.io.fileio_test.WriteFilesTest)
> 10:54:51
> ----------------------------------------------------------------------
> 10:54:51 Traceback (most recent call last):
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/io/fileio_test.py",
> line 420, in test_write_to_different_file_types
> 10:54:51 label='verifyApache')
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 426, in __exit__
> 10:54:51 self.run().wait_until_finish()
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
> line 107, in run
> 10:54:51 else test_runner_api))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 406, in run
> 10:54:51 self._options).run(False)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 419, in run
> 10:54:51 return self.runner.run_pipeline(self, self._options)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
> line 128, in run_pipeline
> 10:54:51 return runner.run_pipeline(pipeline, options)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 289, in run_pipeline
> 10:54:51 default_environment=self._default_environment))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 293, in run_via_runner_api
> 10:54:51 return self.run_stages(*self.create_stages(pipeline_proto))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 369, in run_stages
> 10:54:51 stage_context.safe_coders)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 533, in run_stage
> 10:54:51 data_input, data_output)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 1239, in process_bundle
> 10:54:51 result_future =
> self._controller.control_handler.push(process_bundle)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 854, in push
> 10:54:51 response = self.worker.do_instruction(request)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 342, in do_instruction
> 10:54:51 request.instruction_id)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 368, in process_bundle
> 10:54:51 bundle_processor.process_bundle(instruction_id))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 589, in process_bundle
> 10:54:51 ].process_encoded(data.data)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 143, in process_encoded
> 10:54:51 self.output(decoded_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 256, in output
> 10:54:51 cython.cast(Receiver,
> self.receivers[output_index]).receive(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 143, in receive
> 10:54:51 self.consumer.process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 594, in process
> 10:54:51 delayed_application = self.dofn_receiver.receive(o)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 778, in receive
> 10:54:51 self.process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 784, in process
> 10:54:51 self._reraise_augmented(exn)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 782, in process
> 10:54:51 return self.do_fn_invoker.invoke_process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 595, in invoke_process
> 10:54:51 windowed_value, additional_args, additional_kwargs,
> output_processor)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 666, in _invoke_process_per_window
> 10:54:51 windowed_value, self.process_method(*args_for_process))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 921, in process_outputs
> 10:54:51 self.main_receivers.receive(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 143, in receive
> 10:54:51 self.consumer.process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 594, in process
> 10:54:51 delayed_application = self.dofn_receiver.receive(o)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 778, in receive
> 10:54:51 self.process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 784, in process
> 10:54:51 self._reraise_augmented(exn)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 782, in process
> 10:54:51 return self.do_fn_invoker.invoke_process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 454, in invoke_process
> 10:54:51 windowed_value, self.process_method(windowed_value.value))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 921, in process_outputs
> 10:54:51 self.main_receivers.receive(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 143, in receive
> 10:54:51 self.consumer.process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
> line 594, in process
> 10:54:51 delayed_application = self.dofn_receiver.receive(o)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 778, in receive
> 10:54:51 self.process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 784, in process
> 10:54:51 self._reraise_augmented(exn)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 851, in _reraise_augmented
> 10:54:51 raise_with_traceback(new_exn)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/target/.tox-py35-gcp/py35-gcp/lib/python3.5/site-packages/future/utils/__init__.py",
> line 419, in raise_with_traceback
> 10:54:51 raise exc.with_traceback(traceback)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 782, in process
> 10:54:51 return self.do_fn_invoker.invoke_process(windowed_value)
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/runners/common.py",
> line 454, in invoke_process
> 10:54:51 windowed_value, self.process_method(windowed_value.value))
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/transforms/core.py",
> line 1293, in <lambda>
> 10:54:51 wrapper = lambda x: [fn(x)]
> 10:54:51 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Commit/src/sdks/python/test-suites/tox/py35/build/srcs/sdks/python/apache_beam/testing/util.py",
> line 130, in _equal
> 10:54:51 'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
> 10:54:51 apache_beam.testing.util.BeamAssertException: Failed assert:
> ['{"foundation": "cncf", "project": "grpc"}', '{"foundation": "cncf",
> "project": "knative"}', '{"foundation": "cncf", "project": "kubernetes"}',
> '{"foundation": "cncf", "project": "prometheus"}'] == ['{"project": "grpc",
> "foundation": "cncf"}', '{"project": "knative", "foundation": "cncf"}',
> '{"project": "kubernetes", "foundation": "cncf"}', '{"project": "prometheus",
> "foundation": "cncf"}'] [while running 'verifyCNCF/Match']
> {noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
