[
https://issues.apache.org/jira/browse/BEAM-7594?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Udi Meiri reopened BEAM-7594:
-----------------------------
Found another instance of this:
{code}
05:35:15 ======================================================================
05:35:15 ERROR: test_read_from_text_with_file_name_file_pattern
(apache_beam.io.textio_test.TextSourceTest)
05:35:15 ----------------------------------------------------------------------
05:35:15 Traceback (most recent call last):
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/io/textio_test.py",
line 517, in test_read_from_text_with_file_name_file_pattern
05:35:15 pipeline.run()
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
line 112, in run
05:35:15 else test_runner_api))
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/pipeline.py",
line 407, in run
05:35:15 self._options).run(False)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/pipeline.py",
line 420, in run
05:35:15 return self.runner.run_pipeline(self, self._options)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
line 129, in run_pipeline
05:35:15 return runner.run_pipeline(pipeline, options)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 381, in run_pipeline
05:35:15 default_environment=self._default_environment))
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 388, in run_via_runner_api
05:35:15 return self.run_stages(stage_context, stages)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 470, in run_stages
05:35:15 stage_context.safe_coders)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 753, in _run_stage
05:35:15 result, splits = bundle_manager.process_bundle(data_input,
data_output)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1801, in process_bundle
05:35:15 part, expected_outputs), part_inputs):
05:35:15 File "/usr/lib/python3.6/concurrent/futures/_base.py", line 586, in
result_iterator
05:35:15 yield fs.pop().result()
05:35:15 File "/usr/lib/python3.6/concurrent/futures/_base.py", line 432, in
result
05:35:15 return self.__get_result()
05:35:15 File "/usr/lib/python3.6/concurrent/futures/_base.py", line 384, in
__get_result
05:35:15 raise self._exception
05:35:15 File "/usr/lib/python3.6/concurrent/futures/thread.py", line 56, in
run
05:35:15 result = self.fn(*self.args, **self.kwargs)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1801, in <lambda>
05:35:15 part, expected_outputs), part_inputs):
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1737, in process_bundle
05:35:15 result_future =
self._worker_handler.control_conn.push(process_bundle_req)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
line 1150, in push
05:35:15 response = self.worker.do_instruction(request)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 360, in do_instruction
05:35:15 request.instruction_id)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
line 386, in process_bundle
05:35:15 bundle_processor.process_bundle(instruction_id))
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 663, in process_bundle
05:35:15 data.transform_id].process_encoded(data.data)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
line 143, in process_encoded
05:35:15 self.output(decoded_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 256, in output
05:35:15 cython.cast(Receiver,
self.receivers[output_index]).receive(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
05:35:15 self.consumer.process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
05:35:15 delayed_application = self.dofn_receiver.receive(o)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
05:35:15 self.process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
05:35:15 self._reraise_augmented(exn)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
05:35:15 return self.do_fn_invoker.invoke_process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 588, in invoke_process
05:35:15 windowed_value, additional_args, additional_kwargs,
output_processor)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 660, in _invoke_process_per_window
05:35:15 windowed_value, self.process_method(*args_for_process))
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 919, in process_outputs
05:35:15 self.main_receivers.receive(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
05:35:15 self.consumer.process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
05:35:15 delayed_application = self.dofn_receiver.receive(o)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
05:35:15 self.process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
05:35:15 self._reraise_augmented(exn)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
05:35:15 return self.do_fn_invoker.invoke_process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 441, in invoke_process
05:35:15 windowed_value, self.process_method(windowed_value.value))
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 919, in process_outputs
05:35:15 self.main_receivers.receive(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 143, in receive
05:35:15 self.consumer.process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/worker/operations.py",
line 594, in process
05:35:15 delayed_application = self.dofn_receiver.receive(o)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 776, in receive
05:35:15 self.process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 782, in process
05:35:15 self._reraise_augmented(exn)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 849, in _reraise_augmented
05:35:15 raise_with_traceback(new_exn)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/target/.tox-py36-gcp/py36-gcp/lib/python3.6/site-packages/future/utils/__init__.py",
line 419, in raise_with_traceback
05:35:15 raise exc.with_traceback(traceback)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 780, in process
05:35:15 return self.do_fn_invoker.invoke_process(windowed_value)
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/runners/common.py",
line 441, in invoke_process
05:35:15 windowed_value, self.process_method(windowed_value.value))
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/transforms/core.py",
line 1358, in <lambda>
05:35:15 wrapper = lambda x: [fn(x)]
05:35:15 File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Cron/src/sdks/python/test-suites/tox/py36/build/srcs/sdks/python/apache_beam/testing/util.py",
line 144, in _equal
05:35:15 'Failed assert: %r == %r' % (expected, actual))
05:35:15 apache_beam.testing.util.BeamAssertException: Failed assert:
[('/tmp/20191022122258o70t5kbm', 'line0'), ('/tmp/20191022122258o70t5kbm',
'line1'), ('/tmp/20191022122258o70t5kbm', 'line2'),
('/tmp/20191022122258o70t5kbm', 'line3'), ('/tmp/20191022122258o70t5kbm',
'line4'), ('/tmp/20191022122258779xrrg8', 'line0'),
('/tmp/20191022122258779xrrg8', 'line1'), ('/tmp/20191022122258779xrrg8',
'line2'), ('/tmp/20191022122258779xrrg8', 'line3'),
('/tmp/20191022122258779xrrg8', 'line4')] == [('/tmp/20191022122258es0cit0f',
'line0'), ('/tmp/20191022122258es0cit0f', 'line1'),
('/tmp/20191022122258es0cit0f', 'line2'), ('/tmp/20191022122258es0cit0f',
'line3'), ('/tmp/20191022122258es0cit0f', 'line4'),
('/tmp/20191022122258779xrrg8', 'line0'), ('/tmp/20191022122258779xrrg8',
'line1'), ('/tmp/20191022122258779xrrg8', 'line2'),
('/tmp/20191022122258779xrrg8', 'line3'), ('/tmp/20191022122258779xrrg8',
'line4'), ('/tmp/20191022122258_lubt5l0', 'line0'),
('/tmp/20191022122258_lubt5l0', 'line1'), ('/tmp/20191022122258_lubt5l0',
'line2'), ('/tmp/20191022122258_lubt5l0', 'line3'),
('/tmp/20191022122258_lubt5l0', 'line4'), ('/tmp/20191022122258o70t5kbm',
'line0'), ('/tmp/20191022122258o70t5kbm', 'line1'),
('/tmp/20191022122258o70t5kbm', 'line2'), ('/tmp/20191022122258o70t5kbm',
'line3'), ('/tmp/20191022122258o70t5kbm', 'line4')] [while running
'assert_that/Match']
05:35:15 -------------------- >> begin captured logging << --------------------
05:35:15 root: INFO: Missing pipeline option (runner). Executing pipeline using
the default runner: DirectRunner.
05:35:15 apache_beam.io.filesystem: DEBUG: Changed prefix_or_dir
'/tmp/20191022122258' -> '/tmp'
05:35:15 apache_beam.io.filesystem: DEBUG: Listing files in '/tmp'
05:35:15 apache_beam.io.filesystem: DEBUG: translate_pattern:
'/tmp/20191022122258*' -> '\\/tmp\\/20191022122258[^/\\\\]*'
05:35:15 root: DEBUG: Unhandled type_constraint: Union[]
05:35:15 root: DEBUG: Unhandled type_constraint: Union[]
05:35:15 root: DEBUG: Unhandled type_constraint: Union[]
05:35:15 root: INFO: ==================== <function
annotate_downstream_side_inputs at 0x7fa296defbf8> ====================
05:35:15 root: DEBUG: 11 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
05:35:15 root: DEBUG: Stages: ['ref_AppliedPTransform_Read/Read_3\n
Read/Read:beam:transform:read:v1\n must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Create/Read_6\n
assert_that/Create/Read:beam:transform:read:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\n must
follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/ToVoidKey_8\n
assert_that/ToVoidKey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_0_10\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_1_11\n
assert_that/Group/pair_with_1:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Flatten_12\n
assert_that/Group/Flatten:beam:transform:flatten:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/GroupByKey_13\n
assert_that/Group/GroupByKey:beam:transform:group_by_key:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17\n
assert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\n
must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Unkey_18\n
assert_that/Unkey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'ref_AppliedPTransform_assert_that/Match_19\n
assert_that/Match:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function fix_side_input_pcoll_coders
at 0x7fa296defd08> ====================
05:35:15 root: DEBUG: 11 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
05:35:15 root: DEBUG: Stages: ['ref_AppliedPTransform_Read/Read_3\n
Read/Read:beam:transform:read:v1\n must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Create/Read_6\n
assert_that/Create/Read:beam:transform:read:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\n must
follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/ToVoidKey_8\n
assert_that/ToVoidKey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_0_10\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_1_11\n
assert_that/Group/pair_with_1:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Flatten_12\n
assert_that/Group/Flatten:beam:transform:flatten:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/GroupByKey_13\n
assert_that/Group/GroupByKey:beam:transform:group_by_key:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17\n
assert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\n
must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Unkey_18\n
assert_that/Unkey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'ref_AppliedPTransform_assert_that/Match_19\n
assert_that/Match:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function lift_combiners at
0x7fa296defd90> ====================
05:35:15 root: DEBUG: 11 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
05:35:15 root: DEBUG: Stages: ['ref_AppliedPTransform_Read/Read_3\n
Read/Read:beam:transform:read:v1\n must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Create/Read_6\n
assert_that/Create/Read:beam:transform:read:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\n must
follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/ToVoidKey_8\n
assert_that/ToVoidKey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_0_10\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_1_11\n
assert_that/Group/pair_with_1:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Flatten_12\n
assert_that/Group/Flatten:beam:transform:flatten:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/GroupByKey_13\n
assert_that/Group/GroupByKey:beam:transform:group_by_key:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17\n
assert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\n
must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Unkey_18\n
assert_that/Unkey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'ref_AppliedPTransform_assert_that/Match_19\n
assert_that/Match:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function expand_sdf at
0x7fa296defe18> ====================
05:35:15 root: DEBUG: 11 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
05:35:15 root: DEBUG: Stages: ['ref_AppliedPTransform_Read/Read_3\n
Read/Read:beam:transform:read:v1\n must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Create/Read_6\n
assert_that/Create/Read:beam:transform:read:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\n must
follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/ToVoidKey_8\n
assert_that/ToVoidKey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_0_10\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_1_11\n
assert_that/Group/pair_with_1:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Flatten_12\n
assert_that/Group/Flatten:beam:transform:flatten:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/GroupByKey_13\n
assert_that/Group/GroupByKey:beam:transform:group_by_key:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17\n
assert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\n
must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Unkey_18\n
assert_that/Unkey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'ref_AppliedPTransform_assert_that/Match_19\n
assert_that/Match:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function expand_gbk at
0x7fa296defea0> ====================
05:35:15 root: DEBUG: 12 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
05:35:15 root: DEBUG: Stages: ['ref_AppliedPTransform_Read/Read_3\n
Read/Read:beam:transform:read:v1\n must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Create/Read_6\n
assert_that/Create/Read:beam:transform:read:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\n must
follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/ToVoidKey_8\n
assert_that/ToVoidKey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_0_10\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_1_11\n
assert_that/Group/pair_with_1:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Flatten_12\n
assert_that/Group/Flatten:beam:transform:flatten:v1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/GroupByKey/Write\n
assert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/GroupByKey/Read\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\n must follow:
assert_that/Group/GroupByKey/Write\n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17\n
assert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\n
must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Unkey_18\n
assert_that/Unkey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'ref_AppliedPTransform_assert_that/Match_19\n
assert_that/Match:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function sink_flattens at
0x7fa296dfd048> ====================
05:35:15 root: DEBUG: 16 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]
05:35:15 root: DEBUG: Stages: ['ref_AppliedPTransform_Read/Read_3\n
Read/Read:beam:transform:read:v1\n must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Create/Read_6\n
assert_that/Create/Read:beam:transform:read:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\n must
follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/ToVoidKey_8\n
assert_that/ToVoidKey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_0_10\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/pair_with_1_11\n
assert_that/Group/pair_with_1:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/Flatten/Transcode/1\n
assert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/Flatten/Transcode/0\n
assert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/Flatten/Write/1\n
assert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/Flatten/Write/0\n
assert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/Flatten/Read\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\n must follow:
assert_that/Group/Flatten/Write/0, assert_that/Group/Flatten/Write/1\n
downstream_side_inputs: ', 'assert_that/Group/GroupByKey/Write\n
assert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n must follow: \n
downstream_side_inputs: ', 'assert_that/Group/GroupByKey/Read\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\n must follow:
assert_that/Group/GroupByKey/Write\n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17\n
assert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\n
must follow: \n downstream_side_inputs: ',
'ref_AppliedPTransform_assert_that/Unkey_18\n
assert_that/Unkey:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ', 'ref_AppliedPTransform_assert_that/Match_19\n
assert_that/Match:beam:transform:pardo:v1\n must follow: \n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function greedily_fuse at
0x7fa296dfd0d0> ====================
05:35:15 root: DEBUG: 4 [4, 4, 6, 2]
05:35:15 root: DEBUG: Stages:
['(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)\n
assert_that/Create/Read:beam:transform:read:v1\nassert_that/Group/pair_with_0:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\nassert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\nassert_that/Unkey:beam:transform:pardo:v1\nassert_that/Match:beam:transform:pardo:v1\n
must follow:
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
downstream_side_inputs: ',
'(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
Read/Read:beam:transform:read:v1\nassert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\nassert_that/ToVoidKey:beam:transform:pardo:v1\nassert_that/Group/pair_with_1:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\nassert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n
must follow:
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0),
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function read_to_impulse at
0x7fa296dfd158> ====================
05:35:15 root: DEBUG: 4 [5, 4, 7, 2]
05:35:15 root: DEBUG: Stages:
['(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\nassert_that/Create/Read/Impulse:beam:transform:impulse:v1\nassert_that/Create/Read:beam:transform:read_from_impulse_python:v1\n
must follow: \n downstream_side_inputs: ',
'(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\nassert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\nassert_that/Unkey:beam:transform:pardo:v1\nassert_that/Match:beam:transform:pardo:v1\n
must follow:
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
downstream_side_inputs: ',
'(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\nassert_that/ToVoidKey:beam:transform:pardo:v1\nassert_that/Group/pair_with_1:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\nRead/Read/Impulse:beam:transform:impulse:v1\nRead/Read:beam:transform:read_from_impulse_python:v1\n
must follow: \n downstream_side_inputs: ',
'(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\nassert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n
must follow:
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0),
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function impulse_to_input at
0x7fa296dfd1e0> ====================
05:35:15 root: DEBUG: 4 [5, 4, 7, 2]
05:35:15 root: DEBUG: Stages:
['(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\nassert_that/Create/Read:beam:transform:read_from_impulse_python:v1\nassert_that/Create/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\nassert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\nassert_that/Unkey:beam:transform:pardo:v1\nassert_that/Match:beam:transform:pardo:v1\n
must follow:
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
downstream_side_inputs: ',
'(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\nassert_that/ToVoidKey:beam:transform:pardo:v1\nassert_that/Group/pair_with_1:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\nRead/Read:beam:transform:read_from_impulse_python:v1\nRead/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\nassert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n
must follow:
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0),
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function inject_timer_pcollections
at 0x7fa296dfd378> ====================
05:35:15 root: DEBUG: 4 [5, 4, 7, 2]
05:35:15 root: DEBUG: Stages:
['(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\nassert_that/Create/Read:beam:transform:read_from_impulse_python:v1\nassert_that/Create/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\nassert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\nassert_that/Unkey:beam:transform:pardo:v1\nassert_that/Match:beam:transform:pardo:v1\n
must follow:
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
downstream_side_inputs: ',
'(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\nassert_that/ToVoidKey:beam:transform:pardo:v1\nassert_that/Group/pair_with_1:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\nRead/Read:beam:transform:read_from_impulse_python:v1\nRead/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\nassert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n
must follow:
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0),
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function sort_stages at
0x7fa296dfd400> ====================
05:35:15 root: DEBUG: 4 [5, 7, 2, 4]
05:35:15 root: DEBUG: Stages:
['(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\nassert_that/Create/Read:beam:transform:read_from_impulse_python:v1\nassert_that/Create/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\nassert_that/ToVoidKey:beam:transform:pardo:v1\nassert_that/Group/pair_with_1:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\nRead/Read:beam:transform:read_from_impulse_python:v1\nRead/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\nassert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n
must follow:
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0),
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
downstream_side_inputs: ',
'(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\nassert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\nassert_that/Unkey:beam:transform:pardo:v1\nassert_that/Match:beam:transform:pardo:v1\n
must follow:
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
downstream_side_inputs: ']
05:35:15 root: INFO: ==================== <function window_pcollection_coders
at 0x7fa296dfd488> ====================
05:35:15 root: DEBUG: 4 [5, 7, 2, 4]
05:35:15 root: DEBUG: Stages:
['(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)\n
assert_that/Group/pair_with_0:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/0:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/0:beam:sink:runner:0.1\nassert_that/Create/Read:beam:transform:read_from_impulse_python:v1\nassert_that/Create/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
assert_that/WindowInto(WindowIntoFn):beam:transform:window_into:v1\nassert_that/ToVoidKey:beam:transform:pardo:v1\nassert_that/Group/pair_with_1:beam:transform:pardo:v1\nassert_that/Group/Flatten/Transcode/1:beam:dofn:identity:0.1\nassert_that/Group/Flatten/Write/1:beam:sink:runner:0.1\nRead/Read:beam:transform:read_from_impulse_python:v1\nRead/Read/Impulse:beam:source:runner:0.1\n
must follow: \n downstream_side_inputs: ',
'(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
assert_that/Group/Flatten/Read:beam:source:runner:0.1\nassert_that/Group/GroupByKey/Write:beam:sink:runner:0.1\n
must follow:
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0),
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)\n
downstream_side_inputs: ',
'(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)\n
assert_that/Group/GroupByKey/Read:beam:source:runner:0.1\nassert_that/Group/Map(_merge_tagged_vals_under_key):beam:transform:pardo:v1\nassert_that/Unkey:beam:transform:pardo:v1\nassert_that/Match:beam:transform:pardo:v1\n
must follow:
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)\n
downstream_side_inputs: ']
05:35:15 root: INFO: Creating state cache with size 100
05:35:15 root: INFO: Created Worker handler
<apache_beam.runners.portability.fn_api_runner.EmbeddedWorkerHandler object at
0x7fa2b6d80e80> for environment urn: "beam:env:embedded_python:v1"
05:35:15
05:35:15 root: INFO: Running
(((ref_AppliedPTransform_assert_that/Create/Read_6)+(ref_AppliedPTransform_assert_that/Group/pair_with_0_10))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Write/0)
05:35:15 root: DEBUG: start <DataOutputOperation >
05:35:15 root: DEBUG: start <FlattenOperation
assert_that/Group/Flatten/Transcode/0
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/0.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: start <DoOperation assert_that/Group/pair_with_0
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/Group/pair_with_0.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: start <ImpulseReadOperation
receivers=[SingletonConsumerSet[assert_that/Create/Read.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
05:35:15 root: DEBUG: start <DataInputOperation
receivers=[SingletonConsumerSet[assert_that/Create/Read/Impulse.out0,
coder=WindowedValueCoder[BytesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (0, None)), MIN_TIMESTAMP,
(GlobalWindow,), PaneInfo(first: True, last: True, timing: 3, index: 0,
nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/0
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/0.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DataInputOperation
receivers=[SingletonConsumerSet[assert_that/Create/Read/Impulse.out0,
coder=WindowedValueCoder[BytesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <ImpulseReadOperation
receivers=[SingletonConsumerSet[assert_that/Create/Read.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DoOperation assert_that/Group/pair_with_0
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/Group/pair_with_0.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <FlattenOperation
assert_that/Group/Flatten/Transcode/0
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/0.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DataOutputOperation >
05:35:15 root: DEBUG: Wait for the bundle bundle_1110 to finish.
05:35:15 root: INFO: Running
(((((ref_AppliedPTransform_Read/Read_3)+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_7))+(ref_AppliedPTransform_assert_that/ToVoidKey_8))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_11))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Write/1)
05:35:15 root: DEBUG: start <DataOutputOperation >
05:35:15 root: DEBUG: start <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: start <DoOperation assert_that/Group/pair_with_1
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/Group/pair_with_1.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: start <DoOperation assert_that/ToVoidKey
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/ToVoidKey.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
05:35:15 root: DEBUG: start <DoOperation assert_that/WindowInto(WindowIntoFn)
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/WindowInto(WindowIntoFn).out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: start <ImpulseReadOperation
receivers=[SingletonConsumerSet[Read/Read.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: start <DataInputOperation
receivers=[SingletonConsumerSet[Read/Read/Impulse.out0,
coder=WindowedValueCoder[BytesCoder], len(consumers)=1]]>
05:35:15 apache_beam.io.filesystem: DEBUG: Changed prefix_or_dir
'/tmp/20191022122258' -> '/tmp'
05:35:15 apache_beam.io.filesystem: DEBUG: Listing files in '/tmp'
05:35:15 apache_beam.io.filesystem: DEBUG: translate_pattern:
'/tmp/20191022122258*' -> '\\/tmp\\/20191022122258[^/\\\\]*'
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258es0cit0f',
'line0'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258es0cit0f',
'line1'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258es0cit0f',
'line2'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258es0cit0f',
'line3'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258es0cit0f',
'line4'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258779xrrg8',
'line0'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258779xrrg8',
'line1'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258779xrrg8',
'line2'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258779xrrg8',
'line3'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258779xrrg8',
'line4'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258_lubt5l0',
'line0'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258_lubt5l0',
'line1'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258_lubt5l0',
'line2'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258_lubt5l0',
'line3'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258_lubt5l0',
'line4'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258o70t5kbm',
'line0'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258o70t5kbm',
'line1'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258o70t5kbm',
'line2'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258o70t5kbm',
'line3'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: Processing [((None, (1, ('/tmp/20191022122258o70t5kbm',
'line4'))), MIN_TIMESTAMP, [GlobalWindow], PaneInfo(first: True, last: True,
timing: 3, index: 0, nonspeculative_index: 0))] in <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DataInputOperation
receivers=[SingletonConsumerSet[Read/Read/Impulse.out0,
coder=WindowedValueCoder[BytesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <ImpulseReadOperation
receivers=[SingletonConsumerSet[Read/Read.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DoOperation assert_that/WindowInto(WindowIntoFn)
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/WindowInto(WindowIntoFn).out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DoOperation assert_that/ToVoidKey
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/ToVoidKey.out0,
coder=WindowedValueCoder[TupleCoder[FastPrimitivesCoder, FastPrimitivesCoder]],
len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DoOperation assert_that/Group/pair_with_1
output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/Group/pair_with_1.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <FlattenOperation
assert_that/Group/Flatten/Transcode/1
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Transcode/1.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DataOutputOperation >
05:35:15 root: DEBUG: Wait for the bundle bundle_1111 to finish.
05:35:15 root: INFO: Running
(assert_that/Group/Flatten/Read)+(assert_that/Group/GroupByKey/Write)
05:35:15 root: DEBUG: start <DataOutputOperation >
05:35:15 root: DEBUG: start <DataInputOperation
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Read.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DataInputOperation
receivers=[SingletonConsumerSet[assert_that/Group/Flatten/Read.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
LengthPrefixCoder[FastPrimitivesCoder]]], len(consumers)=1]]>
05:35:15 root: DEBUG: finish <DataOutputOperation >
05:35:15 root: DEBUG: Wait for the bundle bundle_1112 to finish.
05:35:15 root: INFO: Running
(((assert_that/Group/GroupByKey/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_17))+(ref_AppliedPTransform_assert_that/Unkey_18))+(ref_AppliedPTransform_assert_that/Match_19)
05:35:15 root: DEBUG: start <DoOperation assert_that/Match output_tags=['out'],
receivers=[ConsumerSet[assert_that/Match.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=0]]>
05:35:15 root: DEBUG: start <DoOperation assert_that/Unkey output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/Unkey.out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: start <DoOperation
assert_that/Group/Map(_merge_tagged_vals_under_key) output_tags=['out'],
receivers=[SingletonConsumerSet[assert_that/Group/Map(_merge_tagged_vals_under_key).out0,
coder=WindowedValueCoder[FastPrimitivesCoder], len(consumers)=1]]>
05:35:15 root: DEBUG: start <DataInputOperation
receivers=[SingletonConsumerSet[assert_that/Group/GroupByKey/Read.out0,
coder=WindowedValueCoder[TupleCoder[LengthPrefixCoder[FastPrimitivesCoder],
IterableCoder[LengthPrefixCoder[FastPrimitivesCoder]]]], len(consumers)=1]]>
05:35:15 --------------------- >> end captured logging << ---------------------
{code}
https://builds.apache.org/job/beam_PreCommit_Python_Cron/1944/consoleFull
> test_read_from_text_with_file_name_file_pattern is flaky
> --------------------------------------------------------
>
> Key: BEAM-7594
> URL: https://issues.apache.org/jira/browse/BEAM-7594
> Project: Beam
> Issue Type: Bug
> Components: sdk-py-core, test-failures
> Reporter: Valentyn Tymofieiev
> Assignee: Lorenzo Caggioni
> Priority: Major
> Fix For: Not applicable
>
>
> cc: [~lcaggio] [~chamikara]
> {noformat}
> 22:05:08
> ======================================================================
> 22:05:08 ERROR: test_read_from_text_with_file_name_file_pattern
> (apache_beam.io.textio_test.TextSourceTest)
> 22:05:08
> ----------------------------------------------------------------------
> 22:05:08 Traceback (most recent call last):
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/io/textio_test.py",
> line 517, in test_read_from_text_with_file_name_file_pattern
> 22:05:08 pipeline.run()
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/testing/test_pipeline.py",
> line 107, in run
> 22:05:08 else test_runner_api))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 406, in run
> 22:05:08 self._options).run(False)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/pipeline.py",
> line 419, in run
> 22:05:08 return self.runner.run_pipeline(self, self._options)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/direct/direct_runner.py",
> line 128, in run_pipeline
> 22:05:08 return runner.run_pipeline(pipeline, options)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 294, in run_pipeline
> 22:05:08 default_environment=self._default_environment))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 301, in run_via_runner_api
> 22:05:08 return self.run_stages(stage_context, stages)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 383, in run_stages
> 22:05:08 stage_context.safe_coders)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 655, in _run_stage
> 22:05:08 result, splits = bundle_manager.process_bundle(data_input,
> data_output)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 1471, in process_bundle
> 22:05:08 result_future =
> self._controller.control_handler.push(process_bundle_req)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/portability/fn_api_runner.py",
> line 990, in push
> 22:05:08 response = self.worker.do_instruction(request)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 342, in do_instruction
> 22:05:08 request.instruction_id)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/sdk_worker.py",
> line 368, in process_bundle
> 22:05:08 bundle_processor.process_bundle(instruction_id))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 593, in process_bundle
> 22:05:08 data.ptransform_id].process_encoded(data.data)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/runners/worker/bundle_processor.py",
> line 143, in process_encoded
> 22:05:08 self.output(decoded_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 255, in
> apache_beam.runners.worker.operations.Operation.output
> 22:05:08 def output(self, windowed_value, output_index=0):
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 256, in
> apache_beam.runners.worker.operations.Operation.output
> 22:05:08 cython.cast(Receiver,
> self.receivers[output_index]).receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 836, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 594, in
> apache_beam.runners.common.PerWindowInvoker.invoke_process
> 22:05:08 self._invoke_process_per_window(
> 22:05:08 File "apache_beam/runners/common.py", line 665, in
> apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
> 22:05:08 output_processor.process_outputs(
> 22:05:08 File "apache_beam/runners/common.py", line 882, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 def process_outputs(self, windowed_input_element, results):
> 22:05:08 File "apache_beam/runners/common.py", line 921, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 self.main_receivers.receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 836, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 453, in
> apache_beam.runners.common.SimpleInvoker.invoke_process
> 22:05:08 output_processor.process_outputs(
> 22:05:08 File "apache_beam/runners/common.py", line 921, in
> apache_beam.runners.common._OutputProcessor.process_outputs
> 22:05:08 self.main_receivers.receive(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 143, in
> apache_beam.runners.worker.operations.SingletonConsumerSet.receive
> 22:05:08 self.consumer.process(windowed_value)
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 593, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 with self.scoped_process_state:
> 22:05:08 File "apache_beam/runners/worker/operations.py", line 594, in
> apache_beam.runners.worker.operations.DoOperation.process
> 22:05:08 delayed_application = self.dofn_receiver.receive(o)
> 22:05:08 File "apache_beam/runners/common.py", line 778, in
> apache_beam.runners.common.DoFnRunner.receive
> 22:05:08 self.process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 784, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 self._reraise_augmented(exn)
> 22:05:08 File "apache_beam/runners/common.py", line 851, in
> apache_beam.runners.common.DoFnRunner._reraise_augmented
> 22:05:08 raise_with_traceback(new_exn)
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/target/.tox-py37-cython/py37-cython/lib/python3.7/site-packages/future/utils/__init__.py",
> line 419, in raise_with_traceback
> 22:05:08 raise exc.with_traceback(traceback)
> 22:05:08 File "apache_beam/runners/common.py", line 782, in
> apache_beam.runners.common.DoFnRunner.process
> 22:05:08 return self.do_fn_invoker.invoke_process(windowed_value)
> 22:05:08 File "apache_beam/runners/common.py", line 454, in
> apache_beam.runners.common.SimpleInvoker.invoke_process
> 22:05:08 windowed_value, self.process_method(windowed_value.value))
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/transforms/core.py",
> line 1293, in <lambda>
> 22:05:08 wrapper = lambda x: [fn(x)]
> 22:05:08 File
> "/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python_Phrase/src/sdks/python/test-suites/tox/py37/build/srcs/sdks/python/apache_beam/testing/util.py",
> line 130, in _equal
> 22:05:08 'Failed assert: %r == %r' % (sorted_expected, sorted_actual))
> 22:05:08 apache_beam.testing.util.BeamAssertException: Failed assert:
> [('/tmp/201906190459575wsvf9fb', 'line0'), ('/tmp/201906190459575wsvf9fb',
> 'line1'), ('/tmp/201906190459575wsvf9fb', 'line2'),
> ('/tmp/201906190459575wsvf9fb', 'line3'), ('/tmp/201906190459575wsvf9fb',
> 'line4'), ('/tmp/20190619045957b06j5eks', 'line0'),
> ('/tmp/20190619045957b06j5eks', 'line1'), ('/tmp/20190619045957b06j5eks',
> 'line2'), ('/tmp/20190619045957b06j5eks', 'line3'),
> ('/tmp/20190619045957b06j5eks', 'line4')] == [('/tmp/201906190459570_h6i4fs',
> 'line0'), ('/tmp/201906190459570_h6i4fs', 'line1'),
> ('/tmp/201906190459570_h6i4fs', 'line2'), ('/tmp/201906190459570_h6i4fs',
> 'line3'), ('/tmp/201906190459570_h6i4fs', 'line4'),
> ('/tmp/201906190459575wsvf9fb', 'line0'), ('/tmp/201906190459575wsvf9fb',
> 'line1'), ('/tmp/201906190459575wsvf9fb', 'line2'),
> ('/tmp/201906190459575wsvf9fb', 'line3'), ('/tmp/201906190459575wsvf9fb',
> 'line4'), ('/tmp/20190619045957b06j5eks', 'line0'),
> ('/tmp/20190619045957b06j5eks', 'line1'), ('/tmp/20190619045957b06j5eks',
> 'line2'), ('/tmp/20190619045957b06j5eks', 'line3'),
> ('/tmp/20190619045957b06j5eks', 'line4'), ('/tmp/20190619045957bde47oq8',
> 'line0'), ('/tmp/20190619045957bde47oq8', 'line1'),
> ('/tmp/20190619045957bde47oq8', 'line2'), ('/tmp/20190619045957bde47oq8',
> 'line3'), ('/tmp/20190619045957bde47oq8', 'line4')] [while running
> 'assert_that/Match']
> {noformat}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
