See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/856/>
------------------------------------------ [...truncated 2730 lines...] "component_encodings": [ { "@type": "PickleCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwBmcnZOanOIA5XIYNmYyFjbSFTkh4A9DYR/g==", "component_encodings": [] }, { "@type": "PickleCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwBmcnZOanOIA5XIYNmYyFjbSFTkh4A9DYR/g==", "component_encodings": [] } ], "is_pair_like": true }, { "@type": "TimestampCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwhmbmpxSWJuQXOID5XIYNmYyFjbSFTkh4ANWETWg==", "component_encodings": [] }, { "@type": "PickleCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwBmcnZOanOIA5XIYNmYyFjbSFTkh4A9DYR/g==", "component_encodings": [ { "@type": "PickleCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwBmcnZOanOIA5XIYNmYyFjbSFTkh4A9DYR/g==", "component_encodings": [] }, { "@type": "PickleCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwBmcnZOanOIA5XIYNmYyFjbSFTkh4A9DYR/g==", "component_encodings": [] } ], "is_pair_like": true } ], "is_wrapper": true } ] }, "output_name": "out", "user_name": "ViewAsSingleton(side.None)/CreatePCollectionView.out" } ], "parallel_input": { "@type": "OutputReference", "output_name": "out", "step_name": "s2" }, "user_name": "ViewAsSingleton(side.None)/CreatePCollectionView" } }, { "kind": "ParallelDo", "name": "s4", "properties": { "display_data": [ { "key": "fn", "label": "Transform Function", "namespace": "apache_beam.transforms.core.CallableWrapperDoFn", "type": "STRING", "value": "<lambda>" }, { "key": "fn", "label": "Transform Function", "namespace": "apache_beam.transforms.core.ParDo", "shortValue": "CallableWrapperDoFn", "type": "STRING", "value": "apache_beam.transforms.core.CallableWrapperDoFn" } ], "non_parallel_inputs": { "s3": { "@type": "OutputReference", "output_name": "out", "step_name": "s3" } }, "output_info": [ { "encoding": { "@type": "WindowedValueCoder$<string of 408 bytes>", "component_encodings": [ { "@type": "FastPrimitivesCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/", "component_encodings": [ { "@type": "FastPrimitivesCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/", "component_encodings": [] }, { "@type": "FastPrimitivesCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/", "component_encodings": [] } ], "is_pair_like": true }, { "@type": "TimestampCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwhmbmpxSWJuQXOID5XIYNmYyFjbSFTkh4ANWETWg==", "component_encodings": [] }, { "@type": "SingletonCoder$<string of 256 bytes>", "component_encodings": [] } ], "is_wrapper": true }, "output_name": "out", "user_name": "compute.out" } ], "parallel_input": { "@type": "OutputReference", "output_name": "out", "step_name": "s1" }, "serialized_fn": "<string of 1116 bytes>", "user_name": "compute" } } ], "type": "JOB_TYPE_BATCH" } root: INFO: Create job: <Job id: u'2016-12-10_07_49_20-9100312694664494943' projectId: u'apache-beam-testing' steps: [] tempFiles: [] type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> root: INFO: Created job with id: [2016-12-10_07_49_20-9100312694664494943] root: INFO: To access the Dataflow monitoring console, please navigate to https://console.developers.google.com/project/apache-beam-testing/dataflow/job/2016-12-10_07_49_20-9100312694664494943 root: INFO: Job 2016-12-10_07_49_20-9100312694664494943 is in state JOB_STATE_RUNNING root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96ca95e: 2016-12-10T15:49:22.398Z: JOB_MESSAGE_DETAILED: (7eda256e94573e99): Checking required Cloud APIs are enabled. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caacd: 2016-12-10T15:49:22.765Z: JOB_MESSAGE_DETAILED: (7eda256e94573d2c): Expanding GroupByKey operations into optimizable parts. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caacf: 2016-12-10T15:49:22.767Z: JOB_MESSAGE_DETAILED: (7eda256e94573ea2): Lifting ValueCombiningMappingFns into MergeBucketsMappingFns root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caad1: 2016-12-10T15:49:22.769Z: JOB_MESSAGE_DETAILED: (7eda256e94573018): Annotating graph with Autotuner information. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caada: 2016-12-10T15:49:22.778Z: JOB_MESSAGE_DETAILED: (7eda256e9457347a): Fusing adjacent ParDo, Read, Write, and Flatten operations root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caae8: 2016-12-10T15:49:22.792Z: JOB_MESSAGE_DEBUG: (7eda256e94573eb4): Workflow config is missing a default resource spec. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caaea: 2016-12-10T15:49:22.794Z: JOB_MESSAGE_DETAILED: (7eda256e9457302a): Adding StepResource setup and teardown to workflow graph. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caaf8: 2016-12-10T15:49:22.808Z: JOB_MESSAGE_DEBUG: (5895468e674efe5d): Adding workflow start and stop steps. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cab2e: 2016-12-10T15:49:22.862Z: JOB_MESSAGE_DEBUG: (8db6fd5015445fd9): Assigning stage ids. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cab9e: 2016-12-10T15:49:22.974Z: JOB_MESSAGE_DEBUG: (8c5d346ef6ffaff3): Executing wait step start2 root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caba8: 2016-12-10T15:49:22.984Z: JOB_MESSAGE_DEBUG: (5d17246e35c748aa): Executing operation side root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cabb3: 2016-12-10T15:49:22.995Z: JOB_MESSAGE_DEBUG: (8db6fd5015445d80): Value "start.out" materialized. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cabb5: 2016-12-10T15:49:22.997Z: JOB_MESSAGE_DEBUG: (5895468e674ef641): Value "side.out" materialized. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cabc9: 2016-12-10T15:49:23.017Z: JOB_MESSAGE_BASIC: S01: (e7b20aff668f59c0): Executing operation ViewAsSingleton(side.None)/CreatePCollectionView root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cabd4: 2016-12-10T15:49:23.028Z: JOB_MESSAGE_DEBUG: (5d17246e35c74e00): Value "ViewAsSingleton(side.None)/CreatePCollectionView.out" materialized. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cabdd: 2016-12-10T15:49:23.037Z: JOB_MESSAGE_BASIC: S02: (5d17246e35c74356): Executing operation compute root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96caca9: 2016-12-10T15:49:23.241Z: JOB_MESSAGE_DEBUG: (2f9ca27d6b27cacc): Starting worker pool setup. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96cacab: 2016-12-10T15:49:23.243Z: JOB_MESSAGE_BASIC: (2f9ca27d6b27c1d6): Starting 1 workers... root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96d77e5: 2016-12-10T15:50:15.269Z: JOB_MESSAGE_DETAILED: (43dad08dbdd3ea57): Workers have started successfully. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eed05: 2016-12-10T15:51:50.789Z: JOB_MESSAGE_ERROR: (c8f457f7e3a37461): Traceback (most recent call last): File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work work_executor.execute() File "dataflow_worker/executor.py", line 892, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24008) op.start() File "dataflow_worker/executor.py", line 456, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13870) def start(self): File "dataflow_worker/executor.py", line 483, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13685) self.dofn_runner = common.DoFnRunner( File "apache_beam/runners/common.py", line 89, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:3469) args, kwargs, [side_input[global_window] File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 192, in __getitem__ _FilteringIterable(self._iterable, target_window), self._view_options) File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 279, in _from_runtime_iterable 'PCollection with more than one element accessed as ' ValueError: PCollection with more than one element accessed as a singleton view. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eed68: 2016-12-10T15:51:50.888Z: JOB_MESSAGE_ERROR: (c8f457f7e3a37e51): Traceback (most recent call last): File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work work_executor.execute() File "dataflow_worker/executor.py", line 892, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24008) op.start() File "dataflow_worker/executor.py", line 456, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13870) def start(self): File "dataflow_worker/executor.py", line 483, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13685) self.dofn_runner = common.DoFnRunner( File "apache_beam/runners/common.py", line 89, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:3469) args, kwargs, [side_input[global_window] File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 192, in __getitem__ _FilteringIterable(self._iterable, target_window), self._view_options) File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 279, in _from_runtime_iterable 'PCollection with more than one element accessed as ' ValueError: PCollection with more than one element accessed as a singleton view. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eedd6: 2016-12-10T15:51:50.998Z: JOB_MESSAGE_ERROR: (c8f457f7e3a37841): Traceback (most recent call last): File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work work_executor.execute() File "dataflow_worker/executor.py", line 892, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24008) op.start() File "dataflow_worker/executor.py", line 456, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13870) def start(self): File "dataflow_worker/executor.py", line 483, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13685) self.dofn_runner = common.DoFnRunner( File "apache_beam/runners/common.py", line 89, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:3469) args, kwargs, [side_input[global_window] File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 192, in __getitem__ _FilteringIterable(self._iterable, target_window), self._view_options) File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 279, in _from_runtime_iterable 'PCollection with more than one element accessed as ' ValueError: PCollection with more than one element accessed as a singleton view. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eee3b: 2016-12-10T15:51:51.099Z: JOB_MESSAGE_ERROR: (c8f457f7e3a37231): Traceback (most recent call last): File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work work_executor.execute() File "dataflow_worker/executor.py", line 892, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24008) op.start() File "dataflow_worker/executor.py", line 456, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13870) def start(self): File "dataflow_worker/executor.py", line 483, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13685) self.dofn_runner = common.DoFnRunner( File "apache_beam/runners/common.py", line 89, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:3469) args, kwargs, [side_input[global_window] File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 192, in __getitem__ _FilteringIterable(self._iterable, target_window), self._view_options) File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 279, in _from_runtime_iterable 'PCollection with more than one element accessed as ' ValueError: PCollection with more than one element accessed as a singleton view. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eeec6: 2016-12-10T15:51:51.238Z: JOB_MESSAGE_ERROR: (c8f457f7e3a37c21): Traceback (most recent call last): File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514, in do_work work_executor.execute() File "dataflow_worker/executor.py", line 892, in dataflow_worker.executor.MapTaskExecutor.execute (dataflow_worker/executor.c:24008) op.start() File "dataflow_worker/executor.py", line 456, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13870) def start(self): File "dataflow_worker/executor.py", line 483, in dataflow_worker.executor.DoOperation.start (dataflow_worker/executor.c:13685) self.dofn_runner = common.DoFnRunner( File "apache_beam/runners/common.py", line 89, in apache_beam.runners.common.DoFnRunner.__init__ (apache_beam/runners/common.c:3469) args, kwargs, [side_input[global_window] File "/usr/local/lib/python2.7/dist-packages/apache_beam/transforms/sideinputs.py", line 192, in __getitem__ _FilteringIterable(self._iterable, target_window), self._view_options) File "/usr/local/lib/python2.7/dist-packages/apache_beam/pvalue.py", line 279, in _from_runtime_iterable 'PCollection with more than one element accessed as ' ValueError: PCollection with more than one element accessed as a singleton view. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eeee7: 2016-12-10T15:51:51.271Z: JOB_MESSAGE_DEBUG: (caa6265031962cbe): Executing failure step failure1 root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eeee9: 2016-12-10T15:51:51.273Z: JOB_MESSAGE_ERROR: (caa6265031962a04): Workflow failed. Causes: (5d17246e35c7443b): S02:compute failed. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eef1a: 2016-12-10T15:51:51.322Z: JOB_MESSAGE_DETAILED: (a191a929eb0088d7): Cleaning up. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eefa6: 2016-12-10T15:51:51.462Z: JOB_MESSAGE_DEBUG: (a191a929eb008598): Starting worker pool teardown. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e96eefa8: 2016-12-10T15:51:51.464Z: JOB_MESSAGE_BASIC: (a191a929eb00836e): Stopping worker pool... root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e9703bb7: 2016-12-10T15:53:16.471Z: JOB_MESSAGE_BASIC: (a191a929eb00802f): Worker pool stopped. root: INFO: 2016-12-10_07_49_20-9100312694664494943_00000158e9703bc9: 2016-12-10T15:53:16.489Z: JOB_MESSAGE_DEBUG: (a191a929eb008ac6): Tearing down pending resources... root: INFO: Job 2016-12-10_07_49_20-9100312694664494943 is in state JOB_STATE_FAILED --------------------- >> end captured logging << --------------------- ---------------------------------------------------------------------- Ran 21 tests in 5186.075s FAILED (errors=1) Build step 'Execute shell' marked build as failure