See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/2864/display/redirect?page=changes>
Changes: [robertwb] Refactor FnApiRunner to operate directly on the runner API protos. ------------------------------------------ [...truncated 571.30 KB...] File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, List[Any]]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_as_list_twice (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 269, in test_as_list_twice pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, List[Any]]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_undeclared_outputs (apache_beam.transforms.ptransform_test.PTransformTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/ptransform_test.py";,> line 249, in test_undeclared_outputs pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 320, in run self.to_runner_api(), self.runner, self._options).run(False) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, NoneType]], Tuple[NoneType, Tuple[Any, Union[TaggedOutput, int]]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_as_singleton_with_different_defaults (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 246, in test_as_singleton_with_different_defaults pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, List[Any]]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_as_singleton_without_unique_labels (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 224, in test_as_singleton_without_unique_labels pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, List[Any]]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_default_value_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 166, in test_default_value_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, Any]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_empty_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 146, in test_empty_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, NoneType]], Tuple[NoneType, Tuple[Any, Tuple[int, str]]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_flattened_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 305, in test_flattened_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, Any]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ====================================================================== ERROR: test_iterable_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 177, in test_iterable_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/testing/test_pipeline.py";,> line 96, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 329, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 38, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 252, in run pipeline.visit(self.group_by_key_input_visitor()) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 354, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 692, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 695, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 202, in visit_transform "Found %s for %s" % (input_type, pcoll)) ValueError: Input to GroupByKey must be of Tuple or Any type. Found Union[Tuple[NoneType, Tuple[Any, Any]], Tuple[NoneType, Tuple[Any, NoneType]]] for PCollection[assert_that/Group/Flatten.None] ---------------------------------------------------------------------- Ran 15 tests in 349.589s FAILED (errors=13) Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2017-08-04_00_11_52-10470224221193685513?project=apache-beam-testing Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2017-08-04_00_11_50-751413773837523029?project=apache-beam-testing Build step 'Execute shell' marked build as failure
