See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/1697/display/redirect?page=changes>
Changes: [kirpichov] Adds requested number of splits to display data in DatastoreIO ------------------------------------------ [...truncated 659.25 KB...] File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsList' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by main input (tag None): refcount: 1 => 0 root: ERROR: Error while visiting Map(<lambda at sideinputs_test.py:259>) --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_as_singleton_with_different_defaults (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 248, in test_as_singleton_with_different_defaults pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 169, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 161, in run super(DataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 122, in run pipeline.visit(RunVisitor(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 192, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 471, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 474, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 117, in visit_transform self.runner.run_transform(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsSingleton' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by main input (tag None): refcount: 1 => 0 root: ERROR: Error while visiting Map(<lambda at sideinputs_test.py:235>) --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_as_singleton_without_unique_labels (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 226, in test_as_singleton_without_unique_labels pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 169, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 161, in run super(DataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 122, in run pipeline.visit(RunVisitor(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 192, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 471, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 474, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 117, in visit_transform self.runner.run_transform(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsSingleton' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by main input (tag None): refcount: 1 => 0 root: ERROR: Error while visiting Map(<lambda at sideinputs_test.py:214>) --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_default_value_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 168, in test_default_value_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 169, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 161, in run super(DataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 122, in run pipeline.visit(RunVisitor(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 192, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 471, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 474, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 117, in visit_transform self.runner.run_transform(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsSingleton' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by start (tag None): refcount: 1 => 0 root: ERROR: Error while visiting FlatMap(<lambda at sideinputs_test.py:166>) --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_empty_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 146, in test_empty_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 169, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 161, in run super(DataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 122, in run pipeline.visit(RunVisitor(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 192, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 471, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 474, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 117, in visit_transform self.runner.run_transform(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsSingleton' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by start (tag None): refcount: 1 => 0 root: ERROR: Error while visiting compute --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_flattened_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 307, in test_flattened_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 169, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 161, in run super(DataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 122, in run pipeline.visit(RunVisitor(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 192, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 471, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 474, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 117, in visit_transform self.runner.run_transform(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsList' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by side1 (tag None): refcount: 1 => 0 root: DEBUG: PValue computed by side2 (tag None): refcount: 1 => 0 root: DEBUG: PValue computed by main input (tag None): refcount: 1 => 0 root: ERROR: Error while visiting FlatMap(<lambda at sideinputs_test.py:303>) --------------------- >> end captured logging << --------------------- ====================================================================== ERROR: test_iterable_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 179, in test_iterable_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,> line 91, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 169, in run return self.runner.run(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 32, in run self.result = super(TestDataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 161, in run super(DataflowRunner, self).run(pipeline) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 122, in run pipeline.visit(RunVisitor(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 192, in visit self._root_transform().visit(visitor, self, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 471, in visit part.visit(visitor, pipeline, visited) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,> line 474, in visit visitor.visit_transform(self) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 117, in visit_transform self.runner.run_transform(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 192, in run_transform return m(transform_node) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 378, in run_ParDo si_labels[side_pval] = self._cache.get_pvalue(side_pval).step_name File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 266, in get_pvalue self._ensure_pvalue_has_real_producer(pvalue) File "<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/runner.py";,> line 239, in _ensure_pvalue_has_real_producer real_producer = pvalue.producer AttributeError: 'AsIter' object has no attribute 'producer' -------------------- >> begin captured logging << -------------------- root: DEBUG: PValue computed by start (tag None): refcount: 1 => 0 root: ERROR: Error while visiting compute --------------------- >> end captured logging << --------------------- ---------------------------------------------------------------------- Ran 13 tests in 368.522s FAILED (errors=9) Build step 'Execute shell' marked build as failure
