[
https://issues.apache.org/jira/browse/BEAM-7798?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16890829#comment-16890829
]
Robert Bradshaw commented on BEAM-7798:
---------------------------------------
This was fixed by [https://github.com/apache/beam/pull/9117] (still waiting for
review). I'll see if I can add a unit test that triggers this.
> After changes in type inference,
> apache_beam.io.gcp.bigquery_io_read_it_test.BigqueryIOReadIT.test_bigquery_read_1M_python
> is failing in Python 3.5 postcommits
> ---------------------------------------------------------------------------------------------------------------------------------------------------------------
>
> Key: BEAM-7798
> URL: https://issues.apache.org/jira/browse/BEAM-7798
> Project: Beam
> Issue Type: Improvement
> Components: sdk-py-core
> Reporter: Valentyn Tymofieiev
> Assignee: Robert Bradshaw
> Priority: Blocker
> Time Spent: 1h
> Remaining Estimate: 0h
>
> {noformat}
> Error Message
> Tuple[t0, t1, ...]: each t must be a type. Got Any.
> Stacktrace
> Traceback (most recent call last):
> File "/usr/lib/python3.5/unittest/case.py", line 58, in testPartExecutor
> yield
> File "/usr/lib/python3.5/unittest/case.py", line 600, in run
> testMethod()
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_io_read_it_test.py",
> line 58, in test_bigquery_read_1M_python
> self.run_bigquery_io_read_pipeline('1M')
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_io_read_it_test.py",
> line 54, in run_bigquery_io_read_pipeline
> **extra_opts))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_io_read_pipeline.py",
> line 74, in run
> p.run()
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/testing/test_pipeline.py",
> line 107, in run
> else test_runner_api))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 406, in run
> self._options).run(False)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 419, in run
> return self.runner.run_pipeline(self, self._options)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/test_direct_runner.py",
> line 43, in run_pipeline
> self.result = super(TestDirectRunner, self).run_pipeline(pipeline,
> options)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/direct_runner.py",
> line 129, in run_pipeline
> return runner.run_pipeline(pipeline, options)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/direct_runner.py",
> line 355, in run_pipeline
> pipeline.replace_all(_get_transform_overrides(options))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 389, in replace_all
> self._replace(override)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 300, in _replace
> self.visit(TransformUpdater(self))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 447, in visit
> self._root_transform().visit(visitor, self, visited)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 824, in visit
> part.visit(visitor, pipeline, visited)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 824, in visit
> part.visit(visitor, pipeline, visited)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 824, in visit
> part.visit(visitor, pipeline, visited)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 822, in visit
> visitor.enter_composite_transform(self)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 295, in enter_composite_transform
> self._replace_if_needed(transform_node)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 264, in _replace_if_needed
> new_output = replacement_transform.expand(input_node)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/helper_transforms.py",
> line 51, in expand
> | beam.ParDo(FinishCombine(self._combine_fn)))
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pvalue.py",
> line 111, in __or__
> return self.pipeline.apply(ptransform, self)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 514, in apply
> transform.type_check_inputs(pvalueish)
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/transforms/ptransform.py",
> line 758, in type_check_inputs
> type_hints = self.get_type_hints().input_types
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/typehints/decorators.py",
> line 213, in get_type_hints
> .with_defaults(self.default_type_hints())
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/transforms/core.py",
> line 1068, in default_type_hints
> return self.fn.get_type_hints()
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/typehints/decorators.py",
> line 213, in get_type_hints
> .with_defaults(self.default_type_hints())
> File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/helper_transforms.py",
> line 81, in default_type_hints
> args = (typing.Tuple[K, args[0]],) + args[1:]
> File "/usr/lib/python3.5/typing.py", line 710, in __getitem__
> parameters = tuple(_type_check(p, msg) for p in parameters)
> File "/usr/lib/python3.5/typing.py", line 710, in <genexpr>
> parameters = tuple(_type_check(p, msg) for p in parameters)
> File "/usr/lib/python3.5/typing.py", line 312, in _type_check
> raise TypeError(msg + " Got %.100r." % (arg,))
> TypeError: Tuple[t0, t1, ...]: each t must be a type. Got Any.
> {noformat}
--
This message was sent by Atlassian JIRA
(v7.6.14#76016)
