[
https://issues.apache.org/jira/browse/BEAM-7814?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16898369#comment-16898369
]
Udi Meiri commented on BEAM-7814:
---------------------------------
Still buggy, PR forthcoming.
https://builds.apache.org/job/beam_PostCommit_Python35/lastCompletedBuild/testReport/junit/apache_beam.io.gcp.big_query_query_to_table_it_test/BigQueryQueryToTableIT/test_big_query_legacy_sql/
{code}
File "/usr/lib/python3.5/unittest/case.py", line 58, in testPartExecutor
yield
File "/usr/lib/python3.5/unittest/case.py", line 600, in run
testMethod()
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/io/gcp/big_query_query_to_table_it_test.py",
line 146, in test_big_query_legacy_sql
big_query_query_to_table_pipeline.run_bq_pipeline(options)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/io/gcp/big_query_query_to_table_pipeline.py",
line 82, in run_bq_pipeline
result = p.run()
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/testing/test_pipeline.py",
line 107, in run
else test_runner_api))
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/pipeline.py",
line 406, in run
self._options).run(False)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/pipeline.py",
line 419, in run
return self.runner.run_pipeline(self, self._options)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/runners/direct/test_direct_runner.py",
line 51, in run_pipeline
hc_assert_that(self.result, pickler.loads(on_success_matcher))
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/build/gradleenv/1398941889/lib/python3.5/site-packages/hamcrest/core/assert_that.py",
line 43, in assert_that
_assert_match(actual=arg1, matcher=arg2, reason=arg3)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/build/gradleenv/1398941889/lib/python3.5/site-packages/hamcrest/core/assert_that.py",
line 55, in _assert_match
matcher.describe_mismatch(actual, description)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/build/gradleenv/1398941889/lib/python3.5/site-packages/hamcrest/core/core/allof.py",
line 25, in describe_mismatch
self.matches(item, mismatch_description)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/build/gradleenv/1398941889/lib/python3.5/site-packages/hamcrest/core/core/allof.py",
line 16, in matches
if not matcher.matches(item):
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/build/gradleenv/1398941889/lib/python3.5/site-packages/hamcrest/core/base_matcher.py",
line 28, in matches
match_result = self._matches(item)
File
"/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/sdks/python/apache_beam/io/gcp/tests/bigquery_matcher.py",
line 89, in _matches
self.checksum = compute_hash(response)
local variable 'response' referenced before assignment
{code}
> bigquery tests flaky with empty actual result values
> ----------------------------------------------------
>
> Key: BEAM-7814
> URL: https://issues.apache.org/jira/browse/BEAM-7814
> Project: Beam
> Issue Type: Bug
> Components: io-python-gcp
> Reporter: Udi Meiri
> Assignee: Udi Meiri
> Priority: Major
> Fix For: Not applicable
>
> Time Spent: 3h 10m
> Remaining Estimate: 0h
>
> Example failure:
> {code}
> 16:54:32
> ======================================================================
> 16:54:32 FAIL: test_big_query_write_new_types
> (apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests)
> 16:54:32
> ----------------------------------------------------------------------
> 16:54:32 Traceback (most recent call last):
> 16:54:32 File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/io/gcp/bigquery_write_it_test.py",
> line 229, in test_big_query_write_new_types
> 16:54:32 write_disposition=beam.io.BigQueryDisposition.WRITE_EMPTY))
> 16:54:32 File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 426, in __exit__
> 16:54:32 self.run().wait_until_finish()
> 16:54:32 File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 406, in run
> 16:54:32 self._options).run(False)
> 16:54:32 File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/pipeline.py",
> line 419, in run
> 16:54:32 return self.runner.run_pipeline(self, self._options)
> 16:54:32 File
> "/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35_PR/src/sdks/python/apache_beam/runners/direct/test_direct_runner.py",
> line 51, in run_pipeline
> 16:54:32 hc_assert_that(self.result, pickler.loads(on_success_matcher))
> 16:54:32 AssertionError:
> 16:54:32 Expected: (Expected data is [(0.33, Decimal('10'), b'\xab\xac',
> datetime.date(3000, 12, 31), datetime.time(23, 59, 59),
> datetime.datetime(2018, 12, 31, 12, 44, 31), datetime.datetime(2018, 12, 31,
> 12, 44, 31, 744957, tzinfo=<UTC>), 'POINT(30 10)'), (0.33, None, None, None,
> None, None, None, None), (None, Decimal('10'), None, None, None, None, None,
> None), (None, None, b'\xab\xac', None, None, None, None, None), (None, None,
> None, datetime.date(3000, 12, 31), None, None, None, None), (None, None,
> None, None, datetime.time(23, 59, 59), None, None, None), (None, None, None,
> None, None, datetime.datetime(2018, 12, 31, 12, 44, 31), None, None), (None,
> None, None, None, None, None, datetime.datetime(2018, 12, 31, 12, 44, 31,
> 744957, tzinfo=<UTC>), None), (None, None, None, None, None, None, None,
> 'POINT(30 10)')])
> 16:54:32 but:
> 16:54:32
> {code}
> I've managed to recreated this locally on my workstation. The issue seems to
> be incorrect usage of the BigQuery client library. PR forthcoming.
--
This message was sent by Atlassian JIRA
(v7.6.14#76016)
