Repository: incubator-beam Updated Branches: refs/heads/python-sdk d59bccd82 -> eb98d636e
Change export format to AVRO for BQ Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/390fbfdd Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/390fbfdd Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/390fbfdd Branch: refs/heads/python-sdk Commit: 390fbfddf444df410f7cb61329496f6f24a0532c Parents: d59bccd Author: Sourabh Bajaj <sourabhba...@google.com> Authored: Mon Dec 5 14:04:54 2016 -0800 Committer: Sourabh Bajaj <sourabhba...@google.com> Committed: Mon Dec 5 14:04:54 2016 -0800 ---------------------------------------------------------------------- sdks/python/apache_beam/runners/dataflow_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/390fbfdd/sdks/python/apache_beam/runners/dataflow_runner.py ---------------------------------------------------------------------- diff --git a/sdks/python/apache_beam/runners/dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow_runner.py index 8b953b0..a3f7d94 100644 --- a/sdks/python/apache_beam/runners/dataflow_runner.py +++ b/sdks/python/apache_beam/runners/dataflow_runner.py @@ -520,7 +520,7 @@ class DataflowPipelineRunner(PipelineRunner): elif transform.source.format == 'text': step.add_property(PropertyNames.FILE_PATTERN, transform.source.path) elif transform.source.format == 'bigquery': - step.add_property(PropertyNames.BIGQUERY_EXPORT_FORMAT, 'FORMAT_JSON') + step.add_property(PropertyNames.BIGQUERY_EXPORT_FORMAT, 'FORMAT_AVRO') # TODO(silviuc): Add table validation if transform.source.validate. if transform.source.table_reference is not None: step.add_property(PropertyNames.BIGQUERY_DATASET,
