Repository: incubator-beam Updated Branches: refs/heads/python-sdk e383c7715 -> d3c887480
Update the BQ export flat from Json to Avro Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/0a558c71 Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/0a558c71 Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/0a558c71 Branch: refs/heads/python-sdk Commit: 0a558c7171d6e4452d88ecffd16a024a19cbfc42 Parents: e383c77 Author: Sourabh Bajaj <sourabhba...@google.com> Authored: Wed Dec 14 11:44:46 2016 -0800 Committer: Sourabh Bajaj <sourabhba...@google.com> Committed: Wed Dec 14 11:44:46 2016 -0800 ---------------------------------------------------------------------- sdks/python/apache_beam/runners/dataflow_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/0a558c71/sdks/python/apache_beam/runners/dataflow_runner.py ---------------------------------------------------------------------- diff --git a/sdks/python/apache_beam/runners/dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow_runner.py index 8b953b0..a3f7d94 100644 --- a/sdks/python/apache_beam/runners/dataflow_runner.py +++ b/sdks/python/apache_beam/runners/dataflow_runner.py @@ -520,7 +520,7 @@ class DataflowPipelineRunner(PipelineRunner): elif transform.source.format == 'text': step.add_property(PropertyNames.FILE_PATTERN, transform.source.path) elif transform.source.format == 'bigquery': - step.add_property(PropertyNames.BIGQUERY_EXPORT_FORMAT, 'FORMAT_JSON') + step.add_property(PropertyNames.BIGQUERY_EXPORT_FORMAT, 'FORMAT_AVRO') # TODO(silviuc): Add table validation if transform.source.validate. if transform.source.table_reference is not None: step.add_property(PropertyNames.BIGQUERY_DATASET,
