This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 4f4e9b3 [BEAM-9691] Ensuring BQSource is avoided on FnApi
new c00df44 Merge pull request #11309 from [BEAM-9691] Ensuring BQ Native
Sink is avoided on FnApi pipelines
4f4e9b3 is described below
commit 4f4e9b3dbf233f5e697b7296dcc0fb0f50911df1
Author: Pablo Estrada <[email protected]>
AuthorDate: Fri Apr 3 12:58:23 2020 -0700
[BEAM-9691] Ensuring BQSource is avoided on FnApi
---
sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
index 9344839..6a8b49b 100644
--- a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
+++ b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py
@@ -780,7 +780,9 @@ class DataflowRunner(PipelineRunner):
# TODO(BEAM-6928): Remove this function for release 2.14.0.
experiments = options.view_as(DebugOptions).experiments or []
- if (not isinstance(transform, beam.io.WriteToBigQuery) or
+ from apache_beam.runners.dataflow.internal import apiclient
+ use_fnapi = apiclient._use_fnapi(options)
+ if (not isinstance(transform, beam.io.WriteToBigQuery) or use_fnapi or
'use_beam_bq_sink' in experiments):
return self.apply_PTransform(transform, pcoll, options)
if transform.schema == beam.io.gcp.bigquery.SCHEMA_AUTODETECT:
