This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 018bcdf592c Add missing params to Python Bigtable MutationsBatcher
(#31791)
018bcdf592c is described below
commit 018bcdf592ce9aa6ec6d09f86a5a5da728c54c78
Author: Minh Son Nguyen <[email protected]>
AuthorDate: Wed Jul 10 12:58:49 2024 +0300
Add missing params to Python Bigtable MutationsBatcher (#31791)
---
sdks/python/apache_beam/io/gcp/bigtableio.py | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/sdks/python/apache_beam/io/gcp/bigtableio.py
b/sdks/python/apache_beam/io/gcp/bigtableio.py
index 0f3944a791b..3f54e09ee3d 100644
--- a/sdks/python/apache_beam/io/gcp/bigtableio.py
+++ b/sdks/python/apache_beam/io/gcp/bigtableio.py
@@ -141,7 +141,10 @@ class _BigTableWriteFn(beam.DoFn):
self.beam_options['instance_id'],
self.beam_options['table_id'])
self.batcher = MutationsBatcher(
- self.table, batch_completed_callback=self.write_mutate_metrics)
+ self.table,
+ batch_completed_callback=self.write_mutate_metrics,
+ flush_count=FLUSH_COUNT,
+ max_row_bytes=MAX_ROW_BYTES)
def process(self, row):
self.written.inc()
