[gobblin] branch master updated: Don't flush on change_property operation (#3467)

[zihanli58]

This is an automated email from the ASF dual-hosted git repository.

zihanli58 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new 655826a  Don't flush on change_property operation (#3467)
655826a is described below

commit 655826abeeb3c367a4fe882ab80d1a80c97b7ea1
Author: Jack Moseley <jmose...@linkedin.com>
AuthorDate: Mon Feb 14 19:59:37 2022 -0800

    Don't flush on change_property operation (#3467)
---
 .../main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git 
a/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
 
b/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
index c14d7e0..86d0b5b 100644
--- 
a/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
+++ 
b/gobblin-iceberg/src/main/java/org/apache/gobblin/iceberg/writer/GobblinMCEWriter.java
@@ -275,7 +275,7 @@ public class GobblinMCEWriter implements 
DataWriter<GenericRecord> {
         tableOperationTypeMap.put(tableString, new 
TableStatus(gmce.getOperationType(),
             gmce.getDatasetIdentifier().getNativeName(), watermark.getSource(),
             ((LongWatermark)watermark.getWatermark()).getValue()-1, 
((LongWatermark)watermark.getWatermark()).getValue()));
-      } else if (tableOperationTypeMap.get(tableString).operationType != 
gmce.getOperationType()) {
+      } else if (tableOperationTypeMap.get(tableString).operationType != 
gmce.getOperationType() && gmce.getOperationType() != 
OperationType.change_property) {
         flush(dbName, tableName);
         tableOperationTypeMap.put(tableString, new 
TableStatus(gmce.getOperationType(),
             gmce.getDatasetIdentifier().getNativeName(), watermark.getSource(),