This is an automated email from the ASF dual-hosted git repository.
danny0405 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 2c0a5f48c8f [HUDI-6076] Fix the unit of
clustering.plan.strategy.target.file.max.bytes for clustering (#8455)
2c0a5f48c8f is described below
commit 2c0a5f48c8fe4e68cb1328f72debcb0196758600
Author: Zouxxyy <[email protected]>
AuthorDate: Tue Apr 18 15:46:36 2023 +0800
[HUDI-6076] Fix the unit of clustering.plan.strategy.target.file.max.bytes
for clustering (#8455)
---
.../java/org/apache/hudi/sink/clustering/ClusteringOperator.java | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
diff --git
a/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/clustering/ClusteringOperator.java
b/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/clustering/ClusteringOperator.java
index 10f18b4b865..44524597add 100644
---
a/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/clustering/ClusteringOperator.java
+++
b/hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/clustering/ClusteringOperator.java
@@ -138,9 +138,8 @@ public class ClusteringOperator extends
TableStreamOperator<ClusteringCommitEven
// target size should larger than small file limit
this.conf.setLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT.key(),
-
this.conf.getLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_TARGET_FILE_MAX_BYTES)
> this.conf.getLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT)
- ?
this.conf.getLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT)
- :
this.conf.getLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_TARGET_FILE_MAX_BYTES));
+
Math.min(this.conf.getLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_TARGET_FILE_MAX_BYTES)
/ 1024 / 1024,
+
this.conf.getLong(FlinkOptions.CLUSTERING_PLAN_STRATEGY_SMALL_FILE_LIMIT)));
}
@Override
