This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 1e285dc [HUDI-2489]Tuning HoodieROTablePathFilter by caching
hoodieTableFileSystemView, aiming to reduce unnecessary list/get requests
(#3719)
add 5ed35bf [HUDI-2501] Add HoodieData abstraction and refactor
compaction actions in hudi-client module (#3741)
No new revisions were added by this update.
Summary of changes:
.../hudi/client/AbstractHoodieWriteClient.java | 13 -
.../apache/hudi/table/HoodieCompactionHandler.java | 43 ++++
.../java/org/apache/hudi/table/HoodieTable.java | 20 +-
.../hudi/table/action/HoodieWriteMetadata.java | 30 +++
.../BaseScheduleCompactionActionExecutor.java | 90 -------
...ractCompactHelpers.java => CompactHelpers.java} | 39 ++-
.../hudi/table/action/compact/HoodieCompactor.java | 267 ++++++++++++++++++++-
.../compact/RunCompactionActionExecutor.java} | 52 ++--
.../compact/ScheduleCompactionActionExecutor.java} | 73 ++++--
.../apache/hudi/client/HoodieFlinkWriteClient.java | 12 +-
.../client/common/HoodieFlinkEngineContext.java | 20 ++
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 21 +-
.../hudi/table/HoodieFlinkMergeOnReadTable.java | 20 +-
.../org/apache/hudi/table/HoodieFlinkTable.java | 9 +
.../table/action/compact/FlinkCompactHelpers.java | 147 ------------
.../HoodieFlinkMergeOnReadTableCompactor.java | 204 +---------------
.../client/common/HoodieJavaEngineContext.java | 20 ++
.../apache/hudi/client/SparkRDDWriteClient.java | 14 +-
.../client/common/HoodieSparkEngineContext.java | 21 ++
.../java/org/apache/hudi/data/HoodieJavaRDD.java | 98 ++++++++
.../hudi/data/HoodieSparkLongAccumulator.java | 41 +++-
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 28 ++-
.../hudi/table/HoodieSparkMergeOnReadTable.java | 20 +-
.../org/apache/hudi/table/HoodieSparkTable.java | 9 +
.../HoodieSparkMergeOnReadTableCompactor.java | 237 ++----------------
.../table/action/compact/SparkCompactHelpers.java | 75 ------
.../SparkScheduleCompactionActionExecutor.java | 152 ------------
.../table/action/compact/TestAsyncCompaction.java | 4 +-
.../table/action/compact/TestHoodieCompactor.java | 3 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 9 +-
.../HoodieAccumulator.java} | 22 +-
.../common/data/HoodieAtomicLongAccumulator.java | 29 ++-
.../org/apache/hudi/common/data/HoodieData.java | 63 +++++
.../org/apache/hudi/common/data/HoodieList.java | 94 ++++++++
.../hudi/common/engine/HoodieEngineContext.java | 8 +
.../common/engine/HoodieLocalEngineContext.java | 20 ++
.../apache/hudi/sink/compact/CompactFunction.java | 15 +-
.../hudi/sink/compact/CompactionPlanOperator.java | 2 +-
.../hudi/sink/compact/HoodieFlinkCompactor.java | 2 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 5 +-
.../org/apache/hudi/utils/TestCompactionUtil.java | 2 +-
41 files changed, 1006 insertions(+), 1047 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/HoodieCompactionHandler.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/BaseScheduleCompactionActionExecutor.java
rename
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/{AbstractCompactHelpers.java
=> CompactHelpers.java} (59%)
rename
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/SparkRunCompactionActionExecutor.java
=>
hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/RunCompactionActionExecutor.java}
(60%)
rename
hudi-client/{hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/FlinkScheduleCompactionActionExecutor.java
=>
hudi-client-common/src/main/java/org/apache/hudi/table/action/compact/ScheduleCompactionActionExecutor.java}
(64%)
delete mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/compact/FlinkCompactHelpers.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/data/HoodieJavaRDD.java
copy
hudi-common/src/main/java/org/apache/hudi/common/function/SerializableBiFunction.java
=>
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/data/HoodieSparkLongAccumulator.java
(52%)
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/SparkCompactHelpers.java
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/compact/SparkScheduleCompactionActionExecutor.java
copy
hudi-common/src/main/java/org/apache/hudi/common/{function/SerializablePairFlatMapFunction.java
=> data/HoodieAccumulator.java} (70%)
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/async/SparkAsyncClusteringService.java
=>
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieAtomicLongAccumulator.java
(58%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieData.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieList.java
