This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from e5b6b86 [HUDI-2633] Make precombine field optional for flink (#3874)
add 0223c44 [HUDI-2502] Refactor index in hudi-client module (#3778)
No new revisions were added by this update.
Summary of changes:
.../hudi/client/AbstractHoodieWriteClient.java | 6 +-
.../java/org/apache/hudi/index/HoodieIndex.java | 47 +++-
.../index/bloom/BaseHoodieBloomIndexHelper.java | 57 ++++
.../hudi/index/bloom/HoodieBaseBloomIndex.java | 261 ------------------
.../apache/hudi/index/bloom/HoodieBloomIndex.java | 238 ++++++++++++++++
.../hudi/index/bloom/HoodieGlobalBloomIndex.java} | 86 +++---
.../bloom/ListBasedHoodieBloomIndexHelper.java | 87 ++++++
.../index/inmemory/HoodieInMemoryHashIndex.java} | 62 +++--
.../index/simple/HoodieGlobalSimpleIndex.java} | 89 +++---
.../hudi/index/simple/HoodieSimpleIndex.java | 161 +++++++++++
.../java/org/apache/hudi/table/HoodieTable.java | 6 +-
.../table/action/commit/AbstractWriteHelper.java | 9 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 9 +-
.../client/common/HoodieFlinkEngineContext.java | 2 +-
.../org/apache/hudi/index/FlinkHoodieIndex.java | 76 +++---
...odieIndex.java => FlinkHoodieIndexFactory.java} | 43 +--
.../hudi/index/bloom/FlinkHoodieBloomIndex.java | 32 ---
.../hudi/index/simple/FlinkHoodieSimpleIndex.java | 140 ----------
.../hudi/index/state/FlinkInMemoryStateIndex.java | 18 +-
.../org/apache/hudi/table/HoodieFlinkTable.java | 6 +-
.../table/action/commit/FlinkDeleteHelper.java | 5 +-
.../hudi/table/action/commit/FlinkWriteHelper.java | 12 +-
.../index/bloom/TestFlinkHoodieBloomIndex.java | 40 +--
.../testutils/HoodieFlinkClientTestHarness.java | 7 +
.../apache/hudi/client/HoodieJavaWriteClient.java | 10 +-
.../client/common/HoodieJavaEngineContext.java | 2 +-
.../apache/hudi/index/JavaHoodieBloomIndex.java | 32 ---
.../org/apache/hudi/index/JavaHoodieIndex.java | 60 ++---
...oodieIndex.java => JavaHoodieIndexFactory.java} | 39 +--
.../org/apache/hudi/table/HoodieJavaTable.java | 6 +-
.../commit/BaseJavaCommitActionExecutor.java | 7 +-
.../hudi/table/action/commit/JavaDeleteHelper.java | 5 +-
.../hudi/table/action/commit/JavaWriteHelper.java | 14 +-
.../org/apache/hudi/client/HoodieReadClient.java | 16 +-
.../apache/hudi/client/SparkRDDWriteClient.java | 9 +-
.../client/common/HoodieSparkEngineContext.java | 4 +-
.../apache/hudi/client/utils/SparkMemoryUtils.java | 9 -
.../org/apache/hudi/data/HoodieJavaPairRDD.java | 127 +++++++++
.../java/org/apache/hudi/data/HoodieJavaRDD.java | 41 ++-
.../org/apache/hudi/index/SparkHoodieIndex.java | 98 +++----
...odieIndex.java => SparkHoodieIndexFactory.java} | 68 +++--
.../apache/hudi/index/SparkInMemoryHashIndex.java | 135 ----------
.../hudi/index/bloom/SparkHoodieBloomIndex.java | 299 ---------------------
.../index/bloom/SparkHoodieBloomIndexHelper.java | 125 +++++++++
.../hudi/index/hbase/SparkHoodieHBaseIndex.java | 35 +--
.../hudi/index/simple/SparkHoodieSimpleIndex.java | 165 ------------
.../org/apache/hudi/table/HoodieSparkTable.java | 6 +-
.../SparkBootstrapCommitActionExecutor.java | 5 +-
.../commit/BaseSparkCommitActionExecutor.java | 4 +-
.../table/action/commit/SparkDeleteHelper.java | 5 +-
.../hudi/table/action/commit/SparkWriteHelper.java | 15 +-
.../hudi/client/functional/TestHBaseIndex.java | 64 ++---
.../hudi/client/functional/TestHoodieIndex.java | 26 +-
.../apache/hudi/index/TestHoodieIndexConfigs.java | 23 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 58 ++--
.../index/bloom/TestHoodieGlobalBloomIndex.java | 37 ++-
.../java/org/apache/hudi/table/TestCleaner.java | 6 +-
.../hudi/table/action/commit/TestDeleteHelper.java | 28 +-
.../table/action/compact/TestHoodieCompactor.java | 7 +-
.../hudi/testutils/HoodieClientTestBase.java | 11 +-
.../hudi/testutils/HoodieClientTestHarness.java | 7 +
.../SparkClientFunctionalTestHarness.java | 13 +
.../org/apache/hudi/common/data/HoodieData.java | 41 +++
.../org/apache/hudi/common/data/HoodieList.java | 45 ++++
.../org/apache/hudi/common/data/HoodieMapPair.java | 157 +++++++++++
.../apache/hudi/common/data/HoodiePairData.java | 102 +++++++
.../hudi/common/engine/HoodieEngineContext.java | 6 +-
.../common/engine/HoodieLocalEngineContext.java | 2 +-
.../apache/hudi/common/data/TestHoodieMapPair.java | 216 +++++++++++++++
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 7 +-
70 files changed, 2030 insertions(+), 1666 deletions(-)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bloom/BaseHoodieBloomIndexHelper.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bloom/HoodieBaseBloomIndex.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bloom/HoodieBloomIndex.java
rename
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/index/bloom/SparkHoodieGlobalBloomIndex.java
=>
hudi-client-common/src/main/java/org/apache/hudi/index/bloom/HoodieGlobalBloomIndex.java}
(57%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/bloom/ListBasedHoodieBloomIndexHelper.java
rename
hudi-client/{hudi-java-client/src/main/java/org/apache/hudi/index/JavaInMemoryHashIndex.java
=>
hudi-client-common/src/main/java/org/apache/hudi/index/inmemory/HoodieInMemoryHashIndex.java}
(59%)
rename
hudi-client/{hudi-spark-client/src/main/java/org/apache/hudi/index/simple/SparkHoodieGlobalSimpleIndex.java
=>
hudi-client-common/src/main/java/org/apache/hudi/index/simple/HoodieGlobalSimpleIndex.java}
(58%)
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/index/simple/HoodieSimpleIndex.java
copy
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/index/{FlinkHoodieIndex.java
=> FlinkHoodieIndexFactory.java} (52%)
delete mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/index/bloom/FlinkHoodieBloomIndex.java
delete mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/index/simple/FlinkHoodieSimpleIndex.java
delete mode 100644
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/index/JavaHoodieBloomIndex.java
copy
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/index/{JavaHoodieIndex.java
=> JavaHoodieIndexFactory.java} (52%)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/data/HoodieJavaPairRDD.java
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/{SparkHoodieIndex.java
=> SparkHoodieIndexFactory.java} (52%)
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/SparkInMemoryHashIndex.java
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/bloom/SparkHoodieBloomIndex.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/bloom/SparkHoodieBloomIndexHelper.java
delete mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/index/simple/SparkHoodieSimpleIndex.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieMapPair.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/data/HoodiePairData.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/data/TestHoodieMapPair.java
