This is an automated email from the ASF dual-hosted git repository.
zhangyue19921010 pushed a change to branch HUDI-8990-V2
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 47766db5cd0 code review part2
add 33dd7afcc7a [HUDI-9022] Handle records with custom delete markers in
FG reader (#12843)
add e5f121cdd61 [HUDI-9215] Set partitionColumnsWithKeyGenerator based on
table version (#13025)
add 72bc77036df [HUDI-9211] Fix bug with config in DataHubSyncTool (#13018)
add bef9827c44f [HUDI-9123][RFC-91] Add RFC for storage based lock
provider using conditional writes. (#12927)
add 5e63ead9277 [HUDI-9216] Fallback to spark.catalog.currentDatabase if
tableConfig.databaseName is null or empty (#13026)
add fb77b1da411 [HUDI-9220] Cannot find write operation type if run inline
log compaction (#13029)
add 2ff78b60502 resolve conflict
No new revisions were added by this update.
Summary of changes:
.../SparkFileFormatInternalRowReaderContext.scala | 2 +-
.../org/apache/hudi/util/SparkKeyGenUtils.scala | 6 +-
.../SparkClientFunctionalTestHarness.java | 11 +-
.../hudi/common/engine/HoodieReaderContext.java | 21 +-
.../hudi/common/model/WriteOperationType.java | 4 +-
.../table/log/BaseHoodieLogRecordReader.java | 6 +-
.../table/log/HoodieMergedLogRecordReader.java | 8 +-
...dler.java => FileGroupReaderSchemaHandler.java} | 123 ++++++--
...ecordBuffer.java => FileGroupRecordBuffer.java} | 58 +++-
.../common/table/read/HoodieFileGroupReader.java | 34 +--
...fer.java => KeyBasedFileGroupRecordBuffer.java} | 42 ++-
...ava => PositionBasedFileGroupRecordBuffer.java} | 44 ++-
...andler.java => PositionBasedSchemaHandler.java} | 18 +-
...fer.java => UnmergedFileGroupRecordBuffer.java} | 4 +-
.../table/read/TestFileGroupRecordBuffer.java | 328 +++++++++++++++++++++
.../table/read/TestHoodieFileGroupReaderBase.java | 2 +-
.../read/TestHoodieFileGroupRecordBuffer.java | 141 ---------
.../hudi/hadoop/HiveHoodieReaderContext.java | 10 +
.../scala/org/apache/hudi/HoodieFileIndex.scala | 10 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 10 +-
...stSparkFileFormatInternalRowReaderContext.scala | 2 +-
.../spark/sql/hudi/TestHoodieFileIndex.scala | 3 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 4 +-
...=> TestPositionBasedFileGroupRecordBuffer.java} | 12 +-
.../read/TestHoodieFileGroupReaderOnSpark.scala | 145 ++++++++-
hudi-sync/hudi-datahub-sync/pom.xml | 15 +
.../hudi/sync/datahub/DataHubTableProperties.java | 4 +-
.../sync/datahub/TestDataHubTableProperties.java | 77 +++++
.../hudi/utilities/streamer/BootstrapExecutor.java | 3 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 3 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 16 +
rfc/rfc-91/dfs-locking-diagram.png | Bin 0 -> 1137314 bytes
rfc/rfc-91/rfc-91.md | 156 ++++++++++
33 files changed, 1042 insertions(+), 280 deletions(-)
rename
hudi-common/src/main/java/org/apache/hudi/common/table/read/{HoodieFileGroupReaderSchemaHandler.java
=> FileGroupReaderSchemaHandler.java} (65%)
rename
hudi-common/src/main/java/org/apache/hudi/common/table/read/{HoodieBaseFileGroupRecordBuffer.java
=> FileGroupRecordBuffer.java} (93%)
rename
hudi-common/src/main/java/org/apache/hudi/common/table/read/{HoodieKeyBasedFileGroupRecordBuffer.java
=> KeyBasedFileGroupRecordBuffer.java} (78%)
rename
hudi-common/src/main/java/org/apache/hudi/common/table/read/{HoodiePositionBasedFileGroupRecordBuffer.java
=> PositionBasedFileGroupRecordBuffer.java} (87%)
rename
hudi-common/src/main/java/org/apache/hudi/common/table/read/{HoodiePositionBasedSchemaHandler.java
=> PositionBasedSchemaHandler.java} (83%)
rename
hudi-common/src/main/java/org/apache/hudi/common/table/read/{HoodieUnmergedFileGroupRecordBuffer.java
=> UnmergedFileGroupRecordBuffer.java} (97%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/read/TestFileGroupRecordBuffer.java
delete mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/read/TestHoodieFileGroupRecordBuffer.java
rename
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/{TestHoodiePositionBasedFileGroupRecordBuffer.java
=> TestPositionBasedFileGroupRecordBuffer.java} (96%)
create mode 100644
hudi-sync/hudi-datahub-sync/src/test/java/org/apache/hudi/sync/datahub/TestDataHubTableProperties.java
create mode 100644 rfc/rfc-91/dfs-locking-diagram.png
create mode 100644 rfc/rfc-91/rfc-91.md
