This is an automated email from the ASF dual-hosted git repository.
akudinkin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 65ce431d0c [HUDI-5203] Handle null fields in debezium avro payloads
(#7193)
add c5590cdd0f [HUDI-4812] Lazy fetching partition path & file slice for
HoodieFileIndex (#6680)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/keygen/BuiltinKeyGenerator.java | 178 +++-------
.../apache/hudi/keygen/ComplexKeyGenerator.java | 4 +-
.../hudi/keygen/PartitionPathFormatterBase.java | 112 +++++++
.../org/apache/hudi/keygen/SimpleKeyGenerator.java | 23 +-
.../hudi/keygen/StringPartitionPathFormatter.java | 72 ++++
.../keygen/UTF8StringPartitionPathFormatter.java | 80 +++++
.../scala/org/apache/hudi/util/JFunction.scala | 7 +-
.../org/apache/hudi/BaseHoodieTableFileIndex.java | 370 ++++++++++++---------
.../apache/hudi/common/util/CollectionUtils.java | 4 +-
.../java/org/apache/hudi/hadoop/CachingPath.java | 50 ++-
.../apache/hudi/metadata/BaseTableMetadata.java | 3 +-
.../metadata/FileSystemBackedTableMetadata.java | 25 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 7 +
.../hudi/metadata/HoodieMetadataPayload.java | 4 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 13 +-
.../hudi/hadoop/HiveHoodieTableFileIndex.java | 18 +-
.../HoodieMergeOnReadTableInputFormat.java | 2 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 26 ++
.../scala/org/apache/hudi/HoodieFileIndex.scala | 90 ++---
.../apache/hudi/SparkHoodieTableFileIndex.scala | 262 ++++++++++++---
.../apache/hudi/keygen/TestSimpleKeyGenerator.java | 5 +-
.../org/apache/hudi/ScalaAssertionSupport.scala | 2 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 265 +++++++++++----
.../apache/hudi/functional/TestCOWDataSource.scala | 36 +-
.../apache/hudi/functional/TestMORDataSource.scala | 2 +-
.../apache/spark/sql/hudi/TestCreateTable.scala | 18 +-
.../parquet/Spark31HoodieParquetFileFormat.scala | 2 +-
27 files changed, 1164 insertions(+), 516 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/keygen/PartitionPathFormatterBase.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/keygen/StringPartitionPathFormatter.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/keygen/UTF8StringPartitionPathFormatter.java
