This is an automated email from the ASF dual-hosted git repository.
vhs pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from a0113bbac06d fix: Fix ConcurrentModificationException in RocksDBDAO
when accessed by Timeline Service (#17717)
add 59a37b2effe4 feat: Add HoodieSparkLanceReader for reading lance files
to internal row (#17632)
No new revisions were added by this update.
Summary of changes:
.../hudi/io/storage/HoodieSparkLanceReader.java | 307 +++++++++++++
.../apache/hudi/HoodieSchemaConversionUtils.scala | 21 +-
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 2 +-
hudi-common/pom.xml | 1 +
hudi-hadoop-common/pom.xml | 9 -
.../hudi/io/lance/HoodieBaseLanceWriter.java | 55 ++-
hudi-io/pom.xml | 10 +
.../hudi/io/memory/HoodieArrowAllocator.java | 81 ++++
.../org/apache/hudi/io/storage/LanceTestUtils.java | 88 ++++
.../io/storage/TestHoodieSparkLanceReader.java | 487 +++++++++++++++++++++
.../io/storage/TestHoodieSparkLanceWriter.java | 62 +--
11 files changed, 1058 insertions(+), 65 deletions(-)
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/io/storage/HoodieSparkLanceReader.java
create mode 100644
hudi-io/src/main/java/org/apache/hudi/io/memory/HoodieArrowAllocator.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/io/storage/LanceTestUtils.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/io/storage/TestHoodieSparkLanceReader.java
