This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 55ecbc6 [HUDI-2115] FileSlices in the filegroup is not descending by
timestamp (#3206)
add ea9e5d0 [HUDI-1104] Adding support for UserDefinedPartitioners and
SortModes to BulkInsert with Rows (#3149)
No new revisions were added by this update.
Summary of changes:
.../apache/hudi/config/HoodieInternalConfig.java | 37 ++----
.../org/apache/hudi/config/HoodieWriteConfig.java | 1 -
...kInsertInternalPartitionerWithRowsFactory.java} | 18 +--
...ner.java => GlobalSortPartitionerWithRows.java} | 23 ++--
.../bulkinsert/NonSortPartitionerWithRows.java} | 16 +--
.../PartitionSortPartitionerWithRows.java} | 19 ++-
.../TestBulkInsertInternalPartitionerForRows.java | 139 +++++++++++++++++++++
.../main/java/org/apache/hudi/DataSourceUtils.java | 21 ++++
.../BulkInsertDataInternalWriterHelper.java | 36 ++++--
.../HoodieBulkInsertInternalWriterTestBase.java | 44 ++++++-
.../apache/hudi/HoodieDatasetBulkInsertHelper.java | 26 ++--
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 19 ++-
.../java/org/apache/hudi/TestDataSourceUtils.java | 35 ++++++
.../hudi/TestHoodieDatasetBulkInsertHelper.java | 16 ++-
.../functional/HoodieSparkSqlWriterSuite.scala | 11 +-
hudi-spark-datasource/hudi-spark2/pom.xml | 5 +
.../org/apache/hudi/internal/DefaultSource.java | 6 +-
.../HoodieBulkInsertDataInternalWriter.java | 4 +-
.../HoodieBulkInsertDataInternalWriterFactory.java | 6 +-
.../internal/HoodieDataSourceInternalWriter.java | 6 +-
.../TestHoodieBulkInsertDataInternalWriter.java | 29 +++--
.../TestHoodieDataSourceInternalWriter.java | 10 +-
hudi-spark-datasource/hudi-spark3/pom.xml | 5 +
.../apache/hudi/spark3/internal/DefaultSource.java | 5 +-
.../HoodieBulkInsertDataInternalWriter.java | 4 +-
.../HoodieBulkInsertDataInternalWriterFactory.java | 6 +-
.../HoodieDataSourceInternalBatchWrite.java | 6 +-
.../HoodieDataSourceInternalBatchWriteBuilder.java | 6 +-
.../internal/HoodieDataSourceInternalTable.java | 6 +-
.../TestHoodieBulkInsertDataInternalWriter.java | 24 +++-
.../TestHoodieDataSourceInternalBatchWrite.java | 10 +-
31 files changed, 450 insertions(+), 149 deletions(-)
copy hudi-common/src/main/java/org/apache/hudi/common/util/Functions.java =>
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieInternalConfig.java
(50%)
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/{BulkInsertInternalPartitionerFactory.java
=> BulkInsertInternalPartitionerWithRowsFactory.java} (68%)
copy
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/{NonSortPartitioner.java
=> GlobalSortPartitionerWithRows.java} (56%)
copy
hudi-client/{hudi-java-client/src/main/java/org/apache/hudi/execution/bulkinsert/JavaNonSortPartitioner.java
=>
hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/NonSortPartitionerWithRows.java}
(65%)
copy
hudi-client/{hudi-java-client/src/main/java/org/apache/hudi/execution/bulkinsert/JavaNonSortPartitioner.java
=>
hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/PartitionSortPartitionerWithRows.java}
(63%)
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/execution/bulkinsert/TestBulkInsertInternalPartitionerForRows.java