This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 5353243 [HUDI-2214]residual temporary files after clustering are not
cleaned up (#3335)
add 61148c1 [HUDI-2176, 2178, 2179] Adding virtual key support to COW
table (#3306)
No new revisions were added by this update.
Summary of changes:
.../scala/org/apache/hudi/cli/SparkHelpers.scala | 5 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 5 +
.../org/apache/hudi/io/HoodieAppendHandle.java | 8 +-
.../hudi/io/HoodieKeyLocationFetchHandle.java | 18 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 21 +-
.../apache/hudi/io/HoodieSortedMergeHandle.java | 11 +-
.../apache/hudi/io/storage/HoodieConcatHandle.java | 13 +-
.../hudi/io/storage/HoodieFileWriterFactory.java | 20 +-
.../hudi/io/storage/HoodieParquetWriter.java | 20 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 22 +
.../hudi/testutils/HoodieWriteableTestTable.java | 19 +-
.../hudi/index/simple/FlinkHoodieSimpleIndex.java | 2 +-
.../apache/hudi/io/FlinkMergeAndReplaceHandle.java | 3 +-
.../java/org/apache/hudi/io/FlinkMergeHandle.java | 3 +-
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 4 +-
.../commit/BaseJavaCommitActionExecutor.java | 6 +-
.../src/test/resources/testDataGeneratorSchema.txt | 3 +
.../hudi/index/simple/SparkHoodieSimpleIndex.java | 16 +-
.../apache/hudi/keygen/BuiltinKeyGenerator.java | 2 +
.../hudi/keygen/SparkKeyGeneratorInterface.java | 4 +
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 19 +-
...SparkExecuteClusteringCommitActionExecutor.java | 5 +-
.../commit/BaseSparkCommitActionExecutor.java | 24 +-
.../TestHoodieClientOnCopyOnWriteStorage.java | 469 +++++++++++++--------
.../hudi/client/TestUpdateSchemaEvolution.java | 3 +-
.../org/apache/hudi/index/TestHoodieIndex.java | 69 ++-
.../hudi/io/TestHoodieKeyLocationFetchHandle.java | 30 +-
.../hudi/metadata/TestHoodieBackedMetadata.java | 160 ++++---
.../hudi/testutils/HoodieClientTestBase.java | 98 +++--
.../hudi/testutils/HoodieClientTestHarness.java | 19 +
.../src/test/resources/testDataGeneratorSchema.txt | 3 +
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 16 +
.../apache/hudi/avro/HoodieAvroWriteSupport.java | 37 +-
.../hudi/common/table/HoodieTableMetaClient.java | 6 -
.../org/apache/hudi/common/util/BaseFileUtils.java | 10 +
.../java/org/apache/hudi/common/util/OrcUtils.java | 7 +
.../org/apache/hudi/common/util/ParquetUtils.java | 43 +-
.../org/apache/hudi/keygen/BaseKeyGenerator.java | 0
.../java/org/apache/hudi/keygen/KeyGenerator.java | 0
.../apache/hudi/keygen/KeyGeneratorInterface.java | 0
.../hudi/keygen/constant/KeyGeneratorOptions.java | 0
.../hudi/keygen/constant/KeyGeneratorType.java | 0
.../hudi/avro/TestHoodieAvroWriteSupport.java | 3 +-
.../common/testutils/HoodieTestDataGenerator.java | 18 +-
.../apache/hudi/common/util/TestAvroOrcUtils.java | 2 +-
.../apache/hudi/common/util/TestParquetUtils.java | 88 +++-
.../java/org/apache/hudi/client/TestBootstrap.java | 2 +-
.../org/apache/hudi/TestDataSourceDefaults.scala | 4 +
.../functional/HoodieSparkSqlWriterSuite.scala | 14 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 5 +-
.../apache/hudi/hive/testutils/TestCluster.java | 3 +-
.../functional/TestHDFSParquetImporter.java | 6 +-
.../delta-streamer-config/source-flattened.avsc | 3 +
.../resources/delta-streamer-config/source.avsc | 3 +
.../sql-transformer.properties | 2 +-
.../delta-streamer-config/target-flattened.avsc | 3 +
.../resources/delta-streamer-config/target.avsc | 3 +
57 files changed, 969 insertions(+), 413 deletions(-)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/keygen/BaseKeyGenerator.java (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/keygen/KeyGenerator.java (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/keygen/KeyGeneratorInterface.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/keygen/constant/KeyGeneratorOptions.java
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/main/java/org/apache/hudi/keygen/constant/KeyGeneratorType.java
(100%)
