This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 521338b [HUDI-3161] Add Call Produce Command for Spark SQL (#4535)
add 85e8a5c [HUDI-1296] Support Metadata Table in Spark Datasource (#4789)
No new revisions were added by this update.
Summary of changes:
.../hudi/keygen/ComplexAvroKeyGenerator.java | 12 +-
.../apache/hudi/keygen/BuiltinKeyGenerator.java | 20 +-
.../apache/hudi/keygen/ComplexKeyGenerator.java | 12 +-
.../org/apache/hudi/AvroConversionHelper.scala | 380 --------------------
.../org/apache/hudi/AvroConversionUtils.scala | 99 ++++-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 85 +++--
.../sql/avro/HoodieAvroDeserializerTrait.scala | 21 +-
.../spark/sql/avro/HoodieAvroSerializerTrait.scala | 14 +-
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 16 +-
.../hudi/testutils/KeyGeneratorTestUtilities.java | 18 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 73 ++--
.../apache/hudi/avro/MercifulJsonConverter.java | 9 +-
.../hudi/common/table/TableSchemaResolver.java | 3 +-
.../apache/hudi/metadata/BaseTableMetadata.java | 11 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 12 +-
.../hudi/metadata/HoodieMetadataPayload.java | 126 ++++---
.../apache/hudi/metadata/HoodieTableMetadata.java | 23 +-
.../hudi/common/testutils/RawTripTestPayload.java | 17 +
.../src/test/resources/timestamp-test-evolved.avsc | 40 ++-
.../utils/HoodieRealtimeInputFormatUtils.java | 7 +-
.../java/org/apache/hudi/SparkRowWriteHelper.java | 29 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 117 +++++-
.../org/apache/hudi/HoodieDataSourceHelper.scala | 24 +-
.../org/apache/hudi/HoodieMergeOnReadRDD.scala | 223 +++++++-----
.../hudi/MergeOnReadIncrementalRelation.scala | 133 +++----
.../apache/hudi/MergeOnReadSnapshotRelation.scala | 137 +++----
.../spark/sql/avro/HoodieAvroSerializer.scala | 13 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 4 +-
.../spark/sql/hudi/ProvidesHoodieConfig.scala | 31 +-
.../hudi/command/payload/ExpressionCodeGen.scala | 3 +-
.../hudi/command/payload/ExpressionPayload.scala | 12 +-
.../sql/hudi/command/payload/SqlTypedRecord.scala | 13 +-
.../hudi/command/MergeIntoHoodieTableCommand.scala | 8 +-
.../hudi/keygen/TestComplexKeyGenerator.java | 3 +-
.../apache/hudi/keygen/TestCustomKeyGenerator.java | 5 +-
.../hudi/keygen/TestGlobalDeleteKeyGenerator.java | 3 +-
.../keygen/TestNonpartitionedKeyGenerator.java | 3 +-
.../apache/hudi/keygen/TestSimpleKeyGenerator.java | 3 +-
.../keygen/TestTimestampBasedKeyGenerator.java | 126 ++++---
.../TestCreateKeyGeneratorByTypeWithFactory.java | 0
.../TestHoodieSparkKeyGeneratorFactory.java | 0
.../org/apache/hudi/TestAvroConversionHelper.scala | 6 +-
.../org/apache/hudi/TestDataSourceDefaults.scala | 6 +-
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 55 ++-
.../org/apache/hudi/TestHoodieSparkUtils.scala | 11 +-
.../apache/hudi/functional/TestMORDataSource.scala | 56 +--
.../TestMetadataTableWithSparkDataSource.scala | 98 +++++
hudi-spark-datasource/hudi-spark2/pom.xml | 9 +
.../apache/spark/sql/adapter/Spark2Adapter.scala | 10 +-
.../spark/sql/avro/PatchedAvroDeserializer.scala | 398 +++++++++++++++++++++
.../sql/avro/Spark2HoodieAvroDeserializer.scala} | 13 +-
hudi-spark-datasource/hudi-spark3-common/pom.xml | 9 +
.../apache/spark/sql/adapter/Spark3Adapter.scala | 15 +-
.../sql/avro/Spark3HoodieAvroDeserializer.scala} | 20 +-
hudi-spark-datasource/hudi-spark3/pom.xml | 1 +
pom.xml | 1 +
56 files changed, 1568 insertions(+), 1028 deletions(-)
delete mode 100644
hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/AvroConversionHelper.scala
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/avro/HoodieAvroSerializer.scala
=>
hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/avro/HoodieAvroDeserializerTrait.scala
(55%)
copy
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/avro/HoodieAvroSerializer.scala
=>
hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/avro/HoodieAvroSerializerTrait.scala
(68%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/TestComplexKeyGenerator.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/TestCustomKeyGenerator.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/TestGlobalDeleteKeyGenerator.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/TestNonpartitionedKeyGenerator.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/TestSimpleKeyGenerator.java
(99%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/TestTimestampBasedKeyGenerator.java
(80%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/factory/TestCreateKeyGeneratorByTypeWithFactory.java
(100%)
rename {hudi-client/hudi-spark-client =>
hudi-spark-datasource/hudi-spark}/src/test/java/org/apache/hudi/keygen/factory/TestHoodieSparkKeyGeneratorFactory.java
(100%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestMetadataTableWithSparkDataSource.scala
create mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/avro/PatchedAvroDeserializer.scala
copy
hudi-spark-datasource/{hudi-spark-common/src/main/scala/org/apache/spark/sql/avro/HoodieAvroSerializer.scala
=>
hudi-spark2/src/main/scala/org/apache/spark/sql/avro/Spark2HoodieAvroDeserializer.scala}
(63%)
rename
hudi-spark-datasource/{hudi-spark-common/src/main/scala/org/apache/spark/sql/avro/HoodieAvroDeserializer.scala
=>
hudi-spark3-common/src/main/scala/org/apache/spark/sql/avro/Spark3HoodieAvroDeserializer.scala}
(67%)
