This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from dee3a14 [HUDI-2582] Support concurrent key gen for different tables
with row writer path (#3817)
add 1f17467 [HUDI-1869] Upgrading Spark3 To 3.1 (#3844)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hudi/AvroConversionHelper.scala | 13 +++--
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 5 ++
...java => HoodieIncompatibleSchemaException.java} | 14 +++---
hudi-spark-datasource/hudi-spark/pom.xml | 8 ++-
.../org/apache/hudi/HoodieMergeOnReadRDD.scala | 18 +++----
.../spark/sql/avro/HoodieAvroSerializer.scala | 22 +++-----
.../spark/sql/avro/HooodieAvroDeserializer.scala | 26 +++++-----
.../hudi/command/payload/ExpressionPayload.scala | 4 +-
.../sql/hudi/command/payload/SqlTypedRecord.scala | 6 +--
.../spark/sql/parser/HoodieCommonSqlParser.scala | 2 +-
.../functional/TestDataSourceForBootstrap.scala | 3 +-
.../sql/hudi/TestAlterTableDropPartition.scala | 16 +++---
.../apache/spark/sql/hudi/TestHoodieSqlBase.scala | 19 ++++++-
.../spark/sql/hudi/TestMergeIntoTable2.scala | 14 +-----
.../sql/hudi/TestPartialUpdateForMergeInto.scala | 8 +--
.../apache/spark/sql/adapter/Spark2Adapter.scala | 4 ++
.../apache/hudi/spark3/internal/ReflectUtil.java | 46 +++++++++++++++++
.../apache/spark/sql/adapter/Spark3Adapter.scala | 16 ++++--
.../hudi/spark3/internal/TestReflectUtil.java | 58 ++++++++++++++++++++++
hudi-sync/hudi-hive-sync/pom.xml | 6 +++
.../hudi/hive/TestParquet2SparkSchemaUtils.java | 14 +++++-
pom.xml | 15 +++++-
22 files changed, 246 insertions(+), 91 deletions(-)
copy
hudi-common/src/main/java/org/apache/hudi/exception/{HoodieIndexException.java
=> HoodieIncompatibleSchemaException.java} (79%)
copy
hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/execution/datasources/SparkParsePartitionUtil.scala
=>
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/avro/HoodieAvroSerializer.scala
(65%)
copy
hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/execution/datasources/SparkParsePartitionUtil.scala
=>
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/avro/HooodieAvroDeserializer.scala
(59%)
create mode 100644
hudi-spark-datasource/hudi-spark3/src/main/java/org/apache/hudi/spark3/internal/ReflectUtil.java
create mode 100644
hudi-spark-datasource/hudi-spark3/src/test/java/org/apache/hudi/spark3/internal/TestReflectUtil.java
