This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 4c980f3178a [HUDI-5238] Fix `HoodieMergeHandle` shutdown sequence
(#7245)
add 11aee9695ec [HUDI-6212] Hudi Spark 3.0.x integration (#8714)
No new revisions were added by this update.
Summary of changes:
.github/workflows/bot.yml | 7 ++
.../org/apache/hudi/SparkAdapterSupport.scala | 4 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 9 +-
.../org/apache/spark/sql/avro/TestAvroSerDe.scala | 1 +
.../apache/spark/sql/hudi/TestMergeIntoTable.scala | 109 +++++++++++----------
.../sql/HoodieSpark3CatalystExpressionUtils.scala | 25 +++--
.../spark/sql/adapter/BaseSpark3Adapter.scala | 43 +-------
.../{hudi-spark3.1.x => hudi-spark3.0.x}/pom.xml | 27 ++++-
...park30HoodieVectorizedParquetRecordReader.java} | 7 +-
...org.apache.spark.sql.sources.DataSourceRegister | 2 +-
.../org/apache/hudi/Spark30DefaultSource.scala} | 2 +-
.../apache/hudi/Spark30HoodieFileScanRDD.scala} | 2 +-
.../spark/sql/HoodieSpark30CatalogUtils.scala} | 4 +-
.../HoodieSpark30CatalystExpressionUtils.scala} | 70 +++++++------
.../sql/HoodieSpark30CatalystPlanUtils.scala} | 2 +-
.../spark/sql/adapter/Spark3_0Adapter.scala} | 67 ++++++++++---
.../apache/spark/sql/avro/AvroDeserializer.scala | 13 +--
.../org/apache/spark/sql/avro/AvroSerializer.scala | 13 +--
.../org/apache/spark/sql/avro/AvroUtils.scala | 12 +++
.../sql/avro/HoodieSpark3_0AvroDeserializer.scala} | 6 +-
.../sql/avro/HoodieSpark3_0AvroSerializer.scala} | 2 +-
.../sql/catalyst/plans/logical/HStatments.scala | 0
.../datasources/Spark30NestedSchemaPruning.scala} | 86 ++++++++++++++--
.../parquet/Spark30HoodieParquetFileFormat.scala} | 17 +---
.../Spark30ResolveHudiAlterTableCommand.scala} | 52 ++++++----
.../hudi/command/Spark30AlterTableCommand.scala} | 42 +++++---
.../sql/parser/HoodieSpark30SqlAstBuilder.scala} | 6 +-
.../parser/HoodieSpark3_0ExtendedSqlParser.scala} | 7 +-
.../spark/sql/vectorized/ColumnarUtils.scala | 0
.../sql/HoodieSpark31CatalystExpressionUtils.scala | 13 ++-
.../apache/spark/sql/adapter/Spark3_1Adapter.scala | 40 +++++++-
.../sql/HoodieSpark32CatalystExpressionUtils.scala | 13 ++-
.../apache/spark/sql/adapter/Spark3_2Adapter.scala | 42 +++++++-
.../sql/HoodieSpark33CatalystExpressionUtils.scala | 13 ++-
.../apache/spark/sql/adapter/Spark3_3Adapter.scala | 41 ++++++++
packaging/bundle-validation/ci_run.sh | 10 ++
pom.xml | 39 ++++++++
37 files changed, 592 insertions(+), 256 deletions(-)
copy hudi-spark-datasource/{hudi-spark3.1.x => hudi-spark3.0.x}/pom.xml (92%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/java/org/apache/spark/sql/execution/datasources/parquet/Spark31HoodieVectorizedParquetRecordReader.java
=>
hudi-spark3.0.x/src/main/java/org/apache/spark/sql/execution/datasources/parquet/Spark30HoodieVectorizedParquetRecordReader.java}
(96%)
copy hudi-spark-datasource/{hudi-spark2 =>
hudi-spark3.0.x}/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
(95%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/hudi/Spark31DefaultSource.scala
=> hudi-spark3.0.x/src/main/scala/org/apache/hudi/Spark30DefaultSource.scala}
(93%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/hudi/Spark31HoodieFileScanRDD.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/hudi/Spark30HoodieFileScanRDD.scala}
(95%)
copy
hudi-spark-datasource/{hudi-spark3.2.x/src/main/scala/org/apache/spark/sql/HoodieSpark32CatalogUtils.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/HoodieSpark30CatalogUtils.scala}
(94%)
copy
hudi-spark-datasource/{hudi-spark2/src/main/scala/org/apache/spark/sql/HoodieSpark2CatalystExpressionUtils.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/HoodieSpark30CatalystExpressionUtils.scala}
(79%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/HoodieSpark31CatalystPlanUtils.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/HoodieSpark30CatalystPlanUtils.scala}
(97%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/adapter/Spark3_1Adapter.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/adapter/Spark3_0Adapter.scala}
(60%)
copy hudi-spark-datasource/{hudi-spark3.1.x =>
hudi-spark3.0.x}/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala
(98%)
copy hudi-spark-datasource/{hudi-spark3.1.x =>
hudi-spark3.0.x}/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala
(97%)
copy hudi-spark-datasource/{hudi-spark3.1.x =>
hudi-spark3.0.x}/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala (88%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/avro/HoodieSpark3_1AvroDeserializer.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/avro/HoodieSpark3_0AvroDeserializer.scala}
(90%)
copy
hudi-spark-datasource/{hudi-spark2/src/main/scala/org/apache/spark/sql/avro/HoodieSpark2_4AvroSerializer.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/avro/HoodieSpark3_0AvroSerializer.scala}
(94%)
copy hudi-spark-datasource/{hudi-spark3.1.x =>
hudi-spark3.0.x}/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/HStatments.scala
(100%)
copy
hudi-spark-datasource/{hudi-spark3.2.x/src/main/scala/org/apache/spark/sql/execution/datasources/Spark32NestedSchemaPruning.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/execution/datasources/Spark30NestedSchemaPruning.scala}
(68%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark31HoodieParquetFileFormat.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark30HoodieParquetFileFormat.scala}
(97%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/hudi/Spark31ResolveHudiAlterTableCommand.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/hudi/Spark30ResolveHudiAlterTableCommand.scala}
(87%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/hudi/command/Spark31AlterTableCommand.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/hudi/command/Spark30AlterTableCommand.scala}
(90%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/parser/HoodieSpark31SqlAstBuilder.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/parser/HoodieSpark30SqlAstBuilder.scala}
(96%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/parser/HoodieSpark3_1ExtendedSqlParser.scala
=>
hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/parser/HoodieSpark3_0ExtendedSqlParser.scala}
(86%)
copy hudi-spark-datasource/{hudi-spark3.1.x =>
hudi-spark3.0.x}/src/main/scala/org/apache/spark/sql/vectorized/ColumnarUtils.scala
(100%)
