This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 3e465973fc3 [MINOR] Disable Maven cache in Github Java setup in all
jobs (#12053)
add 117d8227d44 [HUDI-8089] Remove support for Spark2 and Scala2.11 from
Hudi (#11788)
No new revisions were added by this update.
Summary of changes:
.github/workflows/release_candidate_validation.yml | 8 -
README.md | 26 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 2 +-
.../scala/org/apache/hudi/HoodieSparkUtils.scala | 1 -
.../org/apache/hudi/SparkAdapterSupport.scala | 6 +-
.../spark/sql/HoodieCatalystExpressionUtils.scala | 12 +-
.../org/apache/hudi/common/util/JsonUtils.java | 2 +-
.../hudi/table/catalog/TableOptionProperties.java | 2 +-
hudi-integ-test/README.md | 1 +
.../testsuite/HoodieContinuousTestSuiteWriter.java | 1 +
.../testsuite/HoodieMultiWriterTestSuiteJob.java | 1 +
.../SparkDataSourceContinuousIngestTool.java | 1 +
hudi-kafka-connect/README.md | 2 +
hudi-spark-datasource/README.md | 12 +-
.../DatasetBulkInsertCommitActionExecutor.java | 6 +-
.../scala/org/apache/hudi/AvroProjection.scala | 12 +-
.../org/apache/hudi/ColumnStatsIndexSupport.scala | 6 +-
.../org/apache/hudi/FunctionalIndexSupport.scala | 4 +-
.../apache/hudi/PartitionStatsIndexSupport.scala | 2 +-
.../sql/FileFormatUtilsForFileGroupReader.scala | 5 +-
.../hudi/testutils/SparkDatasetTestUtils.java | 2 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 107 +-
.../hudi/command/MergeIntoHoodieTableCommand.scala | 5 -
.../hudi/testutils/KeyGeneratorTestUtilities.java | 2 +-
.../org/apache/hudi/TestDataSkippingUtils.scala | 4 +-
.../org/apache/hudi/TestHoodieSparkUtils.scala | 18 +-
.../functional/TestParquetColumnProjection.scala | 56 +-
.../spark/sql/hudi/dml/TestDeleteTable.scala | 37 +-
.../spark/sql/hudi/dml/TestShowPartitions.scala | 19 +-
.../spark/sql/hudi/dml/TestUpdateTable.scala | 25 +-
.../sql/hudi/procedure/TestCallCommandParser.scala | 8 +-
hudi-spark-datasource/hudi-spark2-common/pom.xml | 43 -
hudi-spark-datasource/hudi-spark2/pom.xml | 269 -----
.../hudi-spark2/src/main/antlr4/imports/SqlBase.g4 | 1100 --------------------
.../apache/hudi/spark/sql/parser/HoodieSqlBase.g4 | 108 --
.../org/apache/hudi/internal/DefaultSource.java | 80 --
.../HoodieBulkInsertDataInternalWriter.java | 73 --
.../HoodieBulkInsertDataInternalWriterFactory.java | 57 -
.../internal/HoodieDataSourceInternalWriter.java | 99 --
.../hudi/internal/HoodieWriterCommitMessage.java | 36 -
...Spark24HoodieVectorizedParquetRecordReader.java | 185 ----
...org.apache.spark.sql.sources.DataSourceRegister | 19 -
.../org/apache/hudi/Spark2DefaultSource.scala | 28 -
.../org/apache/hudi/Spark2HoodieFileScanRDD.scala | 32 -
.../scala/org/apache/hudi/Spark2RowSerDe.scala | 33 -
.../sql/HoodieSpark2CatalystExpressionUtils.scala | 159 ---
.../spark/sql/HoodieSpark2CatalystPlanUtils.scala | 134 ---
.../apache/spark/sql/HoodieSpark2SchemaUtils.scala | 39 -
.../apache/spark/sql/adapter/Spark2Adapter.scala | 234 -----
.../apache/spark/sql/avro/AvroDeserializer.scala | 407 --------
.../org/apache/spark/sql/avro/AvroSerializer.scala | 292 ------
.../sql/avro/HoodieSpark2_4AvroDeserializer.scala | 31 -
.../sql/avro/HoodieSpark2_4AvroSerializer.scala | 29 -
.../catalyst/analysis/HoodieSpark2Analysis.scala | 206 ----
.../catalyst/encoders/DummyExpressionHolder.scala | 29 -
.../sql/catalyst/expressions/SafeProjection.scala | 75 --
.../catalyst/plans/logical/DeleteFromTable.scala | 26 -
.../sql/catalyst/plans/logical/MergeInto.scala | 73 --
.../sql/catalyst/plans/logical/UpdateTable.scala | 28 -
.../HoodieSpark2PartitionedFileUtils.scala | 56 -
.../datasources/Spark2ParsePartitionUtil.scala | 41 -
.../Spark24LegacyHoodieParquetFileFormat.scala | 269 -----
.../datasources/parquet/Spark24ParquetReader.scala | 271 -----
.../parser/HoodieSpark2ExtendedSqlAstBuilder.scala | 230 ----
.../parser/HoodieSpark2ExtendedSqlParser.scala | 172 ---
.../HoodieBulkInsertInternalWriterTestBase.java | 174 ----
.../TestHoodieBulkInsertDataInternalWriter.java | 213 ----
.../TestHoodieDataSourceInternalWriter.java | 333 ------
.../sql/connector/catalog/HoodieIdentifier.scala | 2 +-
...ils.java => TestParquetToSparkSchemaUtils.java} | 12 +-
.../hudi/utilities/HoodieDataTableValidator.java | 1 +
.../hudi/utilities/HoodieDropPartitionsTool.java | 1 +
.../org/apache/hudi/utilities/HoodieIndexer.java | 1 +
.../utilities/HoodieMetadataTableValidator.java | 1 +
.../org/apache/hudi/utilities/TableSizeStats.java | 1 +
.../hudi/utilities/TestHiveIncrementalPuller.java | 4 +-
.../base/build_flink1146hive239spark248.sh | 26 -
packaging/bundle-validation/ci_run.sh | 10 +-
packaging/bundle-validation/run_docker_java17.sh | 12 +-
packaging/bundle-validation/validate.sh | 1 +
packaging/hudi-utilities-slim-bundle/README.md | 1 +
pom.xml | 101 --
release/release_guide.md | 2 +-
scripts/release/deploy_staging_jars.sh | 16 -
scripts/release/validate_staged_bundles.sh | 9 +-
85 files changed, 146 insertions(+), 6133 deletions(-)
delete mode 100644 hudi-spark-datasource/hudi-spark2-common/pom.xml
delete mode 100644 hudi-spark-datasource/hudi-spark2/pom.xml
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/antlr4/imports/SqlBase.g4
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/antlr4/org/apache/hudi/spark/sql/parser/HoodieSqlBase.g4
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/java/org/apache/hudi/internal/HoodieBulkInsertDataInternalWriter.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/java/org/apache/hudi/internal/HoodieBulkInsertDataInternalWriterFactory.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/java/org/apache/hudi/internal/HoodieDataSourceInternalWriter.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/java/org/apache/hudi/internal/HoodieWriterCommitMessage.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/java/org/apache/spark/sql/execution/datasources/parquet/Spark24HoodieVectorizedParquetRecordReader.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/hudi/Spark2DefaultSource.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/hudi/Spark2HoodieFileScanRDD.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/hudi/Spark2RowSerDe.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/HoodieSpark2CatalystExpressionUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/HoodieSpark2CatalystPlanUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/HoodieSpark2SchemaUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/adapter/Spark2Adapter.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/avro/HoodieSpark2_4AvroDeserializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/avro/HoodieSpark2_4AvroSerializer.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/analysis/HoodieSpark2Analysis.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/encoders/DummyExpressionHolder.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/expressions/SafeProjection.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/DeleteFromTable.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/MergeInto.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/UpdateTable.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/HoodieSpark2PartitionedFileUtils.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/Spark2ParsePartitionUtil.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark24LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark24ParquetReader.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/hudi/parser/HoodieSpark2ExtendedSqlAstBuilder.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/hudi/parser/HoodieSpark2ExtendedSqlParser.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/test/java/org/apache/hudi/internal/HoodieBulkInsertInternalWriterTestBase.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/test/java/org/apache/hudi/internal/TestHoodieBulkInsertDataInternalWriter.java
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/test/java/org/apache/hudi/internal/TestHoodieDataSourceInternalWriter.java
rename
hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/{TestParquet2SparkSchemaUtils.java
=> TestParquetToSparkSchemaUtils.java} (91%)
delete mode 100755
packaging/bundle-validation/base/build_flink1146hive239spark248.sh
