This is an automated email from the ASF dual-hosted git repository.
zhangyue19921010 pushed a change to branch remote-partitioner
in repository https://gitbox.apache.org/repos/asf/hudi.git
from c4bc3568a3f code review
add fee6f94aac1 [HUDI-9160]: GCS implementation of StorageLockClient for
StorageBasedLockProvider (#13230)
add ddef3c16255 [MINOR] Update DOAP with 1.0.2 Release (#13248)
add 6fd14638c36 [HUDI-9364] Improve FileSystemView loading performance
with large partitions (#13247)
add e4d01dd791e [HUDI-9336] Extract common logic of getting reader for
secondary index (#13212)
add 39b124af219 [HUDI-9368] Use data table instant time for bloom filter
records in expression index (#13252)
add 30b4e8f3f31 [HUDI-9369] Simplify bloom filter config passing in
metadata table writer (#13253)
add 89c9f3d3012 fix minor bug when empty response (#13257)
add 40c2a99b879 [HUDI-9372] Claim RFC-95 Hudi Flink Source Implementation
(#13258)
add 10f6c4858d4 [HUDI-9346] Add getColumnStats method which supports list
of columns (#13234)
add d502a4bb80d [HUDI-9377] feat(datahub-sync): adds DataPlatformInstance
aspect (#13133)
add af29208021b [MINOR] Fix typo (#13267)
add 088bc5dbd76 [HUDI-9380] Fix collectColumnRangeMetadata to handle null
date types (#13266)
add 89631a812eb [HUDI-8896] FileGroupReader Bootstrap support (#13223)
add 20ad57c7474 [HUDI-9149] Eliminating AVRO Ser/De in Flink writer for
COW table (#13240)
add d292d1571e6 [HUDI-9370] Unify logic of fetching files and file slices
in the metadata table writer (#13254)
add 444cac26cb1 [HUDI-9149] Follow up: do not use ExternalSpillableMap in
merge handle for Flink COW writing (#13271)
add f4d43391dbf Revert "[HUDI-9078] Deprecate POJO commit metadata class
and its subclasses (#13204)" (#13273)
add 71b223dd432 [HUDI-9159] Fix LP validity bug (#13277)
add b4cb00ad4bb [HUDI-9378] Add tests for Flink file group reader (#13274)
add 3c4806c8fee [HUDI-9249] Support displaying
InsertIntoHoodieTableCommand metrics in Spark Web UI (#13068)
add bb41db29c1d [MINOR] Reverting ubuntu version override (#13283)
add 34ff039da5a [HUDI-9399] Improve bloom filter bucketizing in Spark
(#13284)
add 6f65998117a [HUDI-9400] - Included Caffeine jar to the Hudi Hive Sync
Bundle (#13296)
add cac1bea2c5b [HUDI-8902] Fix schema evolution from float to double for
avro log blocks (#13289)
add b5a25f7de68 [HUDI-9410] Moved the code from hudi-spark3-common to
hudi-spark-common module (#13301)
add 4625a14cf6c Merge branch 'master' into remote-partitioner
No new revisions were added by this update.
Summary of changes:
azure-pipelines-20230430.yml | 5 -
doap_HUDI.rdf | 7 +
hudi-aws/pom.xml | 10 -
.../transaction/lock/StorageBasedLockProvider.java | 17 +-
.../org/apache/hudi/config/HoodieIndexConfig.java | 14 +
.../org/apache/hudi/config/HoodieWriteConfig.java | 6 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 15 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 35 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 145 +++---
.../lock/TestStorageBasedLockProvider.java | 63 +--
.../apache/hudi/config/TestHoodieWriteConfig.java | 16 +
.../hudi/client/FlinkRowDataWriteClient.java | 2 -
.../apache/hudi/client/HoodieFlinkWriteClient.java | 138 ++----
.../apache/hudi/client/model/BootstrapRowData.java | 150 ++++++
.../client/model/CommitTimeFlinkRecordMerger.java | 2 +
.../client/model/EventTimeFlinkRecordMerger.java | 17 +-
.../hudi/client/model/HoodieFlinkRecord.java | 21 +-
.../model/PartialUpdateFlinkRecordMerger.java | 12 +-
.../apache/hudi/io/FlinkMergeAndReplaceHandle.java | 17 +
.../FlinkMergeAndReplaceHandleWithChangeLog.java | 10 +-
.../java/org/apache/hudi/io/FlinkMergeHandle.java | 17 +
.../hudi/io/FlinkMergeHandleWithChangeLog.java | 10 +-
.../apache/hudi/io/FlinkWriteHandleFactory.java | 62 ++-
.../io/storage/row/HoodieRowDataCreateHandle.java | 9 +-
.../io/storage/row/HoodieRowDataFileWriter.java | 10 +-
.../row/HoodieRowDataFileWriterFactory.java | 121 ++---
.../HoodieRowDataParquetOutputStreamWriter.java | 5 +-
.../io/storage/row/HoodieRowDataParquetWriter.java | 44 +-
.../row/parquet/ParquetSchemaConverter.java | 552 ++++-----------------
.../hudi/io/v2/FlinkRowDataHandleFactory.java | 108 ----
.../apache/hudi/io/v2/RowDataLogWriteHandle.java | 13 -
.../hudi/table/ExplicitWriteHandleTable.java | 67 +--
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 87 ++--
.../hudi/table/HoodieFlinkMergeOnReadTable.java | 27 +-
.../commit/BaseFlinkCommitActionExecutor.java | 27 +-
...FlinkBulkInsertPreppedCommitActionExecutor.java | 11 +-
.../commit/FlinkDeleteCommitActionExecutor.java | 52 --
.../FlinkDeletePartitionCommitActionExecutor.java | 2 +-
.../FlinkDeletePreppedCommitActionExecutor.java | 11 +-
.../commit/FlinkInsertCommitActionExecutor.java | 8 +-
.../FlinkInsertOverwriteCommitActionExecutor.java | 13 +-
...nkInsertOverwriteTableCommitActionExecutor.java | 15 +-
.../FlinkInsertPreppedCommitActionExecutor.java | 11 +-
.../commit/FlinkPartitionTTLActionExecutor.java | 2 +-
.../commit/FlinkUpsertCommitActionExecutor.java | 8 +-
.../FlinkUpsertPreppedCommitActionExecutor.java | 11 +-
.../hudi/table/action/commit/FlinkWriteHelper.java | 29 +-
.../delta/BaseFlinkDeltaCommitActionExecutor.java | 4 +-
.../FlinkUpsertDeltaCommitActionExecutor.java | 51 +-
...linkUpsertPreppedDeltaCommitActionExecutor.java | 6 +-
.../RowDataUpsertDeltaCommitActionExecutor.java | 87 ----
.../apache/hudi/util/RowDataAvroQueryContexts.java | 17 +-
.../java/org/apache/hudi/util/RowDataUtils.java | 35 +-
.../java/org/apache/hudi/util/RowProjection.java | 0
.../hudi/util/SchemaEvolvingRowDataProjection.java | 3 +-
.../java/org/apache/hudi/util}/TypeConverters.java | 2 +-
.../row/parquet/TestParquetSchemaConverter.java | 85 ++++
.../hudi/merge/TestHoodieFlinkRecordMerger.java | 7 +-
.../merge/TestPartialUpdateFlinkRecordMerger.java | 7 +-
.../read/HoodieFileGroupReaderOnJavaTestBase.java | 2 +-
.../hadoop/TestHoodieFileGroupReaderOnHive.java | 15 +-
.../client/utils/SparkMetadataWriterUtils.java | 30 +-
.../hudi/common/model/HoodieSparkRecord.java | 3 +-
.../bloom/BucketizedBloomCheckPartitioner.java | 34 +-
.../index/bloom/SparkHoodieBloomIndexHelper.java | 6 +-
.../SparkHoodieBackedTableMetadataWriter.java | 6 +-
.../hudi/BaseSparkInternalRowReaderContext.java | 32 +-
.../SparkFileFormatInternalRowReaderContext.scala | 20 +-
.../apache/spark/sql/HoodieInternalRowUtils.scala | 68 ++-
.../bloom/TestBucketizedBloomCheckPartitioner.java | 170 ++++++-
.../apache/hudi/avro/HoodieAvroReaderContext.java | 27 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 3 +
.../apache/hudi/common/config/HoodieConfig.java | 4 +
.../hudi/common/config/HoodieStorageConfig.java | 4 +
.../hudi/common/engine/HoodieReaderContext.java | 12 +-
.../hudi/common/model/HoodieCommitMetadata.java | 13 +-
.../common/model/HoodieReplaceCommitMetadata.java | 13 +-
.../serialization/HoodieFileGroupSerializer.java | 18 +-
.../hudi/common/table/PartitionPathParser.java | 176 +++++++
.../common/table/log/HoodieFileSliceReader.java | 32 +-
.../common/table/read/HoodieFileGroupReader.java | 29 +-
.../table/view/HoodieFileGroupSizeEstimator.java | 11 +-
.../hudi/common/table/view/NoOpTableMetadata.java | 5 +
.../apache/hudi/common/util/CollectionUtils.java | 7 +
.../apache/hudi/common/util/HoodieRecordUtils.java | 3 +
.../hudi/common/util/SerializationUtils.java | 10 +
.../apache/hudi/metadata/BaseTableMetadata.java | 94 ++--
.../metadata/FileSystemBackedTableMetadata.java | 5 +
.../hudi/metadata/HoodieBackedTableMetadata.java | 15 +-
.../hudi/metadata/HoodieMetadataPayload.java | 4 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 12 +
.../hudi/metadata/HoodieTableMetadataUtil.java | 4 +-
.../SecondaryIndexRecordGenerationUtils.java | 76 +--
.../hudi/avro/TestHoodieAvroReaderContext.java | 8 +-
.../common/config/TestHoodieStorageConfig.java | 27 +-
.../hudi/common/table/TestPartitionPathParser.java | 94 ++++
.../table/read/TestHoodieFileGroupReaderBase.java | 135 ++++-
.../view/TestHoodieFileGroupSizeEstimator.java | 30 +-
.../common/testutils/HoodieTestDataGenerator.java | 24 +-
.../resources/file-group-reader/bootstrap_data.zip | Bin 0 -> 157171 bytes
.../apache/hudi/configuration/FlinkOptions.java | 11 +-
.../hudi/configuration/HadoopConfigurations.java | 7 +-
.../apache/hudi/configuration/OptionsResolver.java | 38 +-
.../hudi/sink/RowDataStreamWriteFunction.java | 468 -----------------
.../org/apache/hudi/sink/StreamWriteFunction.java | 307 ++++++------
.../org/apache/hudi/sink/StreamWriteOperator.java | 4 +-
.../hudi/sink/bootstrap/BootstrapOperator.java | 2 +-
.../sink/bucket/BucketStreamWriteFunction.java | 15 +-
.../sink/bucket/BucketStreamWriteOperator.java | 8 +-
.../ConsistentBucketStreamWriteFunction.java | 41 +-
.../bucket/RowDataBucketStreamWriteFunction.java | 192 -------
...RowDataConsistentBucketStreamWriteFunction.java | 99 ----
.../hudi/sink/clustering/ClusteringOperator.java | 4 +-
...gy.java => ConsistentBucketUpdateStrategy.java} | 8 +-
.../apache/hudi/sink/compact/CompactOperator.java | 7 +-
.../apache/hudi/sink/utils/PayloadCreation.java | 85 ----
.../java/org/apache/hudi/table/format/CastMap.java | 3 +-
.../hudi/table/format/FlinkParquetReader.java | 95 ----
.../table/format/FlinkRowDataReaderContext.java | 62 ++-
.../org/apache/hudi/table/format/FormatUtils.java | 2 +-
.../hudi/table/format}/HoodieFlinkIOFactory.java | 12 +-
.../format/HoodieRowDataFileReaderFactory.java | 25 +-
.../table/format/HoodieRowDataParquetReader.java | 129 +++++
.../apache/hudi/table/format/RecordIterators.java | 66 +++
.../hudi/table/format/RowDataFileReader.java | 57 ---
.../table/format/RowDataFileReaderFactories.java | 53 --
.../hudi/table/format/cdc/CdcInputFormat.java | 8 +-
.../table/format/mor/MergeOnReadInputFormat.java | 9 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 22 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 70 ++-
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 28 +-
.../utils/BucketStreamWriteFunctionWrapper.java | 21 +-
...ConsistentBucketStreamWriteFunctionWrapper.java | 13 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 18 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 7 -
.../apache/hudi/table/ITTestHoodieDataSource.java | 57 +--
.../apache/hudi/table/ITTestSchemaEvolution.java | 11 +-
.../table/TestHoodieFileGroupReaderOnFlink.java | 261 ++++++++++
.../apache/hudi/utils/TestFlinkWriteClients.java | 7 +-
hudi-gcp/pom.xml | 17 +
.../gcp/transaction/lock/GCSStorageLockClient.java | 238 +++++++++
.../lock/TestGCSStorageBasedLockProvider.java | 141 ++++++
.../transaction/lock/TestGCSStorageLockClient.java | 304 ++++++++++++
.../hudi/io/hadoop/HoodieHadoopIOFactory.java | 9 +
.../apache/hudi/common/fs/TestStorageSchemes.java | 2 +-
.../hudi/hadoop/HiveHoodieReaderContext.java | 22 +-
.../hudi/hadoop/utils/ObjectInspectorCache.java | 2 +-
.../org/apache/hudi/storage/StorageSchemes.java | 2 +-
hudi-spark-datasource/README.md | 2 -
.../DatasetBulkInsertCommitActionExecutor.java | 2 +-
.../apache/hudi/spark}/internal/DefaultSource.java | 2 +-
.../HoodieBulkInsertDataInternalWriter.java | 4 +-
.../HoodieBulkInsertDataInternalWriterFactory.java | 2 +-
.../HoodieDataSourceInternalBatchWrite.java | 4 +-
.../HoodieDataSourceInternalBatchWriteBuilder.java | 4 +-
.../internal/HoodieDataSourceInternalTable.java | 4 +-
.../spark}/internal/HoodieWriterCommitMessage.java | 4 +-
.../apache/hudi/spark}/internal/ReflectUtil.java | 2 +-
.../Spark3HoodieVectorizedParquetRecordReader.java | 0
.../org/apache/hudi/Spark3DefaultSource.scala | 0
.../scala/org/apache/hudi/Spark3RowSerDe.scala | 0
.../spark/sql/HoodieSpark3CatalogUtils.scala | 0
.../sql/HoodieSpark3CatalystExpressionUtils.scala | 0
.../spark/sql/HoodieSpark3CatalystPlanUtils.scala | 0
.../apache/spark/sql/ResolveInsertionBase.scala | 0
.../spark/sql/adapter/BaseSpark3Adapter.scala | 2 +-
.../HoodieFileSystemViewTableValuedFunction.scala | 2 +-
.../HoodieMetadataTableValuedFunction.scala | 2 +-
.../sql/catalyst/plans/logical}/HoodieQuery.scala | 2 +-
.../plans/logical}/HoodieTableChanges.scala | 2 +-
.../HoodieTimelineTableValuedFunction.scala | 2 +-
.../spark/sql/catalyst/plans/logical/Index.scala | 0
.../plans}/logical/TimeTravelRelation.scala | 0
.../datasources/Spark3ParsePartitionUtil.scala | 2 +-
.../Spark3ParquetSchemaEvolutionUtils.scala | 0
.../sql/hudi/analysis/HoodieSpark3Analysis.scala | 1 -
.../sql/hudi/analysis/TableValuedFunctions.scala | 2 +-
.../spark/sql/hudi/catalog/BasicStagedTable.scala | 0
.../spark/sql/hudi/catalog/HoodieCatalog.scala | 0
.../sql/hudi/catalog/HoodieInternalV2Table.scala | 0
.../spark/sql/hudi/catalog/HoodieStagedTable.scala | 0
.../spark/sql/hudi/catalog/TableCreationMode.java | 0
.../spark/sql/hudi/command/AlterTableCommand.scala | 0
.../command/CreateHoodieTableAsSelectCommand.scala | 6 +-
.../sql/hudi/command/HoodieCommandMetrics.scala | 97 ++++
.../command/InsertIntoHoodieTableCommand.scala | 20 +-
.../functional/TestHoodieBackedMetadata.java | 71 +++
...-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json | 2 -
.../functional/TestBloomFiltersIndexSupport.scala | 21 +-
.../hudi/command/TestHoodieCommandMetrics.scala | 64 +++
.../hudi/common/TestHoodieInternalRowUtils.scala | 32 +-
.../apache/spark/sql/hudi/ddl/TestSpark3DDL.scala | 87 +++-
.../hudi/feature/index/TestExpressionIndex.scala | 7 +-
hudi-spark-datasource/hudi-spark3-common/pom.xml | 258 ----------
hudi-spark-datasource/hudi-spark3.3.x/pom.xml | 7 -
.../TestHoodieBulkInsertDataInternalWriter.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 2 +-
hudi-spark-datasource/hudi-spark3.4.x/pom.xml | 7 -
.../TestHoodieBulkInsertDataInternalWriter.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 2 +-
hudi-spark-datasource/hudi-spark3.5.x/pom.xml | 7 -
.../TestHoodieBulkInsertDataInternalWriter.java | 2 +-
.../TestHoodieDataSourceInternalBatchWrite.java | 2 +-
.../hudi/sync/datahub/DataHubSyncClient.java | 47 +-
.../sync/datahub/config/DataHubSyncConfig.java | 12 +
.../config/HoodieDataHubDatasetIdentifier.java | 54 +-
.../hudi/sync/datahub/TestDataHubSyncClient.java | 83 +++-
.../config/TestHoodieDataHubDatasetIdentifier.java | 53 ++
hudi-tests-common/pom.xml | 11 +
.../sources/helpers/gcs/PubsubQueueClient.java | 10 +-
.../sources/helpers/gcs/TestPubsubQueueClient.java | 79 +++
packaging/hudi-hive-sync-bundle/pom.xml | 1 +
packaging/hudi-integ-test-bundle/pom.xml | 1 -
packaging/hudi-spark-bundle/pom.xml | 1 -
packaging/hudi-utilities-bundle/pom.xml | 1 -
pom.xml | 5 +-
rfc/README.md | 3 +-
217 files changed, 4402 insertions(+), 3392 deletions(-)
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/client/model/BootstrapRowData.java
delete mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/v2/FlinkRowDataHandleFactory.java
delete mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/commit/FlinkDeleteCommitActionExecutor.java
delete mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/commit/delta/RowDataUpsertDeltaCommitActionExecutor.java
rename {hudi-flink-datasource/hudi-flink =>
hudi-client/hudi-flink-client}/src/main/java/org/apache/hudi/util/RowProjection.java
(100%)
rename {hudi-flink-datasource/hudi-flink =>
hudi-client/hudi-flink-client}/src/main/java/org/apache/hudi/util/SchemaEvolvingRowDataProjection.java
(98%)
rename
{hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format =>
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/util}/TypeConverters.java
(99%)
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/PartitionPathParser.java
copy
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/optimize/TestHilbertCurveUtils.java
=>
hudi-common/src/test/java/org/apache/hudi/common/config/TestHoodieStorageConfig.java
(55%)
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/TestPartitionPathParser.java
create mode 100644
hudi-common/src/test/resources/file-group-reader/bootstrap_data.zip
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/RowDataStreamWriteFunction.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/bucket/RowDataBucketStreamWriteFunction.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/bucket/RowDataConsistentBucketStreamWriteFunction.java
rename
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/clustering/update/strategy/{RowDataConsistentBucketUpdateStrategy.java
=> ConsistentBucketUpdateStrategy.java} (95%)
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/utils/PayloadCreation.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/FlinkParquetReader.java
rename
{hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/io/storage/row =>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format}/HoodieFlinkIOFactory.java
(77%)
copy
hudi-common/src/main/java/org/apache/hudi/common/model/HoodieArchivedLogFile.java
=>
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/HoodieRowDataFileReaderFactory.java
(62%)
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/HoodieRowDataParquetReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/RowDataFileReader.java
delete mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/RowDataFileReaderFactories.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/TestHoodieFileGroupReaderOnFlink.java
create mode 100644
hudi-gcp/src/main/java/org/apache/hudi/gcp/transaction/lock/GCSStorageLockClient.java
create mode 100644
hudi-gcp/src/test/java/org/apache/hudi/gcp/transaction/lock/TestGCSStorageBasedLockProvider.java
create mode 100644
hudi-gcp/src/test/java/org/apache/hudi/gcp/transaction/lock/TestGCSStorageLockClient.java
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/DefaultSource.java
(98%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/HoodieBulkInsertDataInternalWriter.java
(96%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/HoodieBulkInsertDataInternalWriterFactory.java
(98%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/HoodieDataSourceInternalBatchWrite.java
(97%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/HoodieDataSourceInternalBatchWriteBuilder.java
(96%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/HoodieDataSourceInternalTable.java
(96%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/HoodieWriterCommitMessage.java
(94%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/java/org/apache/hudi/spark3
=>
hudi-spark-common/src/main/java/org/apache/hudi/spark}/internal/ReflectUtil.java
(97%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/java/org/apache/spark/sql/execution/datasources/parquet/Spark3HoodieVectorizedParquetRecordReader.java
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/hudi/Spark3DefaultSource.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/hudi/Spark3RowSerDe.scala (100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/HoodieSpark3CatalogUtils.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/HoodieSpark3CatalystExpressionUtils.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/HoodieSpark3CatalystPlanUtils.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/ResolveInsertionBase.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/adapter/BaseSpark3Adapter.scala
(98%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logcal
=>
hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logical}/HoodieFileSystemViewTableValuedFunction.scala
(97%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logcal
=>
hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logical}/HoodieMetadataTableValuedFunction.scala
(96%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logcal
=>
hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logical}/HoodieQuery.scala
(97%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logcal
=>
hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logical}/HoodieTableChanges.scala
(98%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logcal
=>
hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/plans/logical}/HoodieTimelineTableValuedFunction.scala
(97%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/Index.scala
(100%)
rename
hudi-spark-datasource/{hudi-spark3-common/src/main/scala/org/apache/spark/sql/hudi
=>
hudi-spark-common/src/main/scala/org/apache/spark/sql/catalyst/plans}/logical/TimeTravelRelation.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/execution/datasources/Spark3ParsePartitionUtil.scala
(99%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark3ParquetSchemaEvolutionUtils.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/analysis/HoodieSpark3Analysis.scala
(99%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/analysis/TableValuedFunctions.scala
(92%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/catalog/BasicStagedTable.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/catalog/HoodieCatalog.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/catalog/HoodieInternalV2Table.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/catalog/HoodieStagedTable.scala
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/catalog/TableCreationMode.java
(100%)
rename hudi-spark-datasource/{hudi-spark3-common =>
hudi-spark-common}/src/main/scala/org/apache/spark/sql/hudi/command/AlterTableCommand.scala
(100%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/HoodieCommandMetrics.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/command/TestHoodieCommandMetrics.scala
delete mode 100644 hudi-spark-datasource/hudi-spark3-common/pom.xml
rename
hudi-spark-datasource/{hudi-spark3.4.x/src/test/java/org/apache/hudi/spark3 =>
hudi-spark3.3.x/src/test/java/org/apache/hudi/spark}/internal/TestHoodieBulkInsertDataInternalWriter.java
(99%)
rename
hudi-spark-datasource/hudi-spark3.3.x/src/test/java/org/apache/hudi/{spark3 =>
spark}/internal/TestHoodieDataSourceInternalBatchWrite.java (99%)
rename
hudi-spark-datasource/{hudi-spark3.3.x/src/test/java/org/apache/hudi/spark3 =>
hudi-spark3.4.x/src/test/java/org/apache/hudi/spark}/internal/TestHoodieBulkInsertDataInternalWriter.java
(99%)
rename
hudi-spark-datasource/hudi-spark3.4.x/src/test/java/org/apache/hudi/{spark3 =>
spark}/internal/TestHoodieDataSourceInternalBatchWrite.java (99%)
rename
hudi-spark-datasource/hudi-spark3.5.x/src/test/java/org/apache/hudi/{spark3 =>
spark}/internal/TestHoodieBulkInsertDataInternalWriter.java (99%)
rename
hudi-spark-datasource/hudi-spark3.5.x/src/test/java/org/apache/hudi/{spark3 =>
spark}/internal/TestHoodieDataSourceInternalBatchWrite.java (99%)
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/helpers/gcs/TestPubsubQueueClient.java
