This is an automated email from the ASF dual-hosted git repository.
yihua pushed a change to branch branch-0.x
in repository https://gitbox.apache.org/repos/asf/hudi.git
from a05834462c4 [HUDI-7218] Integrate new HFile reader with file reader
factory (#10330)
new 8fda1515875 [HUDI-6902] Disable a flaky test (#10551)
new 90ca4f02aed [HUDI-7346] Remove usage of
org.apache.hadoop.hbase.util.Bytes (#10574)
new 97ce21539d4 [HUDI-7343] Replace Path.SEPARATOR with
HoodieLocation.SEPARATOR (#10570)
new 4d49fa4acff [HUDI-7345] Remove usage of
org.apache.hadoop.util.VersionUtil (#10571)
new bcfcd9f8939 [HUDI-7344] Use Java <Input/Output>Stream instead of
FSData<Input/Output>Stream when possible (#10573)
new e38c731f247 [HUDI-7347] Introduce SeekableDataInputStream for random
access (#10575)
new aef157a5046 [MINOR] Add serialVersionUID to HoodieRecord class (#10592)
new 104fa7daa21 [HUDI-6902] Fix a test about timestamp format (#10606)
new cb2d94b3114 [HUDI-6868] Support extracting passwords from credential
store for Hive Sync (#10577)
new fa6e499efc4 [Hudi-6902] Fix the timestamp format in hive test (#10610)
new 4a0429297fc [HUDI-7284] Fix bad method name
getLastPendingClusterCommit to getLastPendingClusterInstant (#10613)
new 692f0d1c223 [HUDI-7351] Implement partition pushdown for glue (#10604)
new 18f10ba2b4f [HUDI-7375] Disable a flaky test method (#10627)
new b8b88cfdd66 [HUDI-7366] Fix HoodieLocation with encoded paths (#10602)
new d17ae75aed3 [HUDI-7338] Bump HBase, Pulsar, Jetty version (#10223)
new 51a364c4de4 [HUDI-7367] Add makeQualified APIs (#10607)
new 66ac9ff92e5 [HUDI-7351] Handle case when glue expression larger than
2048 limit (#10623)
new e03a88c2778 [HUDI-7392] Fix connection leak causing lingering
CLOSE_WAIT (#10636)
new 99114975a25 [HUDI-7387] Serializable Class need contains
serialVersionUID to keep compatibility in upgrade (#10633)
new 32fe3b6f542 [MINOR] fix typo (#10634)
new 8436febed98 [HUDI-7394] Fix run script of hudi-timeline-server-bundle
(#10640)
new 09f3fb5cefb [HUDI-7373] revert config
hoodie.write.handle.missing.cols.with.lossless.type.promotion (#10611)
new a0ebac84d5e [HUDI-6902] Containerize the Azure CI (#10512)
new ff79572ac1c [HUDI-7397] Adding support to purge pending clustering
instant (#10645)
new ba5dc831667 [HUDI-7379] Exclude jackson-module-afterburner from
hudi-aws module (#10618)
new 3f22f6f5bae [HUDI-7381] Fix compaction write stats and metrics for
create and upsert time (#10619)
new 84c7edd0463 [MINOR] Disable Containers the Azure CI (#10662)
new 3dcfbc2210e [MINOR] Disable hdfs for hudi-utilities tests (#10663)
new 82c79ce29c3 [HUDI-7364] Move InLineFs classes to hudi-hadoop-common
module (#10599)
new 8186c647c99 [HUDI-7357] Introduce generic StorageConfiguration (#10586)
new 26fb26d3b9f [HUDI-7104] Fixing cleaner savepoint interplay to fix edge
case with incremental cleaning (#10651)
new 961e941953d [HUDI-7362] Fix hudi partition base path scheme to s3
(#10596)
new 3e7b4536060 [HUDI-7410] Use SeekableDataInputStream as the input of
native HFile reader (#10673)
new cad5605e9cc [MINOR] Rename test class to
TestHadoopStorageConfiguration (#10670)
new 5b94afaaf4e [MINOR] Fix zookeeper session expiration bug (#10671)
new 05602a186b3 [HUDI-7381] Fix flaky test introduced in PR 10619 (#10674)
new 0f2e6db993e [MINOR] Clarify config descriptions (#10681)
new 6ed3b43a49a [HUDI-7406] Rename classes to be readable in storage
abstraction (#10672)
new d440d52f5da [HUDI-7147] Fix npe stream sync first batch, empty schema,
upsert (#10689)
new a16b4c63ff6 [HUDI-6902] Release resources safely (#10688)
new 926382df893 [MINOR] Cleanup FileSystemViewManager code (#10682)
new 6147fd96388 [HUDI-7415] Support OLAP engine query from origin table
avoid empty result in default (#10685)
new f2bcdf8e5f3 [HUDI-7418] Add file extension filter for s3 incr source
(#10694)
new 798fca6cd39 [HUDI-7423] Support table type name incase-sensitive when
create table in sparksql (#10703)
new ba7f48a46cd [HUDI-7416] Remove duplicate code for getFileFormat and
Refactor filter methods for S3/GCS sources (#10701)
new 026231eacc7 [HUDI-7424] Throw conversion error of Avro record properly
for error table (#10705)
new 5591eb0586e [HUDI-6774] Prefix HiveConf properties to Hoodie catalog
properties map with '.hadoop' (#10686)
new d5cc357a6e9 [MINOR] Recontainerize 4th module (#10720)
new 0479c099494 [HUDI-7427] Improve meta sync latency logging (#10709)
new 6b1eb28cd80 [HUDI-7428] Support Netease Object Storage protocol for
Hudi (#10710)
new 623d0dfc8e8 [HUDI-7435] Remove shaded of codahale metrics in flink
bundle (#10723)
new bef7c9b68db [HUDI-7432] Fix excessive object creation in KeyGenUtils
(#10721)
new 23c9d85263b [HUDI-7426] Fix logging issues in StreamSync (#10708)
The 53 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/bot.yml | 54 ++-
.../hudi-defaults.conf => Dockerfile | 21 +-
azure-pipelines-20230430.yml | 60 ++-
hudi-aws/pom.xml | 16 +
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 81 ++++-
.../hudi/aws/sync/util/GlueFilterGenVisitor.java | 23 +-
.../sync/util/GluePartitionFilterGenerator.java | 13 +-
.../org/apache/hudi/config/HoodieAWSConfig.java | 14 +
.../hudi/aws/sync/ITTestGluePartitionPushdown.java | 159 ++++++++
.../hudi/aws/sync/TestGluePartitionPushdown.java | 47 ++-
.../hudi/cli/commands/CompactionCommand.java | 8 +-
.../apache/hudi/cli/commands/ExportCommand.java | 17 +-
.../cli/commands/TestHoodieLogFileCommand.java | 3 +-
.../apache/hudi/cli/commands/TestTableCommand.java | 9 +-
.../cli/commands/TestUpgradeDowngradeCommand.java | 12 +-
.../hudi/cli/integ/ITTestBootstrapCommand.java | 9 +-
.../cli/integ/ITTestHDFSParquetImportCommand.java | 9 +-
.../hudi/cli/integ/ITTestMarkersCommand.java | 5 +-
.../hudi/cli/integ/ITTestSavepointsCommand.java | 3 +-
.../HoodieTestCommitMetadataGenerator.java | 6 +-
.../org/apache/hudi/client/BaseHoodieClient.java | 1 +
.../hudi/client/BaseHoodieTableServiceClient.java | 12 +
.../apache/hudi/client/BaseHoodieWriteClient.java | 6 +
.../hudi/client/heartbeat/HeartbeatUtils.java | 3 +-
.../client/heartbeat/HoodieHeartbeatClient.java | 6 +-
.../lock/FileSystemBasedLockProvider.java | 13 +-
.../index/bucket/ConsistentBucketIndexUtils.java | 19 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 34 +-
.../java/org/apache/hudi/table/HoodieTable.java | 15 +
.../hudi/table/action/BaseActionExecutor.java | 1 +
.../table/action/clean/CleanActionExecutor.java | 3 +-
.../action/clean/CleanPlanActionExecutor.java | 12 +-
.../hudi/table/action/clean/CleanPlanner.java | 116 ++++--
.../hudi/table/action/compact/HoodieCompactor.java | 26 +-
.../table/action/rollback/BaseRollbackHelper.java | 1 +
.../org/apache/hudi/HoodieTestCommitGenerator.java | 6 +-
.../apache/hudi/table/action/TestCleanPlanner.java | 249 ++++++++++++-
.../hudi/utils/HoodieWriterClientTestHarness.java | 4 +-
.../hudi/utils/TestMetadataConversionUtils.java | 4 +-
.../hudi/client/TestJavaHoodieBackedMetadata.java | 16 +-
.../testutils/HoodieJavaClientTestHarness.java | 6 +-
.../hudi/index/hbase/SparkHoodieHBaseIndex.java | 33 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 3 +-
.../functional/TestConsistentBucketIndex.java | 5 +-
...DataValidationCheckForLogCompactionActions.java | 4 +-
.../functional/TestExternalPathHandling.java | 5 +-
.../functional/TestHoodieBackedMetadata.java | 27 +-
.../hudi/client/functional/TestHoodieIndex.java | 7 +-
.../index/hbase/TestSparkHoodieHBaseIndex.java | 4 +-
.../hudi/io/TestHoodieKeyLocationFetchHandle.java | 5 +-
.../java/org/apache/hudi/table/TestCleaner.java | 11 +-
.../table/action/cluster/ClusteringTestUtils.java | 3 +-
.../table/action/compact/CompactionTestBase.java | 5 +-
.../table/action/compact/TestHoodieCompactor.java | 31 +-
.../TestMergeOnReadRollbackActionExecutor.java | 4 +-
.../TestTimelineServerBasedWriteMarkers.java | 8 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 12 +-
.../testutils/HoodieSparkClientTestHarness.java | 4 +-
hudi-common/src/main/avro/HoodieCleanMetadata.avsc | 11 +-
hudi-common/src/main/avro/HoodieCleanerPlan.avsc | 11 +-
.../apache/hudi/avro/GenericAvroSerializer.java | 4 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 5 +-
.../hudi/common/HoodieSchemaNotFoundException.java | 9 +-
.../apache/hudi/common/bloom/InternalFilter.java | 2 +-
.../bootstrap/index/HFileBootstrapIndex.java | 18 +-
.../hudi/common/config/HoodieCommonConfig.java | 4 +-
.../DirectMarkerBasedDetectionStrategy.java | 3 +-
.../java/org/apache/hudi/common/fs/FSUtils.java | 15 +-
.../common/heartbeat/HoodieHeartbeatUtils.java | 4 +-
.../hudi/common/model/HoodieCommitMetadata.java | 7 +-
.../model/HoodieConsistentHashingMetadata.java | 4 +-
.../hudi/common/model/HoodiePartitionMetadata.java | 11 +-
.../org/apache/hudi/common/model/HoodieRecord.java | 1 +
.../common/model/HoodieReplaceCommitMetadata.java | 5 +-
.../apache/hudi/common/model/HoodieWriteStat.java | 12 +-
.../debezium/PostgresDebeziumAvroPayload.java | 5 +-
.../hudi/common/table/HoodieTableConfig.java | 22 +-
.../hudi/common/table/HoodieTableMetaClient.java | 36 +-
.../hudi/common/table/TableSchemaResolver.java | 3 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 40 +-
.../table/log/block/HoodieAvroDataBlock.java | 8 +-
.../common/table/log/block/HoodieCDCDataBlock.java | 4 +-
.../common/table/log/block/HoodieCommandBlock.java | 5 +-
.../common/table/log/block/HoodieCorruptBlock.java | 5 +-
.../common/table/log/block/HoodieDataBlock.java | 4 +-
.../common/table/log/block/HoodieDeleteBlock.java | 11 +-
.../table/log/block/HoodieHFileDataBlock.java | 6 +-
.../common/table/log/block/HoodieLogBlock.java | 16 +-
.../table/log/block/HoodieParquetDataBlock.java | 6 +-
.../table/timeline/HoodieActiveTimeline.java | 4 +-
.../table/timeline/HoodieDefaultTimeline.java | 2 +-
.../hudi/common/table/timeline/HoodieTimeline.java | 2 +-
.../clean/CleanPlanV1MigrationHandler.java | 3 +-
.../clean/CleanPlanV2MigrationHandler.java | 3 +-
.../common/table/view/FileSystemViewManager.java | 36 +-
.../table/view/HoodieTableFileSystemView.java | 5 +-
.../apache/hudi/common/util/Base64CodecUtil.java | 4 +-
.../org/apache/hudi/common/util/CleanerUtils.java | 5 +-
.../hudi/common/util/InternalSchemaCache.java | 4 +-
.../org/apache/hudi/common/util/MarkerUtils.java | 28 +-
.../org/apache/hudi/common/util/hash/HashID.java | 6 +-
.../convert/AvroInternalSchemaConverter.java | 4 +-
.../io/FileBasedInternalSchemaStorageManager.java | 8 +-
.../io/storage/HoodieAvroHFileReaderImplBase.java | 4 +-
.../io/storage/HoodieNativeAvroHFileReader.java | 21 +-
.../hudi/metadata/AbstractHoodieTableMetadata.java | 9 +-
.../hudi/metadata/HoodieMetadataPayload.java | 3 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 11 +-
.../org/apache/hudi/common/fs/TestFSUtils.java | 21 ++
.../common/fs/TestHoodieWrapperFileSystem.java | 3 +-
.../apache/hudi/common/fs/TestStorageSchemes.java | 1 +
.../hudi/common/fs/inline/InLineFSUtilsTest.java | 2 +
.../common/fs/inline/TestInLineFileSystem.java | 2 +
.../TestInLineFileSystemHFileInLiningBase.java | 8 +-
.../TestInLineFileSystemWithHBaseHFileReader.java | 18 +-
.../TestInLineFileSystemWithHFileReader.java | 9 +-
.../common/fs/inline/TestInMemoryFileSystem.java | 2 +
.../hudi/common/fs/inline/TestParquetInLining.java | 2 +
.../common/functional/TestHoodieLogFormat.java | 2 +
.../debezium/TestPostgresDebeziumAvroPayload.java | 6 +-
.../hudi/common/table/TestHoodieTableConfig.java | 10 +-
.../table/view/TestIncrementalFSViewSync.java | 2 +-
.../hudi/common/testutils/FileSystemTestUtils.java | 6 +-
.../common/testutils/HoodieTestDataGenerator.java | 7 +-
.../hudi/common/testutils/HoodieTestTable.java | 8 +-
.../hudi/common/util/TestClusteringUtils.java | 12 +-
.../org/apache/hudi/schema/SchemaProvider.java | 2 +
.../org/apache/hudi/sink/meta/CkpMetadata.java | 4 +-
.../java/org/apache/hudi/source/FileIndex.java | 3 +-
.../hudi/table/catalog/HoodieHiveCatalog.java | 1 +
.../hudi/table/catalog/TableOptionProperties.java | 11 +-
.../apache/hudi/table/format/FilePathUtils.java | 5 +-
.../main/java/org/apache/hudi/util/ClientIds.java | 3 +-
.../apache/hudi/util/ViewStorageProperties.java | 11 +-
.../apache/hudi/sink/ITTestDataStreamWrite.java | 3 +-
.../hudi/sink/bucket/ITTestBucketStreamWrite.java | 3 +-
.../org/apache/hudi/sink/utils/TestWriteBase.java | 4 +-
.../hudi/table/catalog/TestHoodieHiveCatalog.java | 13 +
.../test/java/org/apache/hudi/utils/TestUtils.java | 3 +-
.../org/apache/hudi/hadoop/fs/HadoopFSUtils.java | 25 ++
...ard.java => HadoopSeekableDataInputStream.java} | 29 +-
.../hudi/hadoop/fs/HoodieWrapperFileSystem.java | 17 +-
.../hudi/hadoop}/fs/inline/InLineFSUtils.java | 27 +-
.../hudi/hadoop}/fs/inline/InLineFileSystem.java | 15 +-
.../hadoop}/fs/inline/InLineFsDataInputStream.java | 15 +-
.../hudi/hadoop}/fs/inline/InMemoryFileSystem.java | 15 +-
.../storage/hadoop/HadoopStorageConfiguration.java | 98 +++++
.../hudi/storage/hadoop/HoodieHadoopStorage.java | 120 +++---
.../hadoop/TestHadoopStorageConfiguration.java | 34 +-
.../hadoop}/TestHoodieHadoopStorage.java | 3 +-
.../org/apache/hudi/hadoop/InputSplitUtils.java | 4 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 3 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 9 +-
.../apache/hudi/hadoop/TestInputPathHandler.java | 13 +-
.../TestDFSHoodieTestSuiteWriterAdapter.java | 2 +-
.../integ/testsuite/TestFileDeltaInputWriter.java | 2 +-
.../testsuite/job/TestHoodieTestSuiteJob.java | 3 +-
.../reader/TestDFSAvroDeltaInputReader.java | 2 +-
.../reader/TestDFSHoodieDatasetInputReader.java | 3 +-
.../apache/hudi/common/util/ComparableVersion.java | 402 +++++++++++++++++++++
.../org/apache/hudi/common/util/FileIOUtils.java | 24 +-
.../org/apache/hudi/common/util/StringUtils.java | 124 ++++++-
....java => ByteArraySeekableDataInputStream.java} | 34 +-
...ompressor.java => SeekableDataInputStream.java} | 37 +-
.../org/apache/hudi/io/hfile/HFileBlockReader.java | 6 +-
.../apache/hudi/io/hfile/HFileFileInfoBlock.java | 4 +-
.../org/apache/hudi/io/hfile/HFileReaderImpl.java | 8 +-
.../java/org/apache/hudi/io/hfile/HFileUtils.java | 4 +-
.../main/java/org/apache/hudi/io/hfile/Key.java | 4 +-
.../main/java/org/apache/hudi/io/util/IOUtils.java | 81 +++++
.../org/apache/hudi/storage/HoodieStorage.java | 203 ++++++-----
.../apache/hudi/storage/StorageConfiguration.java | 132 +++++++
.../{HoodieLocation.java => StoragePath.java} | 87 ++++-
...eLocationFilter.java => StoragePathFilter.java} | 12 +-
...{HoodieFileStatus.java => StoragePathInfo.java} | 36 +-
.../org/apache/hudi/storage/StorageSchemes.java | 2 +
.../apache/hudi/common/util/TestStringUtils.java | 22 +-
.../org/apache/hudi/io/hfile/TestHFileReader.java | 38 +-
.../io/storage/BaseTestStorageConfiguration.java | 115 ++++++
.../apache/hudi/io/storage/TestHoodieLocation.java | 192 ----------
.../hudi/io/storage/TestHoodieStorageBase.java | 281 +++++++-------
.../apache/hudi/io/storage/TestStoragePath.java | 219 +++++++++++
...ationFilter.java => TestStoragePathFilter.java} | 40 +-
...dieFileStatus.java => TestStoragePathInfo.java} | 64 ++--
.../java/org/apache/hudi/io/util/TestIOUtils.java | 28 ++
.../store/TestRelationalDBBasedStore.java | 9 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 6 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 15 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 4 +-
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 16 +-
.../apache/spark/sql/hudi/HoodieOptionConfig.scala | 3 +-
.../apache/hudi/cli/HDFSParquetImporterUtils.java | 5 +-
.../procedures/ExportInstantsProcedure.scala | 16 +-
.../org/apache/hudi/functional/TestBootstrap.java | 2 +
.../apache/hudi/functional/TestOrcBootstrap.java | 2 +
.../TestSparkConsistentBucketClustering.java | 5 +-
.../functional/TestSparkSortAndSizeClustering.java | 5 +-
.../hudi/keygen/TestComplexKeyGenerator.java | 2 +-
.../keygen/TestGlobalDeleteRecordGenerator.java | 2 +-
.../keygen/TestNonpartitionedKeyGenerator.java | 2 +-
.../apache/hudi/testutils/DataSourceTestUtils.java | 9 +-
.../org/apache/hudi/TestDataSourceDefaults.scala | 4 +-
.../org/apache/hudi/TestHoodieFileIndex.scala | 19 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 30 +-
.../apache/spark/sql/hudi/TestInsertTable.scala | 52 +++
.../hudi/procedure/TestBootstrapProcedure.scala | 25 +-
.../procedure/TestHdfsParquetImportProcedure.scala | 11 +-
.../hudi/analysis/HoodieSpark32PlusAnalysis.scala | 9 +-
.../java/org/apache/hudi/hive/HiveSyncConfig.java | 3 +-
.../java/org/apache/hudi/hive/HiveSyncTool.java | 5 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 6 +
.../apache/hudi/hive/ddl/HiveQueryDDLExecutor.java | 3 +
.../apache/hudi/hive/util/FilterGenVisitor.java | 2 +-
.../hudi/hive/util/PartitionFilterGenerator.java | 14 +-
.../hudi/hive/testutils/HiveTestCluster.java | 3 +-
.../hudi/hive/testutils/HiveTestService.java | 4 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 85 ++++-
.../hive/util/TestPartitionFilterGenerator.java | 26 +-
.../hudi/sync/common/HoodieMetaSyncOperations.java | 7 +
.../apache/hudi/sync/common/HoodieSyncConfig.java | 2 +-
.../hudi/sync/common/util/ManifestFileWriter.java | 4 +-
.../MarkerBasedEarlyConflictDetectionRunnable.java | 3 +-
.../service/handlers/marker/MarkerDirState.java | 10 +-
.../apache/hudi/utilities/HoodieClusteringJob.java | 14 +
.../hudi/utilities/HoodieCompactionAdminTool.java | 8 +-
.../hudi/utilities/HoodieDataTableValidator.java | 1 +
.../hudi/utilities/HoodieDropPartitionsTool.java | 1 +
.../utilities/HoodieMetadataTableValidator.java | 1 +
.../hudi/utilities/HoodieSnapshotCopier.java | 1 +
.../hudi/utilities/HoodieWithTimelineServer.java | 1 +
.../org/apache/hudi/utilities/TableSizeStats.java | 1 +
.../org/apache/hudi/utilities/UtilHelpers.java | 1 +
.../hudi/utilities/perf/TimelineServerPerf.java | 4 +-
.../utilities/schema/FilebasedSchemaProvider.java | 4 +-
.../sources/GcsEventsHoodieIncrSource.java | 11 +-
.../apache/hudi/utilities/sources/JdbcSource.java | 4 +-
.../sources/S3EventsHoodieIncrSource.java | 54 ++-
.../sources/helpers/CloudDataFetcher.java | 27 +-
.../helpers/gcs/GcsObjectMetadataFetcher.java | 49 ++-
.../utilities/streamer/HoodieStreamerUtils.java | 24 +-
.../utilities/streamer/SparkSampleWritesUtils.java | 3 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 17 +-
.../callback/TestKafkaCallbackProvider.java | 17 +-
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 13 +-
.../deltastreamer/TestHoodieDeltaStreamer.java | 42 ++-
...TestHoodieDeltaStreamerSchemaEvolutionBase.java | 1 -
.../functional/TestHDFSParquetImporter.java | 4 +-
.../offlinejob/TestHoodieClusteringJob.java | 109 +++++-
.../utilities/sources/BaseTestKafkaSource.java | 14 +-
.../utilities/sources/TestAvroKafkaSource.java | 17 +-
.../sources/TestGcsEventsHoodieIncrSource.java | 5 +-
.../sources/TestS3EventsHoodieIncrSource.java | 34 +-
.../utilities/sources/TestSqlFileBasedSource.java | 40 +-
.../hudi/utilities/sources/TestSqlSource.java | 2 +-
.../debezium/TestAbstractDebeziumSource.java | 18 +-
.../sources/helpers/TestKafkaOffsetGen.java | 14 +-
.../sources/helpers/TestProtoConversionUtil.java | 4 +-
.../sources/helpers/TestSanitizationUtils.java | 4 +-
.../streamer/TestHoodieStreamerUtils.java | 84 +++++
.../utilities/testutils/UtilitiesTestBase.java | 96 ++++-
.../AbstractCloudObjectsSourceTestBase.java | 2 +-
.../sources/AbstractDFSSourceTestBase.java | 2 +-
.../transform/TestSqlFileBasedTransformer.java | 36 +-
packaging/hudi-aws-bundle/pom.xml | 4 +
packaging/hudi-flink-bundle/pom.xml | 4 -
packaging/hudi-timeline-server-bundle/pom.xml | 12 +
pom.xml | 9 +-
267 files changed, 4094 insertions(+), 1726 deletions(-)
copy
hudi-spark-datasource/hudi-spark/src/test/resources/external-config/hudi-defaults.conf
=> Dockerfile (72%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/common/table/log/CachingIterator.java
=>
hudi-aws/src/main/java/org/apache/hudi/aws/sync/util/GlueFilterGenVisitor.java
(67%)
copy
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/exception/HoodieRestoreException.java
=>
hudi-aws/src/main/java/org/apache/hudi/aws/sync/util/GluePartitionFilterGenerator.java
(70%)
create mode 100644
hudi-aws/src/test/java/org/apache/hudi/aws/sync/ITTestGluePartitionPushdown.java
copy
hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/util/TestPartitionFilterGenerator.java
=>
hudi-aws/src/test/java/org/apache/hudi/aws/sync/TestGluePartitionPushdown.java
(73%)
copy
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/util/TableUtils.java
=>
hudi-common/src/main/java/org/apache/hudi/common/HoodieSchemaNotFoundException.java
(76%)
copy
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop/fs/{NoOpConsistencyGuard.java
=> HadoopSeekableDataInputStream.java} (59%)
rename {hudi-common/src/main/java/org/apache/hudi/common =>
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop}/fs/inline/InLineFSUtils.java
(82%)
rename {hudi-common/src/main/java/org/apache/hudi/common =>
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop}/fs/inline/InLineFileSystem.java
(91%)
rename {hudi-common/src/main/java/org/apache/hudi/common =>
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop}/fs/inline/InLineFsDataInputStream.java
(90%)
rename {hudi-common/src/main/java/org/apache/hudi/common =>
hudi-hadoop-common/src/main/java/org/apache/hudi/hadoop}/fs/inline/InMemoryFileSystem.java
(90%)
create mode 100644
hudi-hadoop-common/src/main/java/org/apache/hudi/storage/hadoop/HadoopStorageConfiguration.java
copy
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieAtomicLongAccumulator.java
=>
hudi-hadoop-common/src/test/java/org/apache/hudi/storage/hadoop/TestHadoopStorageConfiguration.java
(56%)
rename hudi-hadoop-common/src/test/java/org/apache/hudi/{hadoop/storage =>
storage/hadoop}/TestHoodieHadoopStorage.java (94%)
create mode 100644
hudi-io/src/main/java/org/apache/hudi/common/util/ComparableVersion.java
copy hudi-io/src/main/java/org/apache/hudi/io/{hfile/UTF8StringKey.java =>
ByteArraySeekableDataInputStream.java} (59%)
copy
hudi-io/src/main/java/org/apache/hudi/io/{compress/HoodieDecompressor.java =>
SeekableDataInputStream.java} (54%)
create mode 100644
hudi-io/src/main/java/org/apache/hudi/storage/StorageConfiguration.java
rename hudi-io/src/main/java/org/apache/hudi/storage/{HoodieLocation.java =>
StoragePath.java} (75%)
rename
hudi-io/src/main/java/org/apache/hudi/storage/{HoodieLocationFilter.java =>
StoragePathFilter.java} (77%)
rename hudi-io/src/main/java/org/apache/hudi/storage/{HoodieFileStatus.java =>
StoragePathInfo.java} (77%)
copy {hudi-common =>
hudi-io}/src/test/java/org/apache/hudi/common/util/TestStringUtils.java (84%)
create mode 100644
hudi-io/src/test/java/org/apache/hudi/io/storage/BaseTestStorageConfiguration.java
delete mode 100644
hudi-io/src/test/java/org/apache/hudi/io/storage/TestHoodieLocation.java
create mode 100644
hudi-io/src/test/java/org/apache/hudi/io/storage/TestStoragePath.java
rename
hudi-io/src/test/java/org/apache/hudi/io/storage/{TestHoodieLocationFilter.java
=> TestStoragePathFilter.java} (58%)
rename
hudi-io/src/test/java/org/apache/hudi/io/storage/{TestHoodieFileStatus.java =>
TestStoragePathInfo.java} (56%)
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/streamer/TestHoodieStreamerUtils.java
