This is an automated email from the ASF dual-hosted git repository.
vinoth pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
from 358ecc77a74 [HUDI-8126] Support proto messages for spark kryo
serializer excluding DynamicMessages (#12052)
add b62b2cc3994 [HUDI-8786] IntelliJ automatic code cleanup tool (#12524)
No new revisions were added by this update.
Summary of changes:
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 7 +-
.../apache/hudi/cli/commands/CommitsCommand.java | 4 +-
.../hudi/cli/commands/CompactionCommand.java | 4 +-
.../java/org/apache/hudi/cli/utils/CLIUtils.java | 6 +-
.../apache/hudi/cli/utils/InputStreamConsumer.java | 2 +-
.../hudi/cli/utils/SparkTempViewProvider.java | 4 +-
.../org/apache/hudi/async/AsyncCompactService.java | 2 +-
.../util/HoodieWriteCommitCallbackUtil.java | 4 +-
.../java/org/apache/hudi/client/WriteStatus.java | 16 ++-
.../lock/FileSystemBasedLockProvider.java | 4 +-
.../org/apache/hudi/config/HoodieIndexConfig.java | 2 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 4 +-
.../hudi/index/bloom/BloomIndexFileInfo.java | 10 +-
.../hbase/DefaultHBaseQPSResourceAllocator.java | 2 +-
.../org/apache/hudi/metrics/HoodieMetrics.java | 4 +-
.../org/apache/hudi/table/WorkloadProfile.java | 12 +-
.../java/org/apache/hudi/table/WorkloadStat.java | 12 +-
.../hudi/table/action/clean/CleanPlanner.java | 7 +-
.../cluster/strategy/ClusteringPlanStrategy.java | 16 +--
.../hudi/table/action/commit/BucketInfo.java | 10 +-
.../hudi/table/action/commit/InsertBucket.java | 8 +-
.../apache/hudi/table/action/commit/SmallFile.java | 8 +-
.../compact/RunCompactionActionExecutor.java | 2 +-
.../compact/ScheduleCompactionActionExecutor.java | 2 +-
.../strategy/CompositeCompactionStrategy.java | 2 +-
.../hudi/table/marker/DirectWriteMarkers.java | 2 +-
.../marker/TimelineServerBasedWriteMarkers.java | 8 +-
.../org/apache/hudi/util/HttpRequestClient.java | 2 +-
.../hudi/client/FlinkTaskContextSupplier.java | 2 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 2 +-
.../hudi/execution/ExplicitWriteHandler.java | 2 +-
.../row/parquet/ParquetSchemaConverter.java | 6 +-
.../commit/FlinkInsertCommitActionExecutor.java | 2 +-
.../commit/FlinkUpsertCommitActionExecutor.java | 2 +-
.../table/upgrade/FlinkUpgradeDowngradeHelper.java | 3 +-
.../apache/hudi/client/HoodieJavaWriteClient.java | 3 +-
.../bulkinsert/JavaGlobalSortPartitioner.java | 14 +--
.../commit/JavaInsertCommitActionExecutor.java | 2 +-
.../commit/JavaUpsertCommitActionExecutor.java | 2 +-
.../table/action/commit/JavaUpsertPartitioner.java | 8 +-
.../apache/hudi/client/HoodieSparkCompactor.java | 2 +-
.../org/apache/hudi/client/SparkRDDReadClient.java | 2 +-
.../client/validator/SparkPreCommitValidator.java | 8 +-
.../bulkinsert/BulkInsertMapFunction.java | 14 +--
.../bulkinsert/GlobalSortPartitioner.java | 6 +-
.../bulkinsert/RDDPartitionSortPartitioner.java | 9 +-
.../hudi/index/hbase/SparkHoodieHBaseIndex.java | 37 ++++---
.../hudi/io/storage/HoodieSparkParquetReader.java | 5 +-
.../apache/hudi/metrics/DistributedRegistry.java | 2 +-
.../apache/hudi/sort/SpaceCurveSortingHelper.java | 22 ++--
.../SparkDeletePartitionCommitActionExecutor.java | 2 +-
.../table/action/commit/UpsertPartitioner.java | 6 +-
.../apache/hudi/avro/AvroSchemaCompatibility.java | 4 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 2 +-
.../org/apache/hudi/avro/processors/Parser.java | 2 +-
.../org/apache/hudi/common/HoodieJsonPayload.java | 2 +-
.../org/apache/hudi/common/bloom/HashFunction.java | 6 +-
.../hudi/common/bootstrap/FileStatusUtils.java | 2 +-
.../hudi/common/config/HoodieStorageConfig.java | 2 +-
.../hudi/common/engine/HoodieEngineContext.java | 2 +-
.../hudi/common/fs/ConsistencyGuardConfig.java | 10 +-
.../hudi/common/fs/SizeAwareDataOutputStream.java | 4 +-
.../hudi/common/model/ConsistentHashingNode.java | 8 +-
.../common/model/DefaultHoodieRecordPayload.java | 2 +-
.../org/apache/hudi/common/model/FileSlice.java | 12 +-
.../apache/hudi/common/model/HoodieFileGroup.java | 10 +-
.../org/apache/hudi/common/model/HoodieKey.java | 8 +-
.../org/apache/hudi/common/model/HoodieRecord.java | 10 +-
.../common/model/HoodieRecordGlobalLocation.java | 12 +-
.../hudi/common/model/HoodieRecordLocation.java | 10 +-
.../model/OverwriteWithLatestAvroPayload.java | 2 +-
.../common/model/PartialUpdateAvroPayload.java | 2 +-
.../hudi/common/model/RewriteAvroPayload.java | 2 +-
.../hudi/common/table/HoodieTableMetaClient.java | 12 +-
.../common/table/cdc/HoodieCDCInferenceCase.java | 2 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 2 +-
.../table/log/HoodieLogFormatReverseReader.java | 2 +-
.../common/table/log/block/HoodieDataBlock.java | 6 +-
.../common/table/log/block/HoodieDeleteBlock.java | 4 +-
.../HoodiePositionBasedFileGroupRecordBuffer.java | 9 +-
.../table/timeline/ArchivedTimelineLoader.java | 6 +-
.../table/timeline/CompletionTimeQueryView.java | 20 ++--
.../table/timeline/HoodieActiveTimeline.java | 122 ++++++++++-----------
.../table/timeline/HoodieArchivedTimeline.java | 26 ++---
.../table/timeline/HoodieInstantTimeGenerator.java | 10 +-
.../hudi/common/table/timeline/TimelineUtils.java | 6 +-
.../timeline/versioning/v1/ActiveTimelineV1.java | 4 +-
.../versioning/v1/CompletionTimeQueryViewV1.java | 2 +-
.../timeline/versioning/v2/ActiveTimelineV2.java | 2 +-
.../view/HoodieTablePreCommitFileSystemView.java | 10 +-
.../apache/hudi/common/util/AvroSchemaCache.java | 4 +-
.../org/apache/hudi/common/util/ConfigUtils.java | 3 +-
.../hudi/common/util/InternalSchemaCache.java | 10 +-
.../common/util/collection/BitCaskDiskMap.java | 22 ++--
.../hudi/common/util/collection/DiskMap.java | 2 +-
.../apache/hudi/common/util/collection/Pair.java | 2 +-
.../hudi/common/util/collection/RocksDBDAO.java | 2 +-
.../apache/hudi/common/util/collection/Triple.java | 4 +-
.../apache/hudi/common/util/hash/JenkinsHash.java | 12 +-
.../apache/hudi/common/util/hash/MurmurHash.java | 8 +-
.../common/util/queue/DisruptorMessageQueue.java | 2 +-
.../metrics/HoodieMetricsPrometheusConfig.java | 2 +-
.../org/apache/hudi/expression/Predicates.java | 6 +-
.../hudi/index/secondary/HoodieSecondaryIndex.java | 1 -
.../internal/schema/InternalSchemaBuilder.java | 1 -
.../org/apache/hudi/internal/schema/Types.java | 3 +-
.../schema/action/InternalSchemaChangeApplier.java | 4 +-
.../hudi/internal/schema/action/TableChange.java | 4 +-
.../internal/schema/utils/InternalSchemaUtils.java | 6 +-
.../hudi/internal/schema/utils/SerDeHelper.java | 4 +-
.../hudi/metrics/MetricsGraphiteReporter.java | 4 +-
.../custom/CustomizableMetricsReporter.java | 4 +-
.../hudi/metrics/datadog/DatadogReporter.java | 2 +-
.../quickstart/utils/QuickstartConfigurations.java | 14 +--
.../examples/quickstart/utils/SchemaBuilder.java | 4 +-
.../spark/HoodieSparkBootstrapExample.java | 2 +-
.../examples/spark/HoodieWriteClientExample.java | 6 +-
.../apache/hudi/sink/bulk/sort/SortOperator.java | 2 +-
.../FlinkConsistentBucketUpdateStrategy.java | 4 +-
.../hudi/sink/transform/ChainedTransformer.java | 2 +-
.../apache/hudi/source/ExpressionEvaluators.java | 4 +-
.../org/apache/hudi/table/HoodieTableSource.java | 12 +-
.../org/apache/hudi/table/format/FormatUtils.java | 3 +-
.../hudi/table/lookup/HoodieLookupFunction.java | 2 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 2 +-
.../apache/hudi/util/RowDataToAvroConverters.java | 4 +-
.../format/cow/vector/HeapMapColumnVector.java | 4 +-
.../format/cow/vector/HeapMapColumnVector.java | 4 +-
.../format/cow/vector/HeapMapColumnVector.java | 4 +-
.../common/config/DFSPropertiesConfiguration.java | 2 +-
.../org/apache/hudi/common/util/AvroOrcUtils.java | 18 +--
.../apache/hudi/common/util/HadoopConfigUtils.java | 3 +-
.../hudi/hadoop/fs/BoundedFsDataInputStream.java | 4 +-
.../hadoop/fs/HoodieRetryWrapperFileSystem.java | 13 +--
.../hadoop/fs/HoodieSerializableFileStatus.java | 22 ++--
.../hudi/hadoop/fs/HoodieWrapperFileSystem.java | 4 +-
.../hudi/hadoop/fs/inline/InMemoryFileSystem.java | 3 +-
.../hudi/io/hadoop/HoodieAvroHFileWriter.java | 4 +-
.../apache/hudi/io/hadoop/HoodieAvroOrcWriter.java | 2 +-
.../hudi/io/hadoop/HoodieBaseParquetWriter.java | 4 +-
.../hudi/hadoop/HoodieHFileRecordReader.java | 4 +-
.../hudi/hadoop/HoodieROTablePathFilter.java | 8 +-
.../org/apache/hudi/hadoop/InputPathHandler.java | 2 +-
.../hadoop/hive/HoodieCombineHiveInputFormat.java | 11 +-
.../hive/HoodieCombineRealtimeFileSplit.java | 6 +-
.../realtime/AbstractRealtimeRecordReader.java | 2 +-
.../HoodieCombineRealtimeRecordReader.java | 4 +-
.../apache/hudi/hadoop/utils/HoodieHiveUtils.java | 2 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 8 +-
.../utils/HoodieRealtimeInputFormatUtils.java | 3 +-
.../apache/hudi/common/util/ComparableVersion.java | 2 +-
.../org/apache/hudi/common/util/StringUtils.java | 2 +-
.../org/apache/hudi/io/hfile/HFileBlockType.java | 2 +-
.../org/apache/hudi/storage/StorageSchemes.java | 6 +-
.../connect/kafka/KafkaConnectControlAgent.java | 2 +-
.../hudi/connect/utils/KafkaConnectUtils.java | 4 +-
.../table/view/HoodieMetaserverFileSystemView.java | 6 +-
.../client/HoodieMetaserverClientImp.java | 4 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 2 +-
.../hudi/internal/BaseWriterCommitMessage.java | 2 +-
.../internal/DataSourceInternalWriterHelper.java | 2 +-
.../main/java/org/apache/hudi/sql/InsertMode.java | 2 +-
.../main/java/org/apache/hudi/QuickstartUtils.java | 31 +++---
.../apache/hudi/cli/HDFSParquetImporterUtils.java | 4 +-
.../Spark3HoodieVectorizedParquetRecordReader.java | 5 +-
.../apache/hudi/hive/util/ColumnNameXLator.java | 6 +-
.../org/apache/hudi/hive/util/HiveSchemaUtil.java | 4 +-
.../org/apache/hudi/hive/SchemaDifference.java | 6 +-
.../apache/hudi/sync/common/HoodieSyncConfig.java | 2 +-
.../hudi/sync/common/HoodieSyncException.java | 2 +-
.../sync/common/metrics/HoodieMetaSyncMetrics.java | 2 +-
.../AsyncTimelineServerBasedDetectionStrategy.java | 2 +-
.../MarkerBasedEarlyConflictDetectionRunnable.java | 14 +--
.../service/handlers/marker/MarkerDirState.java | 2 +-
.../apache/hudi/utilities/HDFSParquetImporter.java | 4 +-
.../org/apache/hudi/utilities/HoodieCleaner.java | 2 +-
.../org/apache/hudi/utilities/HoodieCompactor.java | 2 +-
.../hudi/utilities/HoodieDataTableValidator.java | 4 +-
.../hudi/utilities/HoodieDropPartitionsTool.java | 6 +-
.../org/apache/hudi/utilities/HoodieIndexer.java | 2 +-
.../utilities/HoodieMetadataTableValidator.java | 19 ++--
.../apache/hudi/utilities/HoodieRepairTool.java | 2 +-
.../org/apache/hudi/utilities/HoodieTTLJob.java | 2 +-
.../org/apache/hudi/utilities/TableSizeStats.java | 4 +-
.../kafka/HoodieWriteCommitKafkaCallback.java | 6 +-
.../checkpointing/KafkaConnectHdfsProvider.java | 2 +-
.../utilities/schema/JdbcbasedSchemaProvider.java | 2 +-
.../utilities/sources/debezium/DebeziumSource.java | 2 +-
.../sources/helpers/DatePartitionPathSelector.java | 2 +-
.../utilities/sources/helpers/KafkaOffsetGen.java | 8 +-
.../sources/helpers/gcs/MessageValidity.java | 2 +-
.../hudi/utilities/streamer/BootstrapExecutor.java | 4 +-
.../streamer/HoodieMultiTableStreamer.java | 20 ++--
.../hudi/utilities/streamer/HoodieStreamer.java | 2 +-
.../apache/hudi/utilities/streamer/StreamSync.java | 8 +-
195 files changed, 572 insertions(+), 651 deletions(-)
