This is an automated email from the ASF dual-hosted git repository.
vbalaji pushed a change to branch release-0.5.0
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git.
omit bc05bbb [HUDI-121] Preparing for Release 0.5.0-incubating-rc5
omit 9422c50 [HUDI-121] Preparing for Release 0.5.0-incubating-rc4
omit eb1455b [HUDI-121] Preparing for Release 0.5.0-incubating-rc3
omit 0682e18 [HUDI-121] Preparing for Release 0.5.0-incubating-rc2
add 8a55938 [HUDI-293] Remove KEYS file from github repository
add d050d98 [HUDI-232] Implement sealing/unsealing for HoodieRecord class
(#938)
add e655cfb [HOTFIX] Move to openjdk to get travis passing (#944)
add 834c591 [MINOR] Add incubating to NOTICE and README.md
add b19bed4 [HUDI-296] Explore use of spotless to auto fix formatting
errors (#945)
add e10e069 [HUDI-292] Avoid consuming more entries from kafka than
specified sourceLimit. (#947)
add c052167 [Docs] Update README.md (#955)
add 12523c3 [HUDI-298] Fix issue with incorrect column mapping casusing
bad data, during on-the-fly merge of Real Time tables (#956)
add 1c09f5b [HUDI-301] fix path error when update a non-partition MOR
table
add 8c13340 Shade and relocate Avro dependency in hadoop-mr-bundle
add 77f4e73 [HUDI-121] Fix licensing issues found during RC voting by
general incubator group
add 603df66 Update RELEASE Notes in master
new 0b0018a [HUDI-121] Preparing for Release 0.5.0-incubating-rc2
new b7c827d [HUDI-121] Preparing for Release 0.5.0-incubating-rc3
new 0cbcf67 [HUDI-121] Preparing for Release 0.5.0-incubating-rc4
new 90571b7 [HUDI-121] Preparing for Release 0.5.0-incubating-rc5
new 83e411e [HUDI-121] Preparing for Release 0.5.0-incubating-rc6
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (bc05bbb)
\
N -- N -- N refs/heads/release-0.5.0 (83e411e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 3 +-
DISCLAIMER | 6 -
DISCLAIMER-WIP | 26 +
KEYS | 275 ---------
LICENSE | 118 ++++
NOTICE | 2 +-
README.md | 4 +-
RELEASE_NOTES.md | 13 +
docker/hoodie/hadoop/base/pom.xml | 3 +-
docker/hoodie/hadoop/datanode/pom.xml | 3 +-
docker/hoodie/hadoop/historyserver/pom.xml | 3 +-
docker/hoodie/hadoop/hive_base/pom.xml | 3 +-
docker/hoodie/hadoop/namenode/pom.xml | 3 +-
docker/hoodie/hadoop/pom.xml | 3 +-
docker/hoodie/hadoop/prestobase/pom.xml | 3 +-
docker/hoodie/hadoop/spark_base/pom.xml | 3 +-
docker/hoodie/hadoop/sparkadhoc/pom.xml | 3 +-
docker/hoodie/hadoop/sparkmaster/pom.xml | 3 +-
docker/hoodie/hadoop/sparkworker/pom.xml | 3 +-
hudi-cli/pom.xml | 3 +-
.../org/apache/hudi/cli/HoodiePrintHelper.java | 20 +-
.../src/main/java/org/apache/hudi/cli/Table.java | 14 +-
.../hudi/cli/commands/ArchivedCommitsCommand.java | 60 +-
.../apache/hudi/cli/commands/CleansCommand.java | 38 +-
.../apache/hudi/cli/commands/CommitsCommand.java | 95 ++--
.../hudi/cli/commands/CompactionCommand.java | 209 +++----
.../apache/hudi/cli/commands/DatasetsCommand.java | 30 +-
.../hudi/cli/commands/FileSystemViewCommand.java | 92 ++-
.../cli/commands/HDFSParquetImportCommand.java | 24 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 80 ++-
.../hudi/cli/commands/HoodieSyncCommand.java | 35 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 38 +-
.../apache/hudi/cli/commands/RollbacksCommand.java | 36 +-
.../hudi/cli/commands/SavepointsCommand.java | 8 +-
.../org/apache/hudi/cli/commands/SparkMain.java | 23 +-
.../org/apache/hudi/cli/commands/StatsCommand.java | 49 +-
.../java/org/apache/hudi/cli/utils/HiveUtil.java | 7 +-
.../java/org/apache/hudi/cli/utils/SparkUtil.java | 4 +-
.../scala/org/apache/hudi/cli/SparkHelpers.scala | 11 +-
hudi-client/pom.xml | 6 +-
.../java/org/apache/hudi/AbstractHoodieClient.java | 11 +-
.../org/apache/hudi/CompactionAdminClient.java | 266 +++++----
.../java/org/apache/hudi/HoodieReadClient.java | 53 +-
.../java/org/apache/hudi/HoodieWriteClient.java | 529 ++++++++----------
.../src/main/java/org/apache/hudi/WriteStatus.java | 22 +-
.../apache/hudi/config/HoodieCompactionConfig.java | 88 ++-
.../apache/hudi/config/HoodieHBaseIndexConfig.java | 68 ++-
.../org/apache/hudi/config/HoodieIndexConfig.java | 30 +-
.../org/apache/hudi/config/HoodieMemoryConfig.java | 59 +-
.../apache/hudi/config/HoodieMetricsConfig.java | 6 +-
.../apache/hudi/config/HoodieStorageConfig.java | 27 +-
.../org/apache/hudi/config/HoodieWriteConfig.java | 126 ++---
.../hudi/exception/HoodieAppendException.java | 5 +-
.../hudi/exception/HoodieCommitException.java | 3 +-
.../HoodieDependentSystemUnavailableException.java | 4 +-
.../hudi/exception/HoodieInsertException.java | 5 +-
.../hudi/exception/HoodieUpsertException.java | 5 +-
.../apache/hudi/func/BulkInsertMapFunction.java | 8 +-
.../hudi/func/CopyOnWriteLazyInsertIterable.java | 31 +-
.../org/apache/hudi/func/LazyIterableIterator.java | 21 +-
.../hudi/func/MergeOnReadLazyInsertIterable.java | 6 +-
.../java/org/apache/hudi/func/OperationResult.java | 11 +-
.../apache/hudi/func/ParquetReaderIterator.java | 4 +-
.../hudi/func/SparkBoundedInMemoryExecutor.java | 12 +-
.../java/org/apache/hudi/index/HoodieIndex.java | 29 +-
.../org/apache/hudi/index/InMemoryHashIndex.java | 14 +-
.../bloom/BucketizedBloomCheckPartitioner.java | 5 +-
.../apache/hudi/index/bloom/HoodieBloomIndex.java | 141 +++--
.../index/bloom/HoodieBloomIndexCheckFunction.java | 16 +-
.../hudi/index/bloom/HoodieGlobalBloomIndex.java | 15 +-
.../IntervalTreeBasedGlobalIndexFileFilter.java | 10 +-
.../bloom/IntervalTreeBasedIndexFileFilter.java | 4 +-
.../hudi/index/bloom/KeyRangeLookupTree.java | 25 +-
.../org/apache/hudi/index/bloom/KeyRangeNode.java | 17 +-
.../bloom/ListBasedGlobalIndexFileFilter.java | 3 +-
.../org/apache/hudi/index/hbase/HBaseIndex.java | 263 ++++-----
.../hbase/HBaseIndexQPSResourceAllocator.java | 12 +-
.../org/apache/hudi/io/HoodieAppendHandle.java | 51 +-
.../java/org/apache/hudi/io/HoodieCleanHelper.java | 93 ++--
.../org/apache/hudi/io/HoodieCommitArchiveLog.java | 80 ++-
.../org/apache/hudi/io/HoodieCreateHandle.java | 20 +-
.../org/apache/hudi/io/HoodieKeyLookupHandle.java | 18 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 69 ++-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 5 +-
.../apache/hudi/io/compact/HoodieCompactor.java | 17 +-
.../io/compact/HoodieRealtimeTableCompactor.java | 148 +++--
.../strategy/BoundedIOCompactionStrategy.java | 4 +-
.../BoundedPartitionAwareCompactionStrategy.java | 31 +-
.../io/compact/strategy/CompactionStrategy.java | 38 +-
.../strategy/DayBasedCompactionStrategy.java | 16 +-
.../LogFileSizeBasedCompactionStrategy.java | 18 +-
.../strategy/UnBoundedCompactionStrategy.java | 5 +-
.../UnBoundedPartitionAwareCompactionStrategy.java | 33 +-
.../hudi/io/storage/HoodieParquetConfig.java | 5 +-
.../hudi/io/storage/HoodieParquetWriter.java | 36 +-
.../io/storage/HoodieStorageWriterFactory.java | 25 +-
.../org/apache/hudi/metrics/HoodieMetrics.java | 29 +-
.../hudi/metrics/InMemoryMetricsReporter.java | 6 +-
.../hudi/metrics/MetricsGraphiteReporter.java | 13 +-
.../apache/hudi/metrics/MetricsReporterType.java | 3 +-
.../apache/hudi/table/HoodieCopyOnWriteTable.java | 244 ++++----
.../apache/hudi/table/HoodieMergeOnReadTable.java | 413 +++++++-------
.../java/org/apache/hudi/table/HoodieTable.java | 67 ++-
.../table/UserDefinedBulkInsertPartitioner.java | 10 +-
.../org/apache/hudi/table/WorkloadProfile.java | 10 +-
hudi-client/src/test/java/HoodieClientExample.java | 14 +-
.../org/apache/hudi/HoodieClientTestHarness.java | 16 +-
.../java/org/apache/hudi/TestAsyncCompaction.java | 121 ++--
.../src/test/java/org/apache/hudi/TestCleaner.java | 529 +++++++++---------
.../java/org/apache/hudi/TestClientRollback.java | 25 +-
.../org/apache/hudi/TestCompactionAdminClient.java | 126 ++---
.../java/org/apache/hudi/TestConsistencyGuard.java | 20 +-
.../java/org/apache/hudi/TestHoodieClientBase.java | 87 +--
.../hudi/TestHoodieClientOnCopyOnWriteStorage.java | 156 +++---
.../java/org/apache/hudi/TestHoodieReadClient.java | 43 +-
.../src/test/java/org/apache/hudi/TestMultiFS.java | 21 +-
.../test/java/org/apache/hudi/TestWriteStatus.java | 4 +-
.../apache/hudi/common/HoodieClientTestUtils.java | 61 +-
.../hudi/common/HoodieMergeOnReadTestUtils.java | 16 +-
.../hudi/common/HoodieTestDataGenerator.java | 41 +-
.../org/apache/hudi/common/TestRawTripPayload.java | 4 +-
.../hudi/func/TestBoundedInMemoryExecutor.java | 10 +-
.../apache/hudi/func/TestBoundedInMemoryQueue.java | 42 +-
.../apache/hudi/func/TestUpdateMapFunction.java | 10 +-
.../hudi/index/TestHBaseQPSResourceAllocator.java | 22 +-
.../java/org/apache/hudi/index/TestHbaseIndex.java | 49 +-
.../org/apache/hudi/index/TestHoodieIndex.java | 7 +-
.../bloom/TestBucketizedBloomCheckPartitioner.java | 15 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 181 +++---
.../index/bloom/TestHoodieGlobalBloomIndex.java | 131 ++---
.../apache/hudi/io/TestHoodieCommitArchiveLog.java | 148 +++--
.../org/apache/hudi/io/TestHoodieCompactor.java | 19 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 96 ++--
.../io/storage/TestHoodieStorageWriterFactory.java | 122 ++--
.../io/strategy/TestHoodieCompactionStrategy.java | 80 ++-
.../apache/hudi/table/TestCopyOnWriteTable.java | 81 ++-
.../apache/hudi/table/TestHoodieRecordSizing.java | 15 +-
.../apache/hudi/table/TestMergeOnReadTable.java | 283 +++++-----
hudi-common/pom.xml | 6 +-
.../apache/hudi/avro/HoodieAvroWriteSupport.java | 8 +-
.../apache/hudi/avro/MercifulJsonConverter.java | 304 +++++++---
.../org/apache/hudi/common/HoodieCleanStat.java | 13 +-
.../org/apache/hudi/common/HoodieJsonPayload.java | 10 +-
.../org/apache/hudi/common/HoodieRollbackStat.java | 9 +-
.../hudi/common/SerializableConfiguration.java | 3 +-
.../common/io/storage/HoodieWrapperFileSystem.java | 144 ++---
.../io/storage/SizeAwareFSDataOutputStream.java | 8 +-
.../hudi/common/model/CompactionOperation.java | 36 +-
.../org/apache/hudi/common/model/FileSlice.java | 15 +-
.../hudi/common/model/HoodieAvroPayload.java | 9 +-
.../hudi/common/model/HoodieCleaningPolicy.java | 3 +-
.../hudi/common/model/HoodieCommitMetadata.java | 7 +-
.../apache/hudi/common/model/HoodieDataFile.java | 5 +-
.../apache/hudi/common/model/HoodieFileGroup.java | 41 +-
.../hudi/common/model/HoodieFileGroupId.java | 8 +-
.../org/apache/hudi/common/model/HoodieKey.java | 7 +-
.../apache/hudi/common/model/HoodieLogFile.java | 9 +-
.../hudi/common/model/HoodiePartitionMetadata.java | 21 +-
.../org/apache/hudi/common/model/HoodieRecord.java | 44 +-
.../hudi/common/model/HoodieRecordLocation.java | 6 +-
.../hudi/common/model/HoodieRecordPayload.java | 38 +-
.../apache/hudi/common/model/HoodieTableType.java | 5 +-
.../apache/hudi/common/model/HoodieWriteStat.java | 30 +-
.../apache/hudi/common/storage/StorageSchemes.java | 3 +-
.../hudi/common/table/HoodieTableConfig.java | 42 +-
.../hudi/common/table/HoodieTableMetaClient.java | 112 ++--
.../apache/hudi/common/table/HoodieTimeline.java | 56 +-
.../hudi/common/table/SyncableFileSystemView.java | 10 +-
.../hudi/common/table/TableFileSystemView.java | 17 +-
.../table/log/AbstractHoodieLogRecordScanner.java | 61 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 66 +--
.../hudi/common/table/log/HoodieLogFormat.java | 33 +-
.../common/table/log/HoodieLogFormatReader.java | 18 +-
.../common/table/log/HoodieLogFormatVersion.java | 3 +-
.../common/table/log/HoodieLogFormatWriter.java | 53 +-
.../table/log/HoodieMergedLogRecordScanner.java | 33 +-
.../table/log/HoodieUnMergedLogRecordScanner.java | 5 +-
.../table/log/block/HoodieAvroDataBlock.java | 65 +--
.../log/block/HoodieAvroDataBlockVersion.java | 4 +-
.../common/table/log/block/HoodieCommandBlock.java | 23 +-
.../table/log/block/HoodieCommandBlockVersion.java | 4 +-
.../common/table/log/block/HoodieCorruptBlock.java | 25 +-
.../common/table/log/block/HoodieDeleteBlock.java | 25 +-
.../table/log/block/HoodieDeleteBlockVersion.java | 4 +-
.../common/table/log/block/HoodieLogBlock.java | 67 +--
.../table/timeline/HoodieActiveTimeline.java | 75 ++-
.../table/timeline/HoodieArchivedTimeline.java | 34 +-
.../table/timeline/HoodieDefaultTimeline.java | 42 +-
.../hudi/common/table/timeline/HoodieInstant.java | 10 +-
.../common/table/timeline/dto/CompactionOpDTO.java | 10 +-
.../common/table/timeline/dto/FileGroupDTO.java | 4 +-
.../common/table/timeline/dto/TimelineDTO.java | 2 +-
.../table/view/AbstractTableFileSystemView.java | 188 +++----
.../common/table/view/FileSystemViewManager.java | 65 +--
.../table/view/FileSystemViewStorageConfig.java | 33 +-
.../table/view/HoodieTableFileSystemView.java | 18 +-
.../IncrementalTimelineSyncFileSystemView.java | 72 +--
.../table/view/PriorityBasedFileSystemView.java | 7 +-
.../view/RemoteHoodieTableFileSystemView.java | 116 ++--
.../table/view/RocksDbBasedFileSystemView.java | 88 +--
.../view/SpillableMapBasedFileSystemView.java | 36 +-
.../org/apache/hudi/common/util/AvroUtils.java | 88 ++-
.../apache/hudi/common/util/CompactionUtils.java | 32 +-
.../apache/hudi/common/util/ConsistencyGuard.java | 10 +-
.../hudi/common/util/ConsistencyGuardConfig.java | 8 +-
.../common/util/DFSPropertiesConfiguration.java | 3 +-
.../hudi/common/util/DefaultSizeEstimator.java | 3 +-
.../java/org/apache/hudi/common/util/FSUtils.java | 140 ++---
.../hudi/common/util/FailSafeConsistencyGuard.java | 12 +-
.../org/apache/hudi/common/util/FileIOUtils.java | 5 +-
.../apache/hudi/common/util/HoodieAvroUtils.java | 55 +-
.../common/util/HoodieRecordSizeEstimator.java | 1 +
.../org/apache/hudi/common/util/HoodieTimer.java | 5 +-
.../apache/hudi/common/util/LogReaderUtils.java | 4 +-
.../hudi/common/util/NoOpConsistencyGuard.java | 6 +-
.../hudi/common/util/ObjectSizeCalculator.java | 107 ++--
.../java/org/apache/hudi/common/util/Option.java | 265 ++-------
.../org/apache/hudi/common/util/ParquetUtils.java | 67 +--
.../apache/hudi/common/util/ReflectionUtils.java | 16 +-
.../org/apache/hudi/common/util/RocksDBDAO.java | 20 +-
.../hudi/common/util/RocksDBSchemaHelper.java | 30 +-
.../hudi/common/util/SerializationUtils.java | 32 +-
.../org/apache/hudi/common/util/SizeEstimator.java | 6 +-
.../apache/hudi/common/util/SpillableMapUtils.java | 36 +-
.../org/apache/hudi/common/util/StringUtils.java | 14 +-
.../hudi/common/util/TimelineDiffHelper.java | 23 +-
.../hudi/common/util/collection/DiskBasedMap.java | 23 +-
.../util/collection/ExternalSpillableMap.java | 35 +-
.../hudi/common/util/collection/ImmutablePair.java | 36 +-
.../common/util/collection/ImmutableTriple.java | 28 +-
.../common/util/collection/LazyFileIterable.java | 9 +-
.../apache/hudi/common/util/collection/Pair.java | 105 ++--
.../common/util/collection/RocksDBBasedMap.java | 7 +-
.../apache/hudi/common/util/collection/Triple.java | 81 ++-
.../common/util/queue/BoundedInMemoryExecutor.java | 48 +-
.../common/util/queue/BoundedInMemoryQueue.java | 44 +-
.../util/queue/BoundedInMemoryQueueProducer.java | 3 +-
.../apache/hudi/config/DefaultHoodieConfig.java | 6 +-
.../hudi/exception/DatasetNotFoundException.java | 7 +-
.../exception/HoodieCorruptedDataException.java | 3 +-
.../org/apache/hudi/exception/HoodieException.java | 10 +-
.../apache/hudi/exception/HoodieIOException.java | 4 +-
.../hudi/exception/HoodieIndexException.java | 4 +-
.../exception/HoodieRecordMissingException.java | 12 +-
.../hudi/exception/InvalidDatasetException.java | 4 +-
.../hudi/common/HoodieCommonTestHarness.java | 13 +-
.../hudi/common/minicluster/HdfsTestService.java | 6 +-
.../hudi/common/model/AvroBinaryTestPayload.java | 3 +-
.../apache/hudi/common/model/HoodieTestUtils.java | 52 +-
.../common/model/TestHoodieCommitMetadata.java | 4 +-
.../apache/hudi/common/model/TestHoodieRecord.java | 74 +++
.../common/table/HoodieTableMetaClientTest.java | 11 +-
.../log/HoodieLogFormatAppendFailureTest.java | 16 +-
.../hudi/common/table/log/HoodieLogFormatTest.java | 499 ++++++++---------
.../table/string/HoodieActiveTimelineTest.java | 10 +-
.../common/table/string/MockHoodieTimeline.java | 5 +-
.../table/view/HoodieTableFileSystemViewTest.java | 318 ++++++-----
.../table/view/IncrementalFSViewSyncTest.java | 187 +++----
.../RocksDBBasedIncrementalFSViewSyncTest.java | 5 +-
.../table/view/RocksDbBasedFileSystemViewTest.java | 3 +-
.../view/SpillableMapBasedFileSystemViewTest.java | 6 +-
.../hudi/common/util/CompactionTestUtils.java | 60 +-
.../apache/hudi/common/util/SchemaTestUtil.java | 56 +-
.../hudi/common/util/SpillableMapTestUtils.java | 22 +-
.../hudi/common/util/TestCompactionUtils.java | 104 ++--
.../util/TestDFSPropertiesConfiguration.java | 27 +-
.../org/apache/hudi/common/util/TestFSUtils.java | 47 +-
.../hudi/common/util/TestHoodieAvroUtils.java | 7 +-
.../apache/hudi/common/util/TestParquetUtils.java | 16 +-
.../org/apache/hudi/common/util/TestRecord.java | 9 +-
.../hudi/common/util/TestRocksDBManager.java | 12 +-
.../hudi/common/util/TestSerializationUtils.java | 2 +-
.../common/util/collection/TestDiskBasedMap.java | 44 +-
.../util/collection/TestExternalSpillableMap.java | 31 +-
hudi-hadoop-mr/pom.xml | 6 +-
.../hudi/hadoop/HoodieParquetInputFormat.java | 81 ++-
.../hudi/hadoop/HoodieROTablePathFilter.java | 29 +-
.../hadoop/SafeParquetRecordReaderWrapper.java | 17 +-
.../hudi/hadoop/UseFileSplitsFromInputFormat.java | 4 +-
.../hadoop/hive/HoodieCombineHiveInputFormat.java | 168 +++---
.../realtime/AbstractRealtimeRecordReader.java | 128 +++--
.../realtime/HoodieParquetRealtimeInputFormat.java | 78 ++-
.../hadoop/realtime/HoodieRealtimeFileSplit.java | 15 +-
.../realtime/HoodieRealtimeRecordReader.java | 8 +-
.../realtime/RealtimeCompactedRecordReader.java | 24 +-
.../realtime/RealtimeUnmergedRecordReader.java | 21 +-
.../apache/hudi/hadoop/HoodieInputFormatTest.java | 89 ++-
.../apache/hudi/hadoop/InputFormatTestUtil.java | 67 +--
.../hudi/hadoop/TestHoodieROTablePathFilter.java | 38 +-
.../hudi/hadoop/TestRecordReaderValueIterator.java | 13 +-
.../realtime/HoodieRealtimeRecordReaderTest.java | 269 ++++-----
hudi-hive/pom.xml | 6 +-
.../java/org/apache/hudi/hive/HiveSyncConfig.java | 54 +-
.../java/org/apache/hudi/hive/HiveSyncTool.java | 43 +-
.../org/apache/hudi/hive/HoodieHiveClient.java | 187 +++----
.../hudi/hive/MultiPartKeysValueExtractor.java | 3 +-
.../apache/hudi/hive/NonPartitionedExtractor.java | 2 +-
.../apache/hudi/hive/PartitionValueExtractor.java | 8 +-
.../org/apache/hudi/hive/SchemaDifference.java | 13 +-
.../SlashEncodedDayPartitionValueExtractor.java | 8 +-
.../apache/hudi/hive/util/ColumnNameXLator.java | 4 +-
.../java/org/apache/hudi/hive/util/SchemaUtil.java | 141 +++--
.../org/apache/hudi/hive/HiveSyncToolTest.java | 194 +++----
.../test/java/org/apache/hudi/hive/TestUtil.java | 131 ++---
.../org/apache/hudi/hive/util/HiveTestService.java | 32 +-
hudi-integ-test/pom.xml | 3 +-
.../java/org/apache/hudi/integ/ITTestBase.java | 73 ++-
.../org/apache/hudi/integ/ITTestHoodieDemo.java | 183 +++---
.../org/apache/hudi/integ/ITTestHoodieSanity.java | 41 +-
hudi-spark/pom.xml | 6 +-
.../main/java/org/apache/hudi/BaseAvroPayload.java | 2 +-
.../java/org/apache/hudi/ComplexKeyGenerator.java | 10 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 99 ++--
.../org/apache/hudi/EmptyHoodieRecordPayload.java | 2 +-
.../org/apache/hudi/HoodieDataSourceHelpers.java | 17 +-
.../main/java/org/apache/hudi/KeyGenerator.java | 4 +-
.../hudi/OverwriteWithLatestAvroPayload.java | 7 +-
.../main/java/org/apache/hudi/QuickstartUtils.java | 56 +-
.../java/org/apache/hudi/SimpleKeyGenerator.java | 9 +-
...rsionUtils.scala => AvroConversionHelper.scala} | 101 +---
.../org/apache/hudi/AvroConversionUtils.scala | 289 +---------
hudi-spark/src/test/java/DataSourceTestUtils.java | 7 +-
hudi-spark/src/test/java/HoodieJavaApp.java | 82 +--
.../src/test/java/HoodieJavaStreamingApp.java | 54 +-
hudi-timeline-service/pom.xml | 6 +-
.../timeline/service/FileSystemViewHandler.java | 171 +++---
.../hudi/timeline/service/TimelineService.java | 7 +-
.../timeline/service/handlers/DataFileHandler.java | 11 +-
.../service/handlers/FileSliceHandler.java | 24 +-
.../timeline/service/handlers/TimelineHandler.java | 7 +-
.../view/RemoteHoodieTableFileSystemViewTest.java | 10 +-
hudi-utilities/pom.xml | 6 +-
.../apache/hudi/utilities/HDFSParquetImporter.java | 99 ++--
.../hudi/utilities/HiveIncrementalPuller.java | 89 ++-
.../org/apache/hudi/utilities/HoodieCleaner.java | 7 +-
.../hudi/utilities/HoodieCompactionAdminTool.java | 20 +-
.../org/apache/hudi/utilities/HoodieCompactor.java | 31 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 68 +--
.../hudi/utilities/HoodieWithTimelineServer.java | 6 +-
.../org/apache/hudi/utilities/UtilHelpers.java | 60 +-
.../adhoc/UpgradePayloadFromUberToApache.java | 17 +-
.../AbstractDeltaStreamerService.java | 12 +-
.../hudi/utilities/deltastreamer/Compactor.java | 7 +-
.../hudi/utilities/deltastreamer/DeltaSync.java | 73 +--
.../deltastreamer/HoodieDeltaStreamer.java | 72 +--
.../deltastreamer/SchedulerConfGenerator.java | 41 +-
.../deltastreamer/SourceFormatAdapter.java | 47 +-
.../keygen/TimestampBasedKeyGenerator.java | 23 +-
.../hudi/utilities/perf/TimelineServerPerf.java | 17 +-
.../utilities/schema/FilebasedSchemaProvider.java | 13 +-
.../schema/NullTargetSchemaRegistryProvider.java | 5 +-
.../utilities/schema/RowBasedSchemaProvider.java | 2 +-
.../hudi/utilities/sources/AvroDFSSource.java | 13 +-
.../hudi/utilities/sources/AvroKafkaSource.java | 13 +-
.../apache/hudi/utilities/sources/AvroSource.java | 4 +-
.../hudi/utilities/sources/HiveIncrPullSource.java | 32 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 65 +--
.../apache/hudi/utilities/sources/InputBatch.java | 3 +-
.../hudi/utilities/sources/JsonDFSSource.java | 7 +-
.../hudi/utilities/sources/JsonKafkaSource.java | 6 +-
.../apache/hudi/utilities/sources/JsonSource.java | 4 +-
.../apache/hudi/utilities/sources/RowSource.java | 7 +-
.../org/apache/hudi/utilities/sources/Source.java | 9 +-
.../utilities/sources/helpers/AvroConvertor.java | 8 +-
.../utilities/sources/helpers/DFSPathSelector.java | 28 +-
.../sources/helpers/IncrSourceHelper.java | 35 +-
.../utilities/sources/helpers/KafkaOffsetGen.java | 73 ++-
.../utilities/transform/FlatteningTransformer.java | 10 +-
.../utilities/transform/IdentityTransformer.java | 4 +-
.../transform/SqlQueryBasedTransformer.java | 4 +-
.../hudi/utilities/transform/Transformer.java | 3 +-
.../hudi/utilities/SchedulerConfGeneratorTest.java | 4 +-
.../hudi/utilities/TestFlatteningTransformer.java | 21 +-
.../hudi/utilities/TestHDFSParquetImporter.java | 48 +-
.../hudi/utilities/TestHoodieDeltaStreamer.java | 114 ++--
.../hudi/utilities/TestHoodieSnapshotCopier.java | 36 +-
.../apache/hudi/utilities/UtilitiesTestBase.java | 6 +-
.../utilities/sources/AbstractBaseTestSource.java | 7 +-
.../sources/DistributedTestDataSource.java | 30 +-
.../hudi/utilities/sources/TestDFSSource.java | 26 +-
.../hudi/utilities/sources/TestDataSource.java | 7 +-
.../hudi/utilities/sources/TestKafkaSource.java | 64 +--
.../utilities/sources/config/TestSourceConfig.java | 2 +-
packaging/hudi-hadoop-mr-bundle/pom.xml | 24 +-
packaging/hudi-hive-bundle/pom.xml | 3 +-
packaging/hudi-presto-bundle/pom.xml | 3 +-
packaging/hudi-spark-bundle/pom.xml | 3 +-
packaging/hudi-timeline-server-bundle/pom.xml | 3 +-
.../apache/hudi/timeline/server/bundle/Main.java | 6 +-
packaging/hudi-utilities-bundle/pom.xml | 3 +-
pom.xml | 46 +-
style/checkstyle-suppressions.xml | 1 +
style/checkstyle.xml | 11 +-
style/eclipse-java-google-style.xml | 353 ------------
style/intellij-java-google-style.xml | 614 ---------------------
395 files changed, 7770 insertions(+), 10712 deletions(-)
delete mode 100644 DISCLAIMER
create mode 100644 DISCLAIMER-WIP
delete mode 100644 KEYS
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieRecord.java
copy hudi-spark/src/main/scala/org/apache/hudi/{AvroConversionUtils.scala =>
AvroConversionHelper.scala} (77%)
delete mode 100644 style/eclipse-java-google-style.xml
delete mode 100644 style/intellij-java-google-style.xml
