This is an automated email from the ASF dual-hosted git repository.
leesf pushed a commit to branch redo-log
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
commit 4b23f941244a38a402c85360ba04793b03f34bcf
Merge: 6535859 e1e5fe3
Author: leesf <490081...@qq.com>
AuthorDate: Fri Jan 3 13:44:21 2020 +0800
Merge remote-tracking branch 'upstream/master'
doap_HUDI.rdf | 59 ++++
.../main/java/org/apache/hudi/cli/HoodieCLI.java | 15 +-
.../hudi/cli/HoodieHistoryFileNameProvider.java | 1 +
.../org/apache/hudi/cli/HoodieSplashScreen.java | 3 +
.../src/main/java/org/apache/hudi/cli/Table.java | 2 +-
.../hudi/cli/commands/ArchivedCommitsCommand.java | 10 +-
.../apache/hudi/cli/commands/CleansCommand.java | 22 +-
.../apache/hudi/cli/commands/CommitsCommand.java | 47 +---
.../hudi/cli/commands/CompactionCommand.java | 310 ++++++++++-----------
.../apache/hudi/cli/commands/DatasetsCommand.java | 17 +-
.../hudi/cli/commands/FileSystemViewCommand.java | 7 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 34 +--
.../hudi/cli/commands/HoodieSyncCommand.java | 12 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 23 +-
.../apache/hudi/cli/commands/RollbacksCommand.java | 4 +-
.../hudi/cli/commands/SavepointsCommand.java | 41 +--
.../org/apache/hudi/cli/commands/StatsCommand.java | 10 +-
.../scala/org/apache/hudi/cli/DedupeSparkJob.scala | 4 +-
hudi-client/pom.xml | 5 +
.../java/org/apache/hudi/AbstractHoodieClient.java | 7 +-
.../org/apache/hudi/CompactionAdminClient.java | 17 +-
.../java/org/apache/hudi/HoodieCleanClient.java | 16 +-
.../java/org/apache/hudi/HoodieReadClient.java | 6 +-
.../java/org/apache/hudi/HoodieWriteClient.java | 61 ++--
.../client/embedded/EmbeddedTimelineService.java | 10 +-
.../apache/hudi/config/HoodieCompactionConfig.java | 2 +-
.../hudi/func/SparkBoundedInMemoryExecutor.java | 1 +
.../hudi/index/bloom/BloomIndexFileInfo.java | 1 +
.../apache/hudi/index/bloom/HoodieBloomIndex.java | 6 +-
.../index/bloom/HoodieBloomIndexCheckFunction.java | 6 +-
.../hudi/index/bloom/HoodieGlobalBloomIndex.java | 40 +--
.../apache/hudi/index/bloom/IndexFileFilter.java | 11 +-
.../IntervalTreeBasedGlobalIndexFileFilter.java | 28 +-
.../bloom/IntervalTreeBasedIndexFileFilter.java | 12 +-
.../org/apache/hudi/index/bloom/KeyRangeNode.java | 4 +-
.../bloom/ListBasedGlobalIndexFileFilter.java | 19 +-
.../hudi/index/bloom/ListBasedIndexFileFilter.java | 8 +-
.../hbase/DefaultHBaseQPSResourceAllocator.java | 10 +-
.../org/apache/hudi/index/hbase/HBaseIndex.java | 44 +--
.../org/apache/hudi/io/HoodieAppendHandle.java | 20 +-
.../java/org/apache/hudi/io/HoodieCleanHelper.java | 16 +-
.../org/apache/hudi/io/HoodieCommitArchiveLog.java | 22 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 18 +-
.../org/apache/hudi/io/HoodieKeyLookupHandle.java | 19 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 45 +--
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 10 +-
.../io/compact/HoodieRealtimeTableCompactor.java | 28 +-
.../hudi/io/storage/HoodieParquetWriter.java | 1 +
.../org/apache/hudi/metrics/HoodieMetrics.java | 17 +-
.../apache/hudi/metrics/JmxMetricsReporter.java | 6 +-
.../main/java/org/apache/hudi/metrics/Metrics.java | 6 +-
.../hudi/metrics/MetricsGraphiteReporter.java | 6 +-
.../hudi/metrics/MetricsReporterFactory.java | 8 +-
.../apache/hudi/table/HoodieCopyOnWriteTable.java | 55 ++--
.../apache/hudi/table/HoodieMergeOnReadTable.java | 27 +-
.../java/org/apache/hudi/table/HoodieTable.java | 12 +-
.../org/apache/hudi/table/RollbackExecutor.java | 14 +-
hudi-client/src/test/java/HoodieClientExample.java | 2 +-
.../org/apache/hudi/HoodieClientTestHarness.java | 6 +-
.../src/test/java/org/apache/hudi/TestCleaner.java | 59 ++--
.../java/org/apache/hudi/TestClientRollback.java | 6 +-
.../org/apache/hudi/TestCompactionAdminClient.java | 41 +--
.../java/org/apache/hudi/TestHoodieClientBase.java | 225 +++++++--------
.../hudi/TestHoodieClientOnCopyOnWriteStorage.java | 82 +++++-
.../java/org/apache/hudi/TestHoodieReadClient.java | 7 +-
.../test/java/org/apache/hudi/TestWriteStatus.java | 4 +-
.../apache/hudi/common/HoodieClientTestUtils.java | 2 +-
.../hudi/common/HoodieMergeOnReadTestUtils.java | 3 +-
.../hudi/common/HoodieTestDataGenerator.java | 40 ++-
.../hudi/func/TestBoundedInMemoryExecutor.java | 2 +-
.../apache/hudi/func/TestBoundedInMemoryQueue.java | 2 +-
.../apache/hudi/func/TestUpdateMapFunction.java | 2 -
.../java/org/apache/hudi/index/TestHbaseIndex.java | 28 +-
.../org/apache/hudi/index/TestHoodieIndex.java | 7 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 5 +-
.../index/bloom/TestHoodieGlobalBloomIndex.java | 15 +-
.../hudi/index/bloom/TestKeyRangeLookupTree.java | 3 +-
.../apache/hudi/io/TestHoodieCommitArchiveLog.java | 2 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 2 -
.../io/strategy/TestHoodieCompactionStrategy.java | 8 +-
.../apache/hudi/metrics/TestHoodieJmxMetrics.java | 6 +-
.../org/apache/hudi/metrics/TestHoodieMetrics.java | 4 +-
.../apache/hudi/table/TestCopyOnWriteTable.java | 9 +-
.../apache/hudi/table/TestMergeOnReadTable.java | 133 +++------
.../apache/hudi/common/model/HoodieTableType.java | 6 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 1 +
.../common/table/log/HoodieLogFormatWriter.java | 2 +
.../table/timeline/HoodieActiveTimeline.java | 8 +-
.../table/view/AbstractTableFileSystemView.java | 3 +
.../table/view/HoodieTableFileSystemView.java | 2 +
.../view/SpillableMapBasedFileSystemView.java | 2 +
.../common/util/DFSPropertiesConfiguration.java | 15 +-
.../hudi/common/util/ObjectSizeCalculator.java | 1 +
.../org/apache/hudi/common/util/RocksDBDAO.java | 2 +-
.../hudi/common/util/collection/DiskBasedMap.java | 1 +
.../common/util/collection/LazyFileIterable.java | 1 +
.../hudi/common/bloom/filter/TestBloomFilter.java | 9 +-
.../hudi/common/minicluster/HdfsTestService.java | 23 +-
.../apache/hudi/common/model/HoodieTestUtils.java | 42 +--
.../common/model/TestHoodieCommitMetadata.java | 4 +-
.../hudi/common/model/TestHoodieWriteStat.java | 2 -
.../common/table/TestHoodieTableMetaClient.java | 4 +-
.../hudi/common/table/log/TestHoodieLogFormat.java | 29 +-
.../log/TestHoodieLogFormatAppendFailure.java | 2 +-
.../common/table/string/MockHoodieTimeline.java | 11 +-
.../table/string/TestHoodieActiveTimeline.java | 7 +-
.../table/view/TestHoodieTableFileSystemView.java | 51 ++--
.../table/view/TestIncrementalFSViewSync.java | 69 ++---
.../hudi/common/util/CompactionTestUtils.java | 2 +-
.../apache/hudi/common/util/SchemaTestUtil.java | 4 +-
.../hudi/common/util/SpillableMapTestUtils.java | 2 +-
.../util/TestDFSPropertiesConfiguration.java | 12 +-
.../org/apache/hudi/common/util/TestFSUtils.java | 27 +-
.../hudi/common/util/TestHoodieAvroUtils.java | 6 +-
.../apache/hudi/common/util/TestNumericUtils.java | 18 +-
.../apache/hudi/common/util/TestParquetUtils.java | 11 -
.../hudi/common/util/TestRocksDBManager.java | 20 +-
.../common/util/collection/TestDiskBasedMap.java | 2 +-
.../util/collection/TestExternalSpillableMap.java | 9 +-
.../hudi/hadoop/HoodieParquetInputFormat.java | 2 +
.../hadoop/hive/HoodieCombineHiveInputFormat.java | 6 +
.../apache/hudi/hadoop/InputFormatTestUtil.java | 2 -
.../hudi/hadoop/TestRecordReaderValueIterator.java | 9 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 60 ++--
.../org/apache/hudi/hive/TestHiveSyncTool.java | 2 +-
.../test/java/org/apache/hudi/hive/TestUtil.java | 16 +-
.../org/apache/hudi/hive/util/HiveTestService.java | 25 --
.../java/org/apache/hudi/integ/ITTestBase.java | 3 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 20 +-
.../org/apache/hudi/payload/AWSDmsAvroPayload.java | 68 +++++
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 4 +-
hudi-spark/src/test/java/DataSourceTestUtils.java | 2 +-
hudi-spark/src/test/java/HoodieJavaApp.java | 3 +-
.../timeline/service/FileSystemViewHandler.java | 10 +-
.../hudi/timeline/service/TimelineService.java | 2 +-
.../timeline/service/handlers/DataFileHandler.java | 2 +-
.../service/handlers/FileSliceHandler.java | 2 +-
.../timeline/service/handlers/TimelineHandler.java | 2 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 2 +-
.../org/apache/hudi/utilities/UtilHelpers.java | 18 +-
.../deltastreamer/HoodieDeltaStreamer.java | 3 +-
.../deltastreamer/SourceFormatAdapter.java | 15 -
.../utilities/schema/RowBasedSchemaProvider.java | 6 +
.../hudi/utilities/sources/ParquetDFSSource.java | 20 +-
.../org/apache/hudi/utilities/sources/Source.java | 2 +-
.../AWSDmsTransformer.java} | 32 ++-
.../TestAWSDatabaseMigrationServiceSource.java | 107 +++++++
.../hudi/utilities/TestHoodieDeltaStreamer.java | 4 +-
.../apache/hudi/utilities/UtilitiesTestBase.java | 3 +-
.../sources/DistributedTestDataSource.java | 4 +-
.../hudi/utilities/sources/TestDFSSource.java | 2 +-
pom.xml | 2 +-
style/checkstyle.xml | 2 +-
style/scalastyle-config.xml | 114 --------
style/scalastyle.xml | 134 +++++++++
155 files changed, 1567 insertions(+), 1523 deletions(-)
