This is an automated email from the ASF dual-hosted git repository. leesf pushed a commit to branch redo-log in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
commit 4b23f941244a38a402c85360ba04793b03f34bcf Merge: 6535859 e1e5fe3 Author: leesf <490081...@qq.com> AuthorDate: Fri Jan 3 13:44:21 2020 +0800 Merge remote-tracking branch 'upstream/master' doap_HUDI.rdf | 59 ++++ .../main/java/org/apache/hudi/cli/HoodieCLI.java | 15 +- .../hudi/cli/HoodieHistoryFileNameProvider.java | 1 + .../org/apache/hudi/cli/HoodieSplashScreen.java | 3 + .../src/main/java/org/apache/hudi/cli/Table.java | 2 +- .../hudi/cli/commands/ArchivedCommitsCommand.java | 10 +- .../apache/hudi/cli/commands/CleansCommand.java | 22 +- .../apache/hudi/cli/commands/CommitsCommand.java | 47 +--- .../hudi/cli/commands/CompactionCommand.java | 310 ++++++++++----------- .../apache/hudi/cli/commands/DatasetsCommand.java | 17 +- .../hudi/cli/commands/FileSystemViewCommand.java | 7 +- .../hudi/cli/commands/HoodieLogFileCommand.java | 34 +-- .../hudi/cli/commands/HoodieSyncCommand.java | 12 +- .../apache/hudi/cli/commands/RepairsCommand.java | 23 +- .../apache/hudi/cli/commands/RollbacksCommand.java | 4 +- .../hudi/cli/commands/SavepointsCommand.java | 41 +-- .../org/apache/hudi/cli/commands/StatsCommand.java | 10 +- .../scala/org/apache/hudi/cli/DedupeSparkJob.scala | 4 +- hudi-client/pom.xml | 5 + .../java/org/apache/hudi/AbstractHoodieClient.java | 7 +- .../org/apache/hudi/CompactionAdminClient.java | 17 +- .../java/org/apache/hudi/HoodieCleanClient.java | 16 +- .../java/org/apache/hudi/HoodieReadClient.java | 6 +- .../java/org/apache/hudi/HoodieWriteClient.java | 61 ++-- .../client/embedded/EmbeddedTimelineService.java | 10 +- .../apache/hudi/config/HoodieCompactionConfig.java | 2 +- .../hudi/func/SparkBoundedInMemoryExecutor.java | 1 + .../hudi/index/bloom/BloomIndexFileInfo.java | 1 + .../apache/hudi/index/bloom/HoodieBloomIndex.java | 6 +- .../index/bloom/HoodieBloomIndexCheckFunction.java | 6 +- .../hudi/index/bloom/HoodieGlobalBloomIndex.java | 40 +-- .../apache/hudi/index/bloom/IndexFileFilter.java | 11 +- .../IntervalTreeBasedGlobalIndexFileFilter.java | 28 +- .../bloom/IntervalTreeBasedIndexFileFilter.java | 12 +- .../org/apache/hudi/index/bloom/KeyRangeNode.java | 4 +- .../bloom/ListBasedGlobalIndexFileFilter.java | 19 +- .../hudi/index/bloom/ListBasedIndexFileFilter.java | 8 +- .../hbase/DefaultHBaseQPSResourceAllocator.java | 10 +- .../org/apache/hudi/index/hbase/HBaseIndex.java | 44 +-- .../org/apache/hudi/io/HoodieAppendHandle.java | 20 +- .../java/org/apache/hudi/io/HoodieCleanHelper.java | 16 +- .../org/apache/hudi/io/HoodieCommitArchiveLog.java | 22 +- .../org/apache/hudi/io/HoodieCreateHandle.java | 18 +- .../org/apache/hudi/io/HoodieKeyLookupHandle.java | 19 +- .../java/org/apache/hudi/io/HoodieMergeHandle.java | 45 +-- .../java/org/apache/hudi/io/HoodieWriteHandle.java | 10 +- .../io/compact/HoodieRealtimeTableCompactor.java | 28 +- .../hudi/io/storage/HoodieParquetWriter.java | 1 + .../org/apache/hudi/metrics/HoodieMetrics.java | 17 +- .../apache/hudi/metrics/JmxMetricsReporter.java | 6 +- .../main/java/org/apache/hudi/metrics/Metrics.java | 6 +- .../hudi/metrics/MetricsGraphiteReporter.java | 6 +- .../hudi/metrics/MetricsReporterFactory.java | 8 +- .../apache/hudi/table/HoodieCopyOnWriteTable.java | 55 ++-- .../apache/hudi/table/HoodieMergeOnReadTable.java | 27 +- .../java/org/apache/hudi/table/HoodieTable.java | 12 +- .../org/apache/hudi/table/RollbackExecutor.java | 14 +- hudi-client/src/test/java/HoodieClientExample.java | 2 +- .../org/apache/hudi/HoodieClientTestHarness.java | 6 +- .../src/test/java/org/apache/hudi/TestCleaner.java | 59 ++-- .../java/org/apache/hudi/TestClientRollback.java | 6 +- .../org/apache/hudi/TestCompactionAdminClient.java | 41 +-- .../java/org/apache/hudi/TestHoodieClientBase.java | 225 +++++++-------- .../hudi/TestHoodieClientOnCopyOnWriteStorage.java | 82 +++++- .../java/org/apache/hudi/TestHoodieReadClient.java | 7 +- .../test/java/org/apache/hudi/TestWriteStatus.java | 4 +- .../apache/hudi/common/HoodieClientTestUtils.java | 2 +- .../hudi/common/HoodieMergeOnReadTestUtils.java | 3 +- .../hudi/common/HoodieTestDataGenerator.java | 40 ++- .../hudi/func/TestBoundedInMemoryExecutor.java | 2 +- .../apache/hudi/func/TestBoundedInMemoryQueue.java | 2 +- .../apache/hudi/func/TestUpdateMapFunction.java | 2 - .../java/org/apache/hudi/index/TestHbaseIndex.java | 28 +- .../org/apache/hudi/index/TestHoodieIndex.java | 7 +- .../hudi/index/bloom/TestHoodieBloomIndex.java | 5 +- .../index/bloom/TestHoodieGlobalBloomIndex.java | 15 +- .../hudi/index/bloom/TestKeyRangeLookupTree.java | 3 +- .../apache/hudi/io/TestHoodieCommitArchiveLog.java | 2 +- .../org/apache/hudi/io/TestHoodieMergeHandle.java | 2 - .../io/strategy/TestHoodieCompactionStrategy.java | 8 +- .../apache/hudi/metrics/TestHoodieJmxMetrics.java | 6 +- .../org/apache/hudi/metrics/TestHoodieMetrics.java | 4 +- .../apache/hudi/table/TestCopyOnWriteTable.java | 9 +- .../apache/hudi/table/TestMergeOnReadTable.java | 133 +++------ .../apache/hudi/common/model/HoodieTableType.java | 6 +- .../hudi/common/table/log/HoodieLogFileReader.java | 1 + .../common/table/log/HoodieLogFormatWriter.java | 2 + .../table/timeline/HoodieActiveTimeline.java | 8 +- .../table/view/AbstractTableFileSystemView.java | 3 + .../table/view/HoodieTableFileSystemView.java | 2 + .../view/SpillableMapBasedFileSystemView.java | 2 + .../common/util/DFSPropertiesConfiguration.java | 15 +- .../hudi/common/util/ObjectSizeCalculator.java | 1 + .../org/apache/hudi/common/util/RocksDBDAO.java | 2 +- .../hudi/common/util/collection/DiskBasedMap.java | 1 + .../common/util/collection/LazyFileIterable.java | 1 + .../hudi/common/bloom/filter/TestBloomFilter.java | 9 +- .../hudi/common/minicluster/HdfsTestService.java | 23 +- .../apache/hudi/common/model/HoodieTestUtils.java | 42 +-- .../common/model/TestHoodieCommitMetadata.java | 4 +- .../hudi/common/model/TestHoodieWriteStat.java | 2 - .../common/table/TestHoodieTableMetaClient.java | 4 +- .../hudi/common/table/log/TestHoodieLogFormat.java | 29 +- .../log/TestHoodieLogFormatAppendFailure.java | 2 +- .../common/table/string/MockHoodieTimeline.java | 11 +- .../table/string/TestHoodieActiveTimeline.java | 7 +- .../table/view/TestHoodieTableFileSystemView.java | 51 ++-- .../table/view/TestIncrementalFSViewSync.java | 69 ++--- .../hudi/common/util/CompactionTestUtils.java | 2 +- .../apache/hudi/common/util/SchemaTestUtil.java | 4 +- .../hudi/common/util/SpillableMapTestUtils.java | 2 +- .../util/TestDFSPropertiesConfiguration.java | 12 +- .../org/apache/hudi/common/util/TestFSUtils.java | 27 +- .../hudi/common/util/TestHoodieAvroUtils.java | 6 +- .../apache/hudi/common/util/TestNumericUtils.java | 18 +- .../apache/hudi/common/util/TestParquetUtils.java | 11 - .../hudi/common/util/TestRocksDBManager.java | 20 +- .../common/util/collection/TestDiskBasedMap.java | 2 +- .../util/collection/TestExternalSpillableMap.java | 9 +- .../hudi/hadoop/HoodieParquetInputFormat.java | 2 + .../hadoop/hive/HoodieCombineHiveInputFormat.java | 6 + .../apache/hudi/hadoop/InputFormatTestUtil.java | 2 - .../hudi/hadoop/TestRecordReaderValueIterator.java | 9 +- .../realtime/TestHoodieRealtimeRecordReader.java | 60 ++-- .../org/apache/hudi/hive/TestHiveSyncTool.java | 2 +- .../test/java/org/apache/hudi/hive/TestUtil.java | 16 +- .../org/apache/hudi/hive/util/HiveTestService.java | 25 -- .../java/org/apache/hudi/integ/ITTestBase.java | 3 +- .../main/java/org/apache/hudi/DataSourceUtils.java | 20 +- .../org/apache/hudi/payload/AWSDmsAvroPayload.java | 68 +++++ .../org/apache/hudi/HoodieSparkSqlWriter.scala | 4 +- hudi-spark/src/test/java/DataSourceTestUtils.java | 2 +- hudi-spark/src/test/java/HoodieJavaApp.java | 3 +- .../timeline/service/FileSystemViewHandler.java | 10 +- .../hudi/timeline/service/TimelineService.java | 2 +- .../timeline/service/handlers/DataFileHandler.java | 2 +- .../service/handlers/FileSliceHandler.java | 2 +- .../timeline/service/handlers/TimelineHandler.java | 2 +- .../hudi/utilities/HoodieSnapshotCopier.java | 2 +- .../org/apache/hudi/utilities/UtilHelpers.java | 18 +- .../deltastreamer/HoodieDeltaStreamer.java | 3 +- .../deltastreamer/SourceFormatAdapter.java | 15 - .../utilities/schema/RowBasedSchemaProvider.java | 6 + .../hudi/utilities/sources/ParquetDFSSource.java | 20 +- .../org/apache/hudi/utilities/sources/Source.java | 2 +- .../AWSDmsTransformer.java} | 32 ++- .../TestAWSDatabaseMigrationServiceSource.java | 107 +++++++ .../hudi/utilities/TestHoodieDeltaStreamer.java | 4 +- .../apache/hudi/utilities/UtilitiesTestBase.java | 3 +- .../sources/DistributedTestDataSource.java | 4 +- .../hudi/utilities/sources/TestDFSSource.java | 2 +- pom.xml | 2 +- style/checkstyle.xml | 2 +- style/scalastyle-config.xml | 114 -------- style/scalastyle.xml | 134 +++++++++ 155 files changed, 1567 insertions(+), 1523 deletions(-)