Merge pull request #1993 from treff7es/eventual_consistent_fs_support
Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/344d6d3c Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/344d6d3c Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/344d6d3c Branch: refs/heads/master Commit: 344d6d3c68b23ba451cabbf3bacb389e38e27f11 Parents: 6b616d4 0e87095 Author: Abhishek Tiwari <[email protected]> Authored: Thu Sep 7 19:34:48 2017 -0700 Committer: Abhishek Tiwari <[email protected]> Committed: Thu Sep 7 19:34:48 2017 -0700 ---------------------------------------------------------------------- .../gobblin/util/RecordCountProvider.java | 2 +- .../compaction/mapreduce/MRCompactor.java | 4 + .../mapreduce/MRCompactorJobRunner.java | 112 +++++++++++++++--- .../gobblin/writer/AsyncWriterManager.java | 4 +- .../writer/exception/NonTransientException.java | 40 ------- gobblin-core/build.gradle | 1 - .../gobblin/publisher/BaseDataPublisher.java | 60 ++++++++-- .../publisher/TimePartitionedDataPublisher.java | 4 +- .../publisher/TimestampDataPublisher.java | 8 +- .../apache/gobblin/retry/RetryerFactory.java | 116 ------------------- .../org/apache/gobblin/writer/RetryWriter.java | 2 +- .../writer/http/SalesforceRestWriter.java | 7 +- .../apache/gobblin/writer/RetryWriterTest.java | 10 +- .../GoogleAnalyticsUnsampledExtractor.java | 15 +-- .../GoogleAnalyticsUnsampledExtractorTest.java | 12 +- gobblin-utility/build.gradle | 1 + .../exception/NonTransientException.java | 40 +++++++ .../org/apache/gobblin/util/WriterUtils.java | 35 +++++- .../CompactionRecordCountProvider.java | 18 ++- .../gobblin/util/retry/RetryerFactory.java | 116 +++++++++++++++++++ 20 files changed, 384 insertions(+), 223 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/344d6d3c/gobblin-core-base/src/main/java/org/apache/gobblin/writer/AsyncWriterManager.java ----------------------------------------------------------------------
