This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 0826de5 Implement GcsPinotFS (#4911)
add 8619391 Refactor SegmentFetcher to handle retry for all URIs (#4942)
No new revisions were added by this update.
Summary of changes:
.../standalone/SegmentGenerationJobRunner.java | 4 +-
.../segment/fetcher/LocalFileSegmentFetcher.java | 49 -------
.../pinot/common/segment/fetcher/NoOpFetcher.java | 48 -------
.../segment/fetcher/PinotFSSegmentFetcher.java | 57 --------
.../common/segment/fetcher/SegmentFetcher.java | 49 -------
.../segment/fetcher/SegmentFetcherFactory.java | 108 ---------------
.../common/utils/fetcher/BaseSegmentFetcher.java | 86 ++++++++++++
.../fetcher/HttpSegmentFetcher.java | 46 ++-----
.../fetcher/HttpsSegmentFetcher.java | 28 ++--
.../utils/fetcher/PinotFSSegmentFetcher.java | 17 +--
.../pinot/common/utils/fetcher/SegmentFetcher.java | 21 +--
.../utils/fetcher/SegmentFetcherFactory.java | 118 +++++++++++++++++
.../segment/fetcher/SegmentFetcherFactoryTest.java | 115 ----------------
.../utils/fetcher/SegmentFetcherFactoryTest.java | 92 +++++++++++++
.../apache/pinot/controller/ControllerStarter.java | 6 +-
.../resources/LLCSegmentCompletionHandlers.java | 5 +-
.../PinotSegmentUploadDownloadRestletResource.java | 7 +-
.../manager/realtime/RealtimeTableDataManager.java | 4 +-
.../org/apache/pinot/minion/MinionStarter.java | 8 +-
.../BaseMultipleSegmentsConversionExecutor.java | 10 +-
.../BaseSingleSegmentConversionExecutor.java | 9 +-
.../starter/helix/SegmentFetcherAndLoader.java | 8 +-
pinot-spi/pom.xml | 26 ++--
.../org/apache/pinot/spi/filesystem/PinotFS.java | 11 --
.../pinot/spi/filesystem/PinotFSDelegator.java | 145 ---------------------
.../pinot/spi/filesystem/PinotFSFactory.java | 33 ++---
.../pinot/spi}/filesystem/LocalPinotFSTest.java | 3 +-
.../pinot/spi}/filesystem/PinotFSFactoryTest.java | 41 ++----
28 files changed, 418 insertions(+), 736 deletions(-)
delete mode 100644
pinot-common/src/main/java/org/apache/pinot/common/segment/fetcher/LocalFileSegmentFetcher.java
delete mode 100644
pinot-common/src/main/java/org/apache/pinot/common/segment/fetcher/NoOpFetcher.java
delete mode 100644
pinot-common/src/main/java/org/apache/pinot/common/segment/fetcher/PinotFSSegmentFetcher.java
delete mode 100644
pinot-common/src/main/java/org/apache/pinot/common/segment/fetcher/SegmentFetcher.java
delete mode 100644
pinot-common/src/main/java/org/apache/pinot/common/segment/fetcher/SegmentFetcherFactory.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/fetcher/BaseSegmentFetcher.java
rename pinot-common/src/main/java/org/apache/pinot/common/{segment =>
utils}/fetcher/HttpSegmentFetcher.java (52%)
rename pinot-common/src/main/java/org/apache/pinot/common/{segment =>
utils}/fetcher/HttpsSegmentFetcher.java (77%)
copy
pinot-core/src/main/java/org/apache/pinot/core/segment/index/converter/SegmentFormatConverter.java
=>
pinot-common/src/main/java/org/apache/pinot/common/utils/fetcher/PinotFSSegmentFetcher.java
(69%)
copy
pinot-controller/src/main/java/org/apache/pinot/controller/api/events/DefaultMetadataEventNotifierFactory.java
=>
pinot-common/src/main/java/org/apache/pinot/common/utils/fetcher/SegmentFetcher.java
(71%)
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/fetcher/SegmentFetcherFactory.java
delete mode 100644
pinot-common/src/test/java/org/apache/pinot/common/segment/fetcher/SegmentFetcherFactoryTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/fetcher/SegmentFetcherFactoryTest.java
delete mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/filesystem/PinotFSDelegator.java
rename {pinot-common/src/test/java/org/apache/pinot =>
pinot-spi/src/test/java/org/apache/pinot/spi}/filesystem/LocalPinotFSTest.java
(99%)
rename {pinot-common/src/test/java/org/apache/pinot =>
pinot-spi/src/test/java/org/apache/pinot/spi}/filesystem/PinotFSFactoryTest.java
(65%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
