This is an automated email from the ASF dual-hosted git repository.
rohangarg pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
from a516eb1a41 Port Calcite's tests to run with MSQ (#13625)
add f76acccff2 Allow using composed storage for SuperSorter intermediate
data (#13368)
No new revisions were added by this update.
Summary of changes:
.travis.yml | 2 +-
.../org/apache/druid/storage/StorageConnector.java | 15 +-
.../storage/local/LocalFileStorageConnector.java | 29 ++-
.../local/LocalFileStorageConnectorTest.java | 28 ++
docs/multi-stage-query/reference.md | 2 +
.../org/apache/druid/msq/exec/ControllerImpl.java | 27 +-
.../java/org/apache/druid/msq/exec/WorkerImpl.java | 87 +++++--
.../msq/indexing/CountingOutputChannelFactory.java | 18 +-
.../msq/indexing/CountingWritableFrameChannel.java | 6 +-
.../druid/msq/indexing/DurableStorageCleaner.java | 2 +-
.../druid/msq/indexing/MSQWorkerTaskLauncher.java | 26 +-
.../shuffle/DurableStorageInputChannelFactory.java | 5 +-
.../DurableStorageOutputChannelFactory.java | 161 ------------
.../msq/shuffle/WorkerInputChannelFactory.java | 2 +-
.../druid/msq/util/MultiStageQueryContext.java | 23 ++
.../org/apache/druid/msq/exec/MSQSelectTest.java | 2 +-
.../org/apache/druid/msq/exec/MSQTasksTest.java | 4 +-
.../msq/indexing/DurableStorageCleanerTest.java | 2 +-
.../msq/querykit/BroadcastJoinHelperTest.java | 7 +-
.../org/apache/druid/msq/test/MSQTestBase.java | 10 +-
.../druid/msq/util/MultiStageQueryContextTest.java | 4 +-
.../storage/s3/output/S3StorageConnector.java | 22 +-
.../storage/s3/output/S3StorageConnectorTest.java | 51 ++++
.../main/java/org/apache/druid/frame/Frame.java | 6 +-
.../apache/druid/frame/channel/ByteTracker.java | 78 ++++++
.../channel/ComposingReadableFrameChannel.java | 146 +++++++++++
.../channel/ComposingWritableFrameChannel.java | 103 ++++++++
...ableStoragePartitionedReadableFrameChannel.java | 93 +++++++
.../channel/PartitionedReadableFrameChannel.java | 19 +-
.../channel/ReadableByteChunksFrameChannel.java | 15 +-
.../channel/ReadableInputStreamFrameChannel.java | 5 +-
.../org/apache/druid/frame/file/FrameFile.java | 119 +++------
.../apache/druid/frame/file/FrameFileFooter.java | 127 +++++++++
.../apache/druid/frame/file/FrameFileWriter.java | 28 +-
.../BlockingQueueOutputChannelFactory.java | 6 +
.../processor/ComposingOutputChannelFactory.java | 183 +++++++++++++
.../DurableStorageOutputChannelFactory.java | 288 +++++++++++++++++++++
.../frame/processor/FileOutputChannelFactory.java | 94 ++++++-
.../druid/frame/processor/OutputChannel.java | 5 +
.../frame/processor/OutputChannelFactory.java | 5 +
.../frame/processor/PartitionedOutputChannel.java | 122 +++++++++
.../apache/druid/frame/processor/SuperSorter.java | 179 ++++++-------
.../druid/frame/util}/DurableStorageUtils.java | 21 +-
.../java/org/apache/druid/frame/FrameTest.java | 7 +-
.../ReadableByteChunksFrameChannelTest.java | 14 +-
.../ReadableInputStreamFrameChannelTest.java | 21 +-
.../file/FrameFileHttpResponseHandlerTest.java | 2 +-
.../org/apache/druid/frame/file/FrameFileTest.java | 24 +-
.../druid/frame/file/FrameFileWriterTest.java | 5 +-
.../BlockingQueueOutputChannelFactoryTest.java | 24 +-
.../ComposingOutputChannelFactoryTest.java | 127 +++++++++
.../DurableStorageOutputChannelFactoryTest.java} | 38 +--
...Test.java => FileOutputChannelFactoryTest.java} | 17 +-
.../processor/FrameProcessorExecutorTest.java | 11 +-
.../frame/processor/OutputChannelFactoryTest.java | 168 ++++++++++++
.../druid/frame/processor/SuperSorterTest.java | 126 +++++++--
.../apache/druid/frame/testutil/FrameTestUtil.java | 10 +-
website/.spelling | 3 +
58 files changed, 2247 insertions(+), 527 deletions(-)
delete mode 100644
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/shuffle/DurableStorageOutputChannelFactory.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/channel/ByteTracker.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/channel/ComposingReadableFrameChannel.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/channel/ComposingWritableFrameChannel.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/channel/DurableStoragePartitionedReadableFrameChannel.java
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/error/MSQWarningReportPublisher.java
=>
processing/src/main/java/org/apache/druid/frame/channel/PartitionedReadableFrameChannel.java
(58%)
create mode 100644
processing/src/main/java/org/apache/druid/frame/file/FrameFileFooter.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/processor/ComposingOutputChannelFactory.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/processor/DurableStorageOutputChannelFactory.java
create mode 100644
processing/src/main/java/org/apache/druid/frame/processor/PartitionedOutputChannel.java
rename
{extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/shuffle
=>
processing/src/main/java/org/apache/druid/frame/util}/DurableStorageUtils.java
(85%)
create mode 100644
processing/src/test/java/org/apache/druid/frame/processor/ComposingOutputChannelFactoryTest.java
copy
processing/src/{main/java/org/apache/druid/frame/processor/OutputChannelFactory.java
=>
test/java/org/apache/druid/frame/processor/DurableStorageOutputChannelFactoryTest.java}
(57%)
copy
processing/src/test/java/org/apache/druid/frame/processor/{FrameRowTooLargeExceptionTest.java
=> FileOutputChannelFactoryTest.java} (69%)
create mode 100644
processing/src/test/java/org/apache/druid/frame/processor/OutputChannelFactoryTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
