This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a change to branch prepare_master_branch
in repository https://gitbox.apache.org/repos/asf/druid.git
from a2fc71884a Use docker image for druid 24.0.1
add 68018a808f Firehose migration doc (#12981)
add fe34ecc5e3 add ability to make inputFormat part of the example
datasets (#13402)
add 280a0f7158 Add sequential sketch merging to MSQ (#13205)
add 736c836dd6 Merge branch 'master' of github.com:apache/druid into
prepare_master_branch
add 3533b363ff Fix version in druid-it-cases pom.xml
No new revisions were added by this update.
Summary of changes:
docs/ingestion/migrate-from-firehose-ingestion.md | 209 +++++++++++++
docs/ingestion/native-batch-firehose.md | 11 +-
docs/multi-stage-query/reference.md | 22 ++
.../druid/msq/exec/ClusterStatisticsMergeMode.java | 23 +-
.../java/org/apache/druid/msq/exec/Controller.java | 8 +-
.../apache/druid/msq/exec/ControllerClient.java | 10 +-
.../org/apache/druid/msq/exec/ControllerImpl.java | 63 +++-
.../msq/exec/ExceptionWrappingWorkerClient.java | 18 ++
.../java/org/apache/druid/msq/exec/Worker.java | 13 +
.../org/apache/druid/msq/exec/WorkerClient.java | 22 ++
.../java/org/apache/druid/msq/exec/WorkerImpl.java | 26 +-
.../apache/druid/msq/exec/WorkerSketchFetcher.java | 340 +++++++++++++++++++++
.../druid/msq/indexing/ControllerChatHandler.java | 16 +-
.../msq/indexing/IndexerControllerClient.java | 10 +-
.../druid/msq/indexing/IndexerWorkerClient.java | 43 +++
.../druid/msq/indexing/WorkerChatHandler.java | 40 +++
.../kernel/controller/ControllerQueryKernel.java | 46 ++-
.../kernel/controller/ControllerStagePhase.java | 13 +-
.../kernel/controller/ControllerStageTracker.java | 127 ++++----
.../ClusterByStatisticsCollectorImpl.java | 20 +-
.../statistics/ClusterByStatisticsSnapshot.java | 31 +-
.../CompleteKeyStatisticsInformation.java | 82 +++++
.../DelegateOrMinKeyCollectorSnapshot.java | 3 +
.../druid/msq/statistics/DistinctKeySnapshot.java | 3 +
.../druid/msq/statistics/KeyCollectorSnapshot.java | 9 +
.../PartialKeyStatisticsInformation.java | 44 +--
.../QuantilesSketchKeyCollectorSnapshot.java | 3 +
.../druid/msq/util/MultiStageQueryContext.java | 15 +
.../msq/exec/WorkerSketchFetcherAutoModeTest.java | 139 +++++++++
.../druid/msq/exec/WorkerSketchFetcherTest.java | 295 ++++++++++++++++++
.../controller/BaseControllerQueryKernelTest.java | 27 +-
.../controller/ControllerQueryKernelTests.java | 55 +++-
.../PartialKeyStatisticsInformationSerdeTest.java | 62 ++++
.../druid/msq/test/MSQTestControllerClient.java | 10 +-
.../apache/druid/msq/test/MSQTestWorkerClient.java | 24 ++
integration-tests-ex/README.md | 2 +-
integration-tests-ex/cases/pom.xml | 5 +
...ry.java => ITKeyStatisticsSketchMergeMode.java} | 87 +++++-
.../org/apache/druid/frame/key/RowKeyReader.java | 22 ++
.../apache/druid/frame/key/RowKeyReaderTest.java | 38 +++
.../input-source-step/example-inputs.ts | 67 +++-
.../input-source-step/input-source-step.tsx | 36 ++-
website/.spelling | 3 +
website/sidebars.json | 2 +
44 files changed, 1957 insertions(+), 187 deletions(-)
create mode 100644 docs/ingestion/migrate-from-firehose-ingestion.md
copy
processing/src/main/java/org/apache/druid/segment/vector/VectorOffset.java =>
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/exec/ClusterStatisticsMergeMode.java
(54%)
create mode 100644
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/exec/WorkerSketchFetcher.java
create mode 100644
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/statistics/CompleteKeyStatisticsInformation.java
copy server/src/main/java/org/apache/druid/server/http/SegmentToMove.java =>
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/statistics/PartialKeyStatisticsInformation.java
(50%)
create mode 100644
extensions-core/multi-stage-query/src/test/java/org/apache/druid/msq/exec/WorkerSketchFetcherAutoModeTest.java
create mode 100644
extensions-core/multi-stage-query/src/test/java/org/apache/druid/msq/exec/WorkerSketchFetcherTest.java
create mode 100644
extensions-core/multi-stage-query/src/test/java/org/apache/druid/msq/statistics/PartialKeyStatisticsInformationSerdeTest.java
copy
integration-tests-ex/cases/src/test/java/org/apache/druid/testsEx/msq/{ITMultiStageQuery.java
=> ITKeyStatisticsSketchMergeMode.java} (55%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
