This is an automated email from the ASF dual-hosted git repository.
abhishek pushed a change to branch 29.0.0
in repository https://gitbox.apache.org/repos/asf/druid.git
from 8c2d42bdec2 Fix
HllSketchHolderObjectStrategy#isSafeToConvertToNullSketch. (#15860) (#15861)
add bf8b9818bec Add export capabilities to MSQ with SQL syntax (#15689)
(#15862)
No new revisions were added by this update.
Summary of changes:
docs/multi-stage-query/concepts.md | 8 +
docs/multi-stage-query/reference.md | 90 ++++++-
.../output/GoogleStorageConnectorProvider.java | 1 -
.../org/apache/druid/msq/exec/ControllerImpl.java | 58 ++++-
.../apache/druid/msq/guice/MSQIndexingModule.java | 2 +
.../druid/msq/indexing/MSQControllerTask.java | 8 +
.../destination/DataSourceMSQDestination.java | 17 ++
.../destination/DurableStorageMSQDestination.java | 18 ++
.../indexing/destination/ExportMSQDestination.java | 109 +++++++++
.../msq/indexing/destination/MSQDestination.java | 9 +-
.../indexing/destination/MSQSelectDestination.java | 4 +
.../destination/TaskReportMSQDestination.java | 18 ++
.../results/ExportResultsFrameProcessor.java | 180 ++++++++++++++
.../ExportResultsFrameProcessorFactory.java | 139 +++++++++++
.../apache/druid/msq/sql/MSQTaskQueryMaker.java | 22 +-
.../org/apache/druid/msq/sql/MSQTaskSqlEngine.java | 8 +-
.../org/apache/druid/msq/exec/MSQExportTest.java | 130 ++++++++++
.../destination/ExportMSQDestinationTest.java | 54 +++++
.../org/apache/druid/msq/test/MSQTestBase.java | 16 +-
.../druid/storage/s3/output/S3ExportConfig.java | 72 ++++++
.../storage/s3/output/S3ExportStorageProvider.java | 146 ++++++++++++
.../s3/output/S3StorageConnectorModule.java | 6 +-
.../s3/output/S3ExportStorageProviderTest.java | 60 +++++
.../apache/druid/indexing/common/task/Task.java | 8 +
.../indexing/overlord/http/OverlordResource.java | 4 +-
.../overlord/http/OverlordResourceTest.java | 3 +
.../cluster/MultiStageQuery/docker-compose.py | 1 +
.../apache/druid/testsEx/config/Initializer.java | 2 +
.../druid/testsEx/msq/ITMultiStageQuery.java | 92 +++++++
.../apache/druid/java/util/common/StringUtils.java | 5 +
.../druid/storage/ExportStorageProvider.java | 18 +-
.../org/apache/druid/storage/StorageConfig.java | 28 +--
.../druid/storage/StorageConnectorModule.java | 5 +-
.../local/LocalFileExportStorageProvider.java | 137 +++++++++++
.../storage/local/LocalFileStorageConnector.java | 2 +-
.../local/LocalFileStorageConnectorProvider.java | 26 +-
.../local/LocalFileExportStorageProviderTest.java | 93 ++++++++
.../LocalFileStorageConnectorProviderTest.java | 31 +--
sql/src/main/codegen/config.fmpp | 6 +
sql/src/main/codegen/includes/common.ftl | 80 +++++++
sql/src/main/codegen/includes/insert.ftl | 109 ++++-----
sql/src/main/codegen/includes/replace.ftl | 45 +++-
.../org/apache/druid/sql/avatica/DruidMeta.java | 1 -
.../druid/sql/calcite/parser/DruidSqlIngest.java | 16 +-
.../druid/sql/calcite/parser/DruidSqlInsert.java | 31 ++-
.../druid/sql/calcite/parser/DruidSqlReplace.java | 18 +-
.../parser/ExternalDestinationSqlIdentifier.java | 105 ++++++++
.../sql/calcite/planner/DruidOperatorTable.java | 1 -
.../sql/calcite/planner/ExplainAttributes.java | 7 +-
.../druid/sql/calcite/planner/IngestHandler.java | 89 +++++--
.../druid/sql/calcite/rel/InputAccessor.java | 1 -
.../sql/calcite/rule/DruidUnionDataSourceRule.java | 1 -
.../druid/sql/calcite/run/EngineFeature.java | 6 +-
.../druid/sql/calcite/run/NativeSqlEngine.java | 4 +-
.../apache/druid/sql/calcite/run/SqlEngine.java | 5 +-
.../druid/sql/calcite/view/ViewSqlEngine.java | 4 +-
.../druid/sql/destination/ExportDestination.java | 80 +++++++
.../druid/sql/destination/IngestDestination.java | 17 +-
.../druid/sql/destination/TableDestination.java | 64 +++--
.../apache/druid/sql/http/ArrayLinesWriter.java | 10 +
.../org/apache/druid/sql/http/ArrayWriter.java | 27 +++
.../java/org/apache/druid/sql/http/CsvWriter.java | 16 ++
.../apache/druid/sql/http/ObjectLinesWriter.java | 10 +
.../org/apache/druid/sql/http/ObjectWriter.java | 34 +++
.../org/apache/druid/sql/http/ResultFormat.java | 3 +
.../druid/sql/calcite/BaseCalciteQueryTest.java | 1 -
.../druid/sql/calcite/CalciteExportTest.java | 265 +++++++++++++++++++++
.../druid/sql/calcite/CalciteInsertDmlTest.java | 10 +-
.../druid/sql/calcite/CalciteReplaceDmlTest.java | 6 +-
.../sql/calcite/CalciteScanSignatureTest.java | 3 +-
.../druid/sql/calcite/DrillWindowQueryTest.java | 1 -
.../druid/sql/calcite/IngestTableFunctionTest.java | 2 +-
.../druid/sql/calcite/IngestionTestSqlEngine.java | 6 +-
.../druid/sql/calcite/TestInsertQueryMaker.java | 9 +-
.../druid/sql/calcite/export/TestExportModule.java | 15 +-
.../calcite/export/TestExportStorageConnector.java | 92 +++++++
.../export/TestExportStorageConnectorProvider.java | 26 +-
.../sql/calcite/parser/DruidSqlUnparseTest.java | 32 ++-
.../sql/calcite/planner/ExplainAttributesTest.java | 25 +-
.../druid/sql/calcite/rel/DruidRelsTest.java | 1 -
.../druid/sql/calcite/util/CalciteTestBase.java | 5 +
.../druid/sql/calcite/util/CalciteTests.java | 11 +
.../sql/destination/ExportDestinationTest.java | 66 +++++
.../sql/destination/TableDestinationTest.java | 36 ++-
84 files changed, 2753 insertions(+), 279 deletions(-)
create mode 100644
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/ExportMSQDestination.java
create mode 100644
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/querykit/results/ExportResultsFrameProcessor.java
create mode 100644
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/querykit/results/ExportResultsFrameProcessorFactory.java
create mode 100644
extensions-core/multi-stage-query/src/test/java/org/apache/druid/msq/exec/MSQExportTest.java
create mode 100644
extensions-core/multi-stage-query/src/test/java/org/apache/druid/msq/indexing/destination/ExportMSQDestinationTest.java
create mode 100644
extensions-core/s3-extensions/src/main/java/org/apache/druid/storage/s3/output/S3ExportConfig.java
create mode 100644
extensions-core/s3-extensions/src/main/java/org/apache/druid/storage/s3/output/S3ExportStorageProvider.java
create mode 100644
extensions-core/s3-extensions/src/test/java/org/apache/druid/storage/s3/output/S3ExportStorageProviderTest.java
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/MSQDestination.java
=>
processing/src/main/java/org/apache/druid/storage/ExportStorageProvider.java
(63%)
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/TaskReportMSQDestination.java
=> processing/src/main/java/org/apache/druid/storage/StorageConfig.java (65%)
create mode 100644
processing/src/main/java/org/apache/druid/storage/local/LocalFileExportStorageProvider.java
create mode 100644
processing/src/test/java/org/apache/druid/storage/local/LocalFileExportStorageProviderTest.java
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/TaskReportMSQDestination.java
=>
processing/src/test/java/org/apache/druid/storage/local/LocalFileStorageConnectorProviderTest.java
(59%)
create mode 100644
sql/src/main/java/org/apache/druid/sql/calcite/parser/ExternalDestinationSqlIdentifier.java
create mode 100644
sql/src/main/java/org/apache/druid/sql/destination/ExportDestination.java
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/MSQDestination.java
=> sql/src/main/java/org/apache/druid/sql/destination/IngestDestination.java
(63%)
copy
processing/src/main/java/org/apache/druid/storage/local/LocalFileStorageConnectorProvider.java
=> sql/src/main/java/org/apache/druid/sql/destination/TableDestination.java
(51%)
create mode 100644
sql/src/test/java/org/apache/druid/sql/calcite/CalciteExportTest.java
copy
processing/src/main/java/org/apache/druid/storage/StorageConnectorModule.java
=> sql/src/test/java/org/apache/druid/sql/calcite/export/TestExportModule.java
(67%)
create mode 100644
sql/src/test/java/org/apache/druid/sql/calcite/export/TestExportStorageConnector.java
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/TaskReportMSQDestination.java
=>
sql/src/test/java/org/apache/druid/sql/calcite/export/TestExportStorageConnectorProvider.java
(61%)
create mode 100644
sql/src/test/java/org/apache/druid/sql/destination/ExportDestinationTest.java
copy
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/indexing/destination/DurableStorageMSQDestination.java
=>
sql/src/test/java/org/apache/druid/sql/destination/TableDestinationTest.java
(55%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
