This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 1dc731fe678 [chore](recycler) Log task type when delete data (#56797)
add d30170a7437 [feature](file-cache) Implement cache warm up select
functionality. (#54822)
No new revisions were added by this update.
Summary of changes:
be/src/pipeline/exec/blackhole_sink_operator.cpp | 112 +++++++++++
be/src/pipeline/exec/blackhole_sink_operator.h | 90 +++++++++
be/src/pipeline/exec/operator.cpp | 2 +
be/src/pipeline/pipeline_fragment_context.cpp | 11 ++
be/src/runtime/runtime_query_statistics_mgr.cpp | 20 +-
be/src/runtime/workload_management/io_context.h | 10 +
.../workload_management/resource_context.cpp | 1 +
be/src/vec/exec/scan/file_scanner.cpp | 2 +
be/src/vec/exec/scan/olap_scanner.cpp | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 6 +
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 7 +
.../doris/common/profile/ProfileManager.java | 3 +-
.../java/org/apache/doris/common/util/Util.java | 17 +-
.../nereids/analyzer/UnboundBlackholeSink.java | 158 +++++++++++++++
.../glue/translator/PhysicalPlanTranslator.java | 11 ++
.../doris/nereids/parser/LogicalPlanBuilder.java | 68 +++++++
.../nereids/properties/RequestPropertyDeriver.java | 8 +
.../org/apache/doris/nereids/rules/RuleSet.java | 2 +
.../org/apache/doris/nereids/rules/RuleType.java | 2 +
.../doris/nereids/rules/analysis/BindSink.java | 25 ++-
...gicalBlackholeSinkToPhysicalBlackholeSink.java} | 16 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 5 +
.../commands/insert/AbstractInsertExecutor.java | 35 ++++
...tExecutor.java => BlackholeInsertExecutor.java} | 39 ++--
.../commands/insert/InsertIntoTableCommand.java | 29 ++-
.../trees/plans/commands/insert/InsertUtils.java | 3 +
.../plans/commands/insert/WarmupSelectCommand.java | 217 +++++++++++++++++++++
...alResultSink.java => LogicalBlackholeSink.java} | 45 ++---
...lResultSink.java => PhysicalBlackholeSink.java} | 43 ++--
.../nereids/trees/plans/visitor/SinkVisitor.java | 17 ++
.../{MysqlTableSink.java => BlackholeSink.java} | 47 ++---
.../WorkloadRuntimeStatusMgr.java | 54 +++--
.../doris/nereids/parser/NereidsParserTest.java | 27 +++
gensrc/proto/data.proto | 1 +
gensrc/thrift/DataSinks.thrift | 5 +
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 9 +-
.../warm_up_select/test_warmup_select.groovy | 113 +++++++++++
.../cache/test_hive_warmup_select.groovy | 95 +++++++++
40 files changed, 1223 insertions(+), 139 deletions(-)
create mode 100644 be/src/pipeline/exec/blackhole_sink_operator.cpp
create mode 100644 be/src/pipeline/exec/blackhole_sink_operator.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/analyzer/UnboundBlackholeSink.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/{LogicalResultSinkToPhysicalResultSink.java
=> LogicalBlackholeSinkToPhysicalBlackholeSink.java} (70%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/{DictionaryInsertExecutor.java
=> BlackholeInsertExecutor.java} (60%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/WarmupSelectCommand.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/{LogicalResultSink.java
=> LogicalBlackholeSink.java} (55%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/{PhysicalResultSink.java
=> PhysicalBlackholeSink.java} (67%)
copy fe/fe-core/src/main/java/org/apache/doris/planner/{MysqlTableSink.java =>
BlackholeSink.java} (53%)
create mode 100644
regression-test/suites/cloud_p0/warm_up_select/test_warmup_select.groovy
create mode 100644
regression-test/suites/external_table_p0/cache/test_hive_warmup_select.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
