This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 88c9af2aa7c [fix](case) fix test_mow_compaction_and_read_stale (#53554)
add b408144eed2 [feature](executor) Add the time-sharing executor
framework and use it in the scanner section. (#51690)
No new revisions were added by this update.
Summary of changes:
be/CMakeLists.txt | 3 +
be/src/common/config.cpp | 25 +
be/src/common/config.h | 12 +
be/src/common/status.h | 10 +
be/src/exec/rowid_fetcher.cpp | 7 +-
be/src/runtime/workload_group/workload_group.cpp | 24 +-
be/src/service/internal_service.cpp | 32 +-
be/src/vec/CMakeLists.txt | 30 +
be/src/vec/exec/executor/listenable_future.h | 229 +++++
.../split_runner.h} | 32 +-
be/src/vec/exec/executor/task_executor.h | 60 ++
.../task_handle.h} | 28 +-
.../task_id.h} | 36 +-
.../ticker.h} | 42 +-
.../time_sharing/multilevel_split_queue.cpp | 231 +++++
.../executor/time_sharing/multilevel_split_queue.h | 101 +++
.../time_sharing/prioritized_split_runner.cpp | 161 ++++
.../time_sharing/prioritized_split_runner.h | 105 +++
be/src/vec/exec/executor/time_sharing/priority.h | 67 ++
.../time_sharing/split_concurrency_controller.h | 87 ++
.../vec/exec/executor/time_sharing/split_queue.h | 48 ++
.../time_sharing/time_sharing_task_executor.cpp | 957 +++++++++++++++++++++
.../time_sharing/time_sharing_task_executor.h | 513 +++++++++++
.../time_sharing/time_sharing_task_handle.cpp | 195 +++++
.../time_sharing/time_sharing_task_handle.h | 91 ++
.../exec/executor/tools/simulator/histogram.cpp | 64 ++
.../vec/exec/executor/tools/simulator/histogram.h | 130 +++
.../executor/tools/simulator/scheduled_executor.h | 118 +++
.../tools/simulator/simulation_controller.cpp | 247 ++++++
.../tools/simulator/simulation_controller.h | 157 ++++
.../tools/simulator/simulation_fifo_split_queue.h | 94 ++
.../executor/tools/simulator/simulation_split.cpp | 181 ++++
.../executor/tools/simulator/simulation_split.h | 128 +++
.../executor/tools/simulator/simulation_task.cpp | 146 ++++
.../executor/tools/simulator/simulation_task.h | 109 +++
.../executor/tools/simulator/split_generators.cpp | 300 +++++++
.../executor/tools/simulator/split_generators.h | 128 +++
.../tools/simulator/split_specification.cpp | 42 +
.../executor/tools/simulator/split_specification.h | 80 ++
.../tools/simulator/task_executor_simulator.cpp | 580 +++++++++++++
.../tools/simulator/task_executor_simulator.h | 96 +++
be/src/vec/exec/scan/scanner_context.cpp | 46 +-
be/src/vec/exec/scan/scanner_context.h | 36 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 29 +-
be/src/vec/exec/scan/scanner_scheduler.h | 308 ++++++-
be/src/vec/exec/scan/simplified_scan_scheduler.cpp | 15 +-
be/test/scan/mock_simplified_scan_scheduler.h | 4 +-
be/test/scan/scanner_context_test.cpp | 18 +-
.../split_concurrency_controller_test.cpp | 69 ++
.../time_sharing_task_executor_test.cpp | 926 ++++++++++++++++++++
bin/run-task-executor-simulator.sh | 352 ++++++++
build.sh | 23 +
.../conf/experiment_starve_slow_splits.json | 45 +
53 files changed, 7470 insertions(+), 127 deletions(-)
create mode 100644 be/src/vec/exec/executor/listenable_future.h
copy be/src/vec/exec/{scan/simplified_scan_scheduler.cpp =>
executor/split_runner.h} (56%)
create mode 100644 be/src/vec/exec/executor/task_executor.h
copy be/src/vec/exec/{scan/simplified_scan_scheduler.cpp =>
executor/task_handle.h} (56%)
copy be/src/vec/exec/{scan/simplified_scan_scheduler.cpp =>
executor/task_id.h} (57%)
copy be/src/vec/exec/{scan/simplified_scan_scheduler.cpp => executor/ticker.h}
(55%)
create mode 100644
be/src/vec/exec/executor/time_sharing/multilevel_split_queue.cpp
create mode 100644
be/src/vec/exec/executor/time_sharing/multilevel_split_queue.h
create mode 100644
be/src/vec/exec/executor/time_sharing/prioritized_split_runner.cpp
create mode 100644
be/src/vec/exec/executor/time_sharing/prioritized_split_runner.h
create mode 100644 be/src/vec/exec/executor/time_sharing/priority.h
create mode 100644
be/src/vec/exec/executor/time_sharing/split_concurrency_controller.h
create mode 100644 be/src/vec/exec/executor/time_sharing/split_queue.h
create mode 100644
be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.cpp
create mode 100644
be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.h
create mode 100644
be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.cpp
create mode 100644
be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.h
create mode 100644 be/src/vec/exec/executor/tools/simulator/histogram.cpp
create mode 100644 be/src/vec/exec/executor/tools/simulator/histogram.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/scheduled_executor.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/simulation_controller.cpp
create mode 100644
be/src/vec/exec/executor/tools/simulator/simulation_controller.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/simulation_fifo_split_queue.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/simulation_split.cpp
create mode 100644 be/src/vec/exec/executor/tools/simulator/simulation_split.h
create mode 100644 be/src/vec/exec/executor/tools/simulator/simulation_task.cpp
create mode 100644 be/src/vec/exec/executor/tools/simulator/simulation_task.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/split_generators.cpp
create mode 100644 be/src/vec/exec/executor/tools/simulator/split_generators.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/split_specification.cpp
create mode 100644
be/src/vec/exec/executor/tools/simulator/split_specification.h
create mode 100644
be/src/vec/exec/executor/tools/simulator/task_executor_simulator.cpp
create mode 100644
be/src/vec/exec/executor/tools/simulator/task_executor_simulator.h
create mode 100644
be/test/vec/exec/executor/time_sharing/split_concurrency_controller_test.cpp
create mode 100644
be/test/vec/exec/executor/time_sharing/time_sharing_task_executor_test.cpp
create mode 100755 bin/run-task-executor-simulator.sh
create mode 100644
task_executor_simulator/conf/experiment_starve_slow_splits.json
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
