This is an automated email from the ASF dual-hosted git repository.
ashingau pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 6dc682d4eee [chore](ci) add back rountine load cases (#34724)
add cc457a254c5 [opt](split) get file splits in batch mode (#34032)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 1 +
be/src/common/config.h | 2 +
be/src/pipeline/exec/file_scan_operator.cpp | 58 ++-----
be/src/pipeline/exec/file_scan_operator.h | 4 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 60 +++----
be/src/vec/exec/scan/new_file_scan_node.h | 4 +-
be/src/vec/exec/scan/split_source_connector.cpp | 86 ++++++++++
be/src/vec/exec/scan/split_source_connector.h | 115 +++++++++++++
be/src/vec/exec/scan/vfile_scanner.cpp | 67 ++++----
be/src/vec/exec/scan/vfile_scanner.h | 15 +-
be/test/vec/exec/vwal_scanner_test.cpp | 29 +++-
.../docker-compose/hive/scripts/hive-metastore.sh | 7 +
.../main/java/org/apache/doris/catalog/Env.java | 10 +-
.../apache/doris/datasource/FileQueryScanNode.java | 185 +++++++++++++--------
.../org/apache/doris/datasource/FileScanNode.java | 19 ++-
.../apache/doris/datasource/SplitAssignment.java | 85 ++++++++++
.../apache/doris/datasource/SplitGenerator.java | 68 ++++++++
.../org/apache/doris/datasource/SplitSource.java | 95 +++++++++++
.../doris/datasource/SplitSourceManager.java | 78 +++++++++
.../{SplitCreator.java => SplitToScanRange.java} | 15 +-
.../doris/datasource/hive/source/HiveScanNode.java | 74 ++++++++-
.../doris/datasource/hudi/source/HudiScanNode.java | 120 ++++++++++---
.../maxcompute/source/MaxComputeScanNode.java | 2 +-
.../java/org/apache/doris/planner/ScanNode.java | 13 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 11 +-
.../java/org/apache/doris/qe/SessionVariable.java | 17 ++
.../apache/doris/service/FrontendServiceImpl.java | 21 +++
gensrc/thrift/FrontendService.thrift | 11 ++
gensrc/thrift/PlanNodes.thrift | 7 +-
29 files changed, 1030 insertions(+), 249 deletions(-)
create mode 100644 be/src/vec/exec/scan/split_source_connector.cpp
create mode 100644 be/src/vec/exec/scan/split_source_connector.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/SplitAssignment.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/SplitGenerator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/SplitSource.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/SplitSourceManager.java
copy fe/fe-core/src/main/java/org/apache/doris/datasource/{SplitCreator.java
=> SplitToScanRange.java} (68%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
