This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from a9e53e5c86 [improvement](test) add conf for pipline (#14254)
add 6da2948283 [feature-wip](multi-catalog) support iceberg v2(step 1)
(#13867)
No new revisions were added by this update.
Summary of changes:
be/src/service/internal_service.cpp | 3 +-
be/src/vec/CMakeLists.txt | 3 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 23 ++-
.../exec/format/parquet/vparquet_column_reader.h | 10 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 21 ++-
.../exec/format/parquet/vparquet_group_reader.h | 21 ++-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 175 ++++++++++++++++-----
be/src/vec/exec/format/parquet/vparquet_reader.h | 35 +++--
be/src/vec/exec/format/table/iceberg_reader.cpp | 168 ++++++++++++++++++++
be/src/vec/exec/format/table/iceberg_reader.h | 64 ++++++++
.../table/table_format_reader.cpp} | 8 +-
.../table/table_format_reader.h} | 36 +++--
be/src/vec/exec/scan/vfile_scanner.cpp | 23 ++-
be/test/vec/exec/parquet/parquet_reader_test.cpp | 4 +-
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 10 +-
.../doris/catalog/external/HMSExternalTable.java | 11 +-
.../external/HiveSplit.java} | 21 +--
.../planner/external/IcebergDeleteFileFilter.java | 76 +++++++++
.../planner/external/IcebergScanProvider.java | 91 ++++++++++-
.../external/IcebergSplit.java} | 29 ++--
.../doris/planner/external/QueryScanProvider.java | 9 +-
.../external/TableFormatType.java} | 19 ++-
gensrc/thrift/PlanNodes.thrift | 23 ++-
23 files changed, 710 insertions(+), 173 deletions(-)
create mode 100644 be/src/vec/exec/format/table/iceberg_reader.cpp
create mode 100644 be/src/vec/exec/format/table/iceberg_reader.h
copy be/src/vec/exec/{join/cross_join_impl.cpp =>
format/table/table_format_reader.cpp} (81%)
copy be/src/vec/exec/{scan/new_file_scan_node.h =>
format/table/table_format_reader.h} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{external/elasticsearch/EsUrls.java
=> planner/external/HiveSplit.java} (71%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/IcebergDeleteFileFilter.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportColumnsStmt.java =>
planner/external/IcebergSplit.java} (67%)
copy fe/fe-core/src/main/java/org/apache/doris/{common/LoadException.java =>
planner/external/TableFormatType.java} (72%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]