This is an automated email from the ASF dual-hosted git repository.
Gabriel39 pushed a change to branch refact_reader_branch
in repository https://gitbox.apache.org/repos/asf/doris.git
from 6d79ffdf924 fix coredump (#64250)
add 232ab73531f update (#64255)
No new revisions were added by this update.
Summary of changes:
be/src/exec/scan/file_scanner_v2.cpp | 90 ++---
be/src/exec/scan/file_scanner_v2.h | 23 +-
be/src/format/CMakeLists.txt | 3 +
be/src/{format/reader => format_v2}/column_data.h | 4 +-
.../{format/reader => format_v2}/column_mapper.cpp | 18 +-
.../{format/reader => format_v2}/column_mapper.h | 8 +-
be/src/{format/reader => format_v2}/expr/cast.cpp | 2 +-
be/src/{format/reader => format_v2}/expr/cast.h | 0
.../reader => format_v2}/expr/delete_predicate.cpp | 2 +-
.../reader => format_v2}/expr/delete_predicate.h | 0
.../expr/equality_delete_predicate.cpp | 2 +-
.../expr/equality_delete_predicate.h | 0
be/src/{format/reader => format_v2}/expr/literal.h | 0
.../{format/reader => format_v2}/expr/slot_ref.h | 0
.../{format/reader => format_v2}/file_reader.cpp | 6 +-
be/src/{format/reader => format_v2}/file_reader.h | 6 +-
.../parquet}/parquet_column_schema.cpp | 4 +-
.../parquet}/parquet_column_schema.h | 2 +-
.../parquet}/parquet_file_context.cpp | 2 +-
.../parquet}/parquet_file_context.h | 0
.../parquet}/parquet_reader.cpp | 36 +-
.../parquet}/parquet_reader.h | 16 +-
.../parquet}/parquet_scan.cpp | 28 +-
.../parquet}/parquet_scan.h | 24 +-
.../parquet}/parquet_statistics.cpp | 26 +-
.../parquet}/parquet_statistics.h | 20 +-
.../parquet}/parquet_type.cpp | 2 +-
.../parquet}/parquet_type.h | 0
.../parquet}/reader/arrow_leaf_reader_adapter.cpp | 4 +-
.../parquet}/reader/arrow_leaf_reader_adapter.h | 2 +-
.../parquet}/reader/column_reader.cpp | 56 +--
.../parquet}/reader/column_reader.h | 16 +-
.../parquet}/reader/list_column_reader.cpp | 8 +-
.../parquet}/reader/list_column_reader.h | 6 +-
.../parquet}/reader/map_column_reader.cpp | 10 +-
.../parquet}/reader/map_column_reader.h | 6 +-
.../parquet}/reader/nested_column_reader.cpp | 4 +-
.../parquet}/reader/nested_column_reader.h | 4 +-
.../parquet}/reader/row_position_column_reader.cpp | 4 +-
.../parquet}/reader/row_position_column_reader.h | 2 +-
.../parquet}/reader/scalar_column_reader.cpp | 4 +-
.../parquet}/reader/scalar_column_reader.h | 6 +-
.../parquet}/reader/struct_column_reader.cpp | 6 +-
.../parquet}/reader/struct_column_reader.h | 4 +-
.../parquet}/selection_vector.h | 0
.../reader => format_v2}/schema_projection.cpp | 6 +-
.../reader => format_v2}/schema_projection.h | 6 +-
.../reader => format_v2}/table/hive_reader.cpp | 24 +-
.../reader => format_v2}/table/hive_reader.h | 10 +-
.../table/iceberg_reader.cpp} | 82 ++--
.../table/iceberg_reader.h} | 34 +-
.../reader => format_v2}/table/paimon_reader.cpp | 24 +-
.../reader => format_v2}/table/paimon_reader.h | 10 +-
.../{format/reader => format_v2}/table_reader.cpp | 10 +-
be/src/{format/reader => format_v2}/table_reader.h | 18 +-
be/test/exec/scan/vfile_scanner_exception_test.cpp | 10 +-
.../reader => format_v2}/expr/cast_test.cpp | 266 ++++++-------
.../expr/delete_predicate_test.cpp | 2 +-
.../expr/equality_delete_predicate_test.cpp | 4 +-
.../reader => format_v2}/expr/table_expr_test.cpp | 4 +-
.../parquet}/parquet_column_reader_test.cpp | 34 +-
.../parquet}/parquet_reader_test.cpp | 430 ++++++++++-----------
.../reader => format_v2}/table_reader_test.cpp | 10 +-
...complex-column-predicate-and-stats-filtering.md | 2 +-
docs/doris-iceberg-parquet-api-design.md | 32 +-
docs/new-parquet-reader-column-index-refactor.md | 30 +-
66 files changed, 759 insertions(+), 755 deletions(-)
rename be/src/{format/reader => format_v2}/column_data.h (99%)
rename be/src/{format/reader => format_v2}/column_mapper.cpp (99%)
rename be/src/{format/reader => format_v2}/column_mapper.h (98%)
rename be/src/{format/reader => format_v2}/expr/cast.cpp (99%)
rename be/src/{format/reader => format_v2}/expr/cast.h (100%)
rename be/src/{format/reader => format_v2}/expr/delete_predicate.cpp (98%)
rename be/src/{format/reader => format_v2}/expr/delete_predicate.h (100%)
rename be/src/{format/reader => format_v2}/expr/equality_delete_predicate.cpp
(99%)
rename be/src/{format/reader => format_v2}/expr/equality_delete_predicate.h
(100%)
rename be/src/{format/reader => format_v2}/expr/literal.h (100%)
rename be/src/{format/reader => format_v2}/expr/slot_ref.h (100%)
rename be/src/{format/reader => format_v2}/file_reader.cpp (97%)
rename be/src/{format/reader => format_v2}/file_reader.h (99%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/parquet_column_schema.cpp (99%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/parquet_column_schema.h (98%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/parquet_file_context.cpp (99%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_file_context.h
(100%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_reader.cpp
(95%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_reader.h (92%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_scan.cpp (96%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_scan.h (87%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_statistics.cpp
(98%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_statistics.h
(89%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_type.cpp (99%)
rename be/src/{format/new_parquet => format_v2/parquet}/parquet_type.h (100%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/arrow_leaf_reader_adapter.cpp (99%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/arrow_leaf_reader_adapter.h (98%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/column_reader.cpp (91%)
rename be/src/{format/new_parquet => format_v2/parquet}/reader/column_reader.h
(93%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/list_column_reader.cpp (98%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/list_column_reader.h (90%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/map_column_reader.cpp (99%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/map_column_reader.h (91%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/nested_column_reader.cpp (99%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/nested_column_reader.h (99%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/row_position_column_reader.cpp (95%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/row_position_column_reader.h (96%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/scalar_column_reader.cpp (97%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/scalar_column_reader.h (91%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/struct_column_reader.cpp (98%)
rename be/src/{format/new_parquet =>
format_v2/parquet}/reader/struct_column_reader.h (95%)
rename be/src/{format/new_parquet => format_v2/parquet}/selection_vector.h
(100%)
rename be/src/{format/reader => format_v2}/schema_projection.cpp (98%)
rename be/src/{format/reader => format_v2}/schema_projection.h (94%)
rename be/src/{format/reader => format_v2}/table/hive_reader.cpp (80%)
rename be/src/{format/reader => format_v2}/table/hive_reader.h (78%)
rename be/src/{format/table/iceberg_reader_v2.cpp =>
format_v2/table/iceberg_reader.cpp} (90%)
rename be/src/{format/table/iceberg_reader_v2.h =>
format_v2/table/iceberg_reader.h} (85%)
rename be/src/{format/reader => format_v2}/table/paimon_reader.cpp (89%)
rename be/src/{format/reader => format_v2}/table/paimon_reader.h (81%)
rename be/src/{format/reader => format_v2}/table_reader.cpp (98%)
rename be/src/{format/reader => format_v2}/table_reader.h (99%)
rename be/test/{format/reader => format_v2}/expr/cast_test.cpp (86%)
rename be/test/{format/reader => format_v2}/expr/delete_predicate_test.cpp
(99%)
rename be/test/{format/reader =>
format_v2}/expr/equality_delete_predicate_test.cpp (98%)
rename be/test/{format/reader => format_v2}/expr/table_expr_test.cpp (98%)
rename be/test/{format/new_parquet =>
format_v2/parquet}/parquet_column_reader_test.cpp (99%)
rename be/test/{format/new_parquet =>
format_v2/parquet}/parquet_reader_test.cpp (89%)
rename be/test/{format/reader => format_v2}/table_reader_test.cpp (99%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
