This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch tpc_preview4
in repository https://gitbox.apache.org/repos/asf/doris.git
from 76d879d2764 Reduce hashset lookups in the runtime filter. (#59857)
add 3d82a9514a7 [fix](parquet)fix parquet topn lazy mat complex data error
result (#58785)
add d3ad33d3dc1 [fix](profile) sort out parquet reader profile (#58895)
add e7cec4fb069 [feature](vparquet-reader) Implements parquet file page
cache.
add dc37ceb8f68 [fix](parqeut)Fixed a performance fallback caused by
filling RL DL when reading Parquet scalar columns.
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 5 +
be/src/common/config.h | 4 +
be/src/io/cache/cached_remote_file_reader.h | 2 +
be/src/io/file_factory.cpp | 15 +
be/src/io/file_factory.h | 6 +
be/src/io/fs/broker_file_reader.cpp | 6 +-
be/src/io/fs/broker_file_reader.h | 5 +-
be/src/io/fs/broker_file_system.cpp | 2 +-
be/src/io/fs/buffered_reader.cpp | 3 -
be/src/io/fs/buffered_reader.h | 28 +-
be/src/io/fs/file_reader.h | 3 +
be/src/io/fs/hdfs_file_reader.cpp | 7 +-
be/src/io/fs/hdfs_file_reader.h | 5 +-
be/src/io/fs/http_file_reader.cpp | 7 +-
be/src/io/fs/http_file_reader.h | 5 +-
be/src/io/fs/http_file_system.cpp | 2 +-
be/src/io/fs/local_file_reader.h | 2 +
be/src/io/fs/s3_file_reader.h | 2 +
be/src/io/fs/stream_load_pipe.h | 2 +
be/src/io/fs/tracing_file_reader.h | 2 +
be/src/olap/rowset/segment_v2/row_ranges.h | 10 +-
be/src/vec/exec/format/orc/orc_file_reader.h | 2 +
be/src/vec/exec/format/parquet/level_decoder.cpp | 1 +
be/src/vec/exec/format/parquet/parquet_common.cpp | 101 ++
be/src/vec/exec/format/parquet/parquet_common.h | 100 +-
.../parquet/vparquet_column_chunk_reader.cpp | 650 +++++++--
.../format/parquet/vparquet_column_chunk_reader.h | 202 ++-
.../exec/format/parquet/vparquet_column_reader.cpp | 496 +++----
.../exec/format/parquet/vparquet_column_reader.h | 241 +++-
.../exec/format/parquet/vparquet_group_reader.cpp | 25 +-
.../exec/format/parquet/vparquet_group_reader.h | 5 +-
.../exec/format/parquet/vparquet_page_reader.cpp | 208 ++-
.../vec/exec/format/parquet/vparquet_page_reader.h | 283 ++--
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 220 +--
be/src/vec/exec/format/parquet/vparquet_reader.h | 23 +-
be/src/vec/exec/scan/file_scanner.cpp | 1 -
be/test/io/fs/buffered_reader_test.cpp | 6 +
.../format/file_reader/file_meta_cache_test.cpp | 2 +
.../format/parquet/parquet_page_cache_test.cpp | 859 ++++++++++++
.../exec/format/parquet/parquet_thrift_test.cpp | 25 +-
be/test/vec/exec/orc/orc_file_reader_test.cpp | 2 +
.../scripts/create_preinstalled_scripts/run80.hql | 21 +
.../data_part_1.parquet | Bin 0 -> 4547 bytes
.../data_part_2.parquet | Bin 0 -> 4542 bytes
.../data_part_3.parquet | Bin 0 -> 4342 bytes
.../data_part_4.parquet | Bin 0 -> 4354 bytes
.../data_part_1.parquet | Bin 0 -> 5732 bytes
.../data_part_2.parquet | Bin 0 -> 5715 bytes
.../data_part_3.parquet | Bin 0 -> 7565 bytes
.../data_part_4.parquet | Bin 0 -> 5531 bytes
.../java/org/apache/doris/qe/SessionVariable.java | 27 +
gensrc/thrift/PaloInternalService.thrift | 4 +
.../hive/test_hive_topn_lazy_mat.out | 1427 ++++++++++++++++++++
.../hive/test_hive_topn_lazy_mat.groovy | 23 +-
54 files changed, 4140 insertions(+), 937 deletions(-)
create mode 100644 be/test/vec/exec/format/parquet/parquet_page_cache_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table/data_part_1.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table/data_part_2.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table/data_part_3.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table/data_part_4.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table_multi_pages/data_part_1.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table_multi_pages/data_part_2.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table_multi_pages/data_part_3.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/parquet_topn_lazy_complex_table_multi_pages/data_part_4.parquet
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
