This is an automated email from the ASF dual-hosted git repository.
Gabriel39 pushed a change to branch refactor_0702
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 2818d6ba9ae [refactor](be) Use VExpr for file scanner pruning
add c4ddfbaa66a [fix](fe) Mask Kafka routine load sensitive properties
(#64786)
add 8caf0dee91d [feat](olap) Support lazy reading mode for pruned complex
columns (#59263)
add 255d5cc03de [fix](be) Fix release build warning in column mapper
(#65143)
add bc03da163b2 [improvement](parquet) Add prefetch for file scanner v2
(#65151)
add 7027772afcb [fix](fe) fix Azure resource persistence (#65052)
add ac3381bbfb1 [fix](fe) Reject complex types (ARRAY/MAP/STRUCT) as MAP
key types (#63621)
add 13d18f3c88f [improvement](regression) Use Spark thrift JDBC for
external SQL helpers (#64886)
add 6a446490718 [fix](regression) Materialize JDBC array results (#65084)
add ff954cc45f3 [test](pipeline) collect Cloud P0 resource usage (#65125)
add 8785f45bc31 [regression-test](auth) Scope export cancel by label
(#65149)
add 6b547727f9d [fix](point-query) Skip nested pruning for short-circuit
query (#65051)
add f23cc37b4ad [fix](test) pin variant defaults in check_before_quit
(#65093)
add 9dae1258c9b [fix](be) Release workload group schedulers on shutdown
(#65112)
add 56dd98d6f94 [regression-test](variant) Avoid unstable bool numeric
output (#65164)
add 0c313b391d2 [fix](brpc) disable SSL BIO buffer (#64962)
add e3dd7a3d44e [refactor](be) Use VExpr for file scanner pruning
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2818d6ba9ae)
\
N -- N -- N refs/heads/refactor_0702 (e3dd7a3d44e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/exec/operator/olap_scan_operator.cpp | 2 +
be/src/exec/operator/olap_scan_operator.h | 1 +
be/src/exec/pipeline/task_queue.cpp | 35 +-
be/src/exec/pipeline/task_queue.h | 2 +
be/src/exec/scan/olap_scanner.cpp | 1 +
be/src/exec/scan/scanner_scheduler.h | 8 +-
.../time_sharing/time_sharing_task_executor.cpp | 7 +-
be/src/format_v2/column_mapper.cpp | 4 +-
be/src/format_v2/parquet/parquet_file_context.cpp | 153 +-
be/src/format_v2/parquet/parquet_file_context.h | 39 +
be/src/format_v2/parquet/parquet_reader.cpp | 5 +
be/src/format_v2/parquet/parquet_scan.cpp | 162 +-
be/src/format_v2/parquet/parquet_scan.h | 28 +-
be/src/runtime/exec_env_init.cpp | 8 +-
be/src/runtime/runtime_state.h | 5 +
be/src/runtime/workload_group/workload_group.cpp | 13 +
be/src/runtime/workload_group/workload_group.h | 2 +
.../workload_group/workload_group_manager.cpp | 7 +
.../workload_group/workload_group_manager.h | 2 +
be/src/service/point_query_executor.cpp | 9 +
be/src/storage/olap_common.h | 1 +
be/src/storage/segment/column_reader.cpp | 862 +++++---
be/src/storage/segment/column_reader.h | 214 +-
be/src/storage/segment/segment_iterator.cpp | 126 +-
be/src/storage/segment/segment_iterator.h | 7 +-
.../segment/variant/variant_column_reader.cpp | 31 +-
.../parquet/parquet_page_cache_range_test.cpp | 64 +
be/test/storage/segment/column_reader_test.cpp | 2134 +++++++++++++++++++-
.../segment/segment_iterator_lazy_pruned_test.cpp | 186 ++
.../docker-compose/iceberg/entrypoint.sh.tpl | 37 +-
.../docker-compose/iceberg/iceberg.env | 1 +
.../docker-compose/iceberg/iceberg.yaml.tpl | 2 +
.../create_preinstalled_scripts/paimon/run06.sql | 2 +-
.../docker-compose/iceberg/spark-defaults.conf | 3 +-
.../java/org/apache/doris/catalog/Resource.java | 63 +
.../java/org/apache/doris/catalog/ResourceMgr.java | 27 +
.../routineload/kafka/KafkaRoutineLoadJob.java | 33 +-
.../routineload/kinesis/KinesisRoutineLoadJob.java | 30 +-
.../doris/nereids/processor/post/TopNScanOpt.java | 21 +-
.../nereids/rules/rewrite/MetaPathStriper.java | 300 ---
.../nereids/rules/rewrite/NestedColumnPruning.java | 128 +-
.../org/apache/doris/nereids/types/DataType.java | 7 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 2 +
.../java/org/apache/doris/qe/SessionVariable.java | 2 +
.../load/routineload/KafkaRoutineLoadJobTest.java | 81 +
.../routineload/KinesisRoutineLoadJobTest.java | 28 +
.../nereids/postprocess/TopNRuntimeFilterTest.java | 20 +
.../rules/rewrite/PruneNestedColumnTest.java | 286 +--
.../trees/plans/CreateTableCommandTest.java | 24 +
.../apache/doris/persist/ResourcePersistTest.java | 110 +-
gensrc/thrift/PaloInternalService.thrift | 2 +
.../complex_types/test_pruned_columns.out | 417 +++-
.../string_len/test_string_len_complex.out | 7 -
.../nested_container_offset_pruning.out | 12 +
.../test_short_circuit_rowstore_nested_complex.out | 9 +
.../json_function/test_query_json_insert.out | 3 +
.../data/variant_p0/test_types_in_variant.out | 5 +-
.../org/apache/doris/regression/suite/Suite.groovy | 135 +-
.../doris/regression/suite/SuiteContext.groovy | 35 +
.../apache/doris/regression/util/JdbcUtils.groovy | 140 +-
.../doris/regression/util/ResultUtils.groovy | 756 +++++++
regression-test/pipeline/cloud_p0/run.sh | 3 +
regression-test/pipeline/common/doris-utils.sh | 75 +
.../auth_call/test_dml_export_table_auth.groovy | 6 +-
.../check_before_quit/check_before_quit.groovy | 8 +
.../test_complex_disallowed_subtypes.groovy | 33 +
.../complex_types/test_pruned_columns.groovy | 266 ++-
.../string_len/test_string_len_complex.groovy | 38 -
...est_iceberg_spark_doris_consistency_demo.groovy | 301 +++
...test_paimon_spark_doris_consistency_demo.groovy | 317 +++
.../test_kinesis_show_routine_load.groovy | 2 +-
.../routine_load/test_show_routine_load.groovy | 41 +
.../column_pruning/lambda_null_pruning.groovy | 30 +-
.../column_pruning/map_contains_arg_pruning.groovy | 13 +-
.../nested_container_offset_pruning.groovy | 88 +-
.../column_pruning/null_column_pruning.groovy | 71 +-
.../string_length_column_pruning.groovy | 74 +-
...st_short_circuit_rowstore_nested_complex.groovy | 131 ++
.../show/test_nested_complex_switch.groovy | 17 -
.../json_function/test_query_json_insert.groovy | 1 +
.../variant_p0/doc_mode/predefine/load.groovy | 4 +-
.../suites/variant_p0/test_types_in_variant.groovy | 5 +-
.../brpc-1.4.0-disable-ssl-bio-buffer.patch | 19 +
83 files changed, 7084 insertions(+), 1305 deletions(-)
create mode 100644
be/test/storage/segment/segment_iterator_lazy_pruned_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/MetaPathStriper.java
create mode 100644
regression-test/data/point_query_p0/test_short_circuit_rowstore_nested_complex.out
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/ResultUtils.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_spark_doris_consistency_demo.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_spark_doris_consistency_demo.groovy
create mode 100644
regression-test/suites/point_query_p0/test_short_circuit_rowstore_nested_complex.groovy
create mode 100644 thirdparty/patches/brpc-1.4.0-disable-ssl-bio-buffer.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
