This is an automated email from the ASF dual-hosted git repository.
924060929 pushed a change to branch fe_local_shuffle_rebase3
in repository https://gitbox.apache.org/repos/asf/doris.git
discard f81cfad5060 [refactor](local shuffle) Move local exchange planning
from BE to FE
add 28cc2bf11d5 [Improvement](scan) support push down limit to segment
iterator (#62222)
add 9896994e9e9 [Fix](pyudf) clear Nereids UDF registry on drop database
(#62950)
add 429c0958e12 [fix](user_var)fix integer typing and prefer
Variable.realExpression for argument/type resolution (#62524)
add 789ec330d97 [refactor](inverted-index) replace void* query_value with
typed paraminterface (#62960)
add 771b22d262f [fix](mv) Align extra-join elimination safety check
(#62527)
add ca858fd4a87 [fix](be) Correct Arrow UTF8/String size limit (#63137)
add 446a3421990 [fix](analyze) Preserve variant subfields in view
definitions to fix select view result wrong when view select has variant field
(#62907)
add 7680c6dc8ab [fix](fe) Fix remote Flight SQL result receiver
initialization (#63136)
add 97caf97f62a [fix](variant) materialize NG compaction regular paths
(#63104)
add f563b2eb382 [Improve](variant) Keep first duplicate Variant JSON path
(#63082)
add 1470b6c4146 [fix](insert) Avoid formatting generated insert errors
(#62982)
add 91ff38d98d0 [fix](nereids) Run CheckCast on INSERT VALUES to reject
illegal casts (#62905)
add 54d7885340a [Fix](pyudf) clear stale UDAF state cache on drop (#63062)
add 416ad95f80b [fix](streaming-job) start counting task max interval
after the first record is received (#63141)
add 058d97897f6 [fix](fe) fix host not match if start fe in
metadata_failure_recovery (#62748)
add ab7f8a63a9a [fix](load) rebuild broker load storage properties after
Gson replay (#63094)
add df8bf1675f9 [refine](core) add compile-time safety checks to
assert_cast (#63133)
add 9b4382a44b9 [fix](filecache) avoid BE crash when finalize misses local
cache writer (#62389)
add 58765f9cde3 [fix](decimal) Fix incorrect decimal cast results for
scientific-notation strings (#63119)
add efad8d63bcd [fix](script) Replace clickbench new data link (#63187)
add 99877f5ce96 [fix](RF) fix RF cast expr nullable (#62627)
add 533f02b970e [improvement](cloud) Support configurable S3 credentials
providers (#62788)
add 22e748432c3 [feat](snapshot) Support storage vault for create/list
snapshot (#62523)
add 7e5c941524b [refactor](storage) replace TypeInfo polymorphic hierarchy
with FieldType (#63153)
add 85ede0bafba [opt](nereids) Optimize I/O operations for the IS NULL
predicate (#62304)
add 2cfa2426e41 [Fix](pyudf) Fix python udf error propagation (#62613)
add a8216b532fe [fix](fe) Fix Type.exceedsMaxNestingDepth skipping MAP
keyType recursion (#63201)
add c02bd657868 [fix](fe) Fix deep nested complex type subtype validation
bypass (#63208)
add 886b0bb0e44 [fix](memory-tracker) Avoid nested task attach in cloud
snapshot manager (#63189)
add 63e90d34e4b [fix](compaction) Fix incorrect memory availability check
in RowSourceBuffer during vertical compaction (#63152)
add 090e8fabeda [feat] Ann Index result cache (#60850)
add b82e18f23b4 [refine](column) replace misused check_and_get_column with
assert_cast (#63164)
add 8b3912260d4 [Fix](arrow flight) Fix arrow::Status inline static empty
msg core (#63191)
add c5f2693d147 [Fix](p0) rename duplicate pyudf across p0 suites (#63214)
add d441f1c434e [fix](be) Support TIMESTAMPTZ in TopN runtime predicate
(#63220)
add b30fbf99499 [fix](iow) force drop partition in INSERT OVERWRITE
(#62510)
add 12d1694c9cf [fix](statistics) Enhance OOM error message for statistics
analyze tasks (#63172)
add 5b0355545f6 [fix](fe) Fix simple aggregate cache after partition
recycle (#63175)
add beb52c117e0 [feature](RoutineLoad) Support the Amazon Kinesis (#61325)
add bb3890ac6c3 [Fix](ttz) Fix TIMESTAMPTZ elapsed-time semantics to use
UTC (#63161)
add fb27aebed63 [fix](partition_prune) Move the pruning of predicates that
are always true after partition pruning into the PlanPostProcessor (#63111)
add cf7a5880147 [fix](streaming-job) recompute derived fields after replay
and ALTER (#62936)
add a789c9941e8 [fix](job-manager) cancelTaskById should not be blocked by
unrelated streaming jobs (#62940)
add 4e25c9f7070 [fix](streaming-job) restore split-bound Java types when
reading FE-persisted CDC offset (#63219)
add 1d1846591f7 [fix](insert overwrite) delay overwrite partition routing
until incremental open (#63209)
add 73b3f5eba42 [fix](streamingjob) Persist cdc_stream TVF offset across
FE checkpoint (#62902)
add 5be6557aa56 [improve](streaming-job) add per-job lag metric to
streaming insert jobs (#63194)
add 10790e214e9 [fix](recycler) Recycler/Ms http api result msg should set
ok (#63051)
add 9e23a2fd1cd [feat](snapshot) Support storage vault for clone instance
(#63217)
add aec566e8294 [fix](fe) Define default argLine for FE unit tests (#63129)
add 8115d05b1f6 [Exec](colocate) disable colocate group execution in
bucket shuffle join (#63200)
add db0fd32c430 [chore](dep) pin esdk-obs-java-bundle to 3.21.11 to fix
version range resolution failure (#63278)
add a8fd0a117ab [fix](be) Move partitioned agg shared cleanup to shared
state (#63253)
add d80ead89ae1 [fix](fe) Reject JSONB and variant distribution columns
(#63211)
add 60b0d46dbe3 [fix](function) fix map_contains_entry runtime error when
TIMESTAMPTZ is map key or value (#63124)
add 66dbb85fe3d [feature](fe) Show compute group for MTMV refresh task
(#63206)
add a2daa074d3f [fix](be) Report string column overflow on checked append
paths (#63183)
add b9f5281b566 [fix](timestamptz) Report TIMESTAMPTZ as string to MySQL
clients (#63292)
add 170084d61e1 [fix](thrift) Reserve frontend service field ids (#63239)
add c5109e709ee [fix](be) Fix json contains duplicate array candidates
(#63301)
add 22c9ed691d5 [fix](fe) Reject lone UTF-16 surrogates in JSONB literals
(RFC 8259 ยง8.2) (#63255)
add ee0dcfe5a77 [fix](config) Remove fuzzy of string_overflow_size (#63341)
add 69aa8764dfe [fix](fe) Fix alias function with cast outermost expr and
reject illegal expressions (#63254)
add 76bbe581b96 [fix](fe) Add null reject compensation for join rewrite
(#63268)
add 451c70888d8 [fix](storage) Fix typo 'occured' in user-facing error
messages (#62521)
add 84f8107d878 [chore](window function) remove useless cast in
WindowFunctionChecker (#63284)
add ab1a4ddb592 [refine](exec) replace std::shared_mutex/std::shared_lock
with annotated wrappers for thread safety analysis (#63109)
add b6d50d4756c [doc](AGENTS) Update agents instructions for commit
messages and regressions (#63351)
add d77856dc715 [improvement](statistics) Collect hot value during full
statistics analysis (#62435)
new 2e22e0ad6ec [refactor](local shuffle) Move local exchange planning
from BE to FE
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f81cfad5060)
\
N -- N -- N refs/heads/fe_local_shuffle_rebase3 (2e22e0ad6ec)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
AGENTS.md | 8 +-
be/src/agent/task_worker_pool.cpp | 2 +
be/src/cloud/cloud_snapshot_mgr.cpp | 6 +-
be/src/common/config.cpp | 8 +-
be/src/common/config.h | 7 +
be/src/common/metrics/doris_metrics.cpp | 12 +
be/src/common/metrics/doris_metrics.h | 5 +
be/src/common/thread_safety_annotations.h | 48 ++
be/src/core/assert_cast.h | 8 +
be/src/core/column/column_string.h | 12 +-
be/src/core/column/column_variant.cpp | 2 +-
.../core/data_type_serde/data_type_decimal_serde.h | 2 +-
.../core/data_type_serde/data_type_map_serde.cpp | 2 +-
.../data_type_serde/data_type_nullable_serde.cpp | 3 +-
.../core/data_type_serde/data_type_number_serde.h | 2 +-
.../data_type_serde/data_type_variant_serde.cpp | 12 +-
be/src/core/decimal_comparison.h | 28 +-
be/src/core/field.cpp | 12 +-
be/src/core/value/timestamptz_value.h | 6 +
be/src/exec/common/columns_hashing.h | 3 +-
be/src/exec/common/variant_util.cpp | 213 ++---
be/src/exec/exchange/vdata_stream_mgr.cpp | 28 +-
be/src/exec/exchange/vdata_stream_mgr.h | 14 +-
be/src/exec/operator/join_probe_operator.cpp | 3 +-
be/src/exec/operator/mock_scan_operator.h | 2 +-
be/src/exec/operator/olap_scan_operator.cpp | 90 ++-
be/src/exec/operator/olap_scan_operator.h | 7 +-
.../partitioned_aggregation_source_operator.cpp | 7 -
be/src/exec/operator/scan_operator.cpp | 11 +-
be/src/exec/operator/scan_operator.h | 4 +-
be/src/exec/pipeline/dependency.cpp | 5 +
be/src/exec/pipeline/dependency.h | 6 +-
be/src/exec/runtime_filter/runtime_filter_mgr.cpp | 20 +-
be/src/exec/runtime_filter/runtime_filter_mgr.h | 9 +-
be/src/exec/scan/olap_scanner.cpp | 119 ++-
be/src/exec/scan/olap_scanner.h | 6 +
be/src/exec/scan/scanner.cpp | 23 +
be/src/exec/scan/scanner.h | 4 +
be/src/exec/scan/scanner_context.cpp | 30 +-
be/src/exec/scan/scanner_context.h | 3 -
be/src/exec/scan/scanner_scheduler.cpp | 31 +-
be/src/exec/sink/vrow_distribution.cpp | 19 +-
.../sink/writer/iceberg/partition_transformers.h | 2 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 2 +-
be/src/exec/sink/writer/vhive_table_writer.cpp | 2 +-
.../aggregate_function_sequence_match.cpp | 3 +
.../aggregate/aggregate_function_sequence_match.h | 7 +-
.../aggregate/aggregate_function_window_funnel.cpp | 7 +-
.../aggregate/aggregate_function_window_funnel.h | 34 +-
.../aggregate_function_window_funnel_v2.cpp | 7 +-
.../aggregate_function_window_funnel_v2.h | 27 +-
.../function/array/function_array_aggregation.cpp | 4 +-
.../exprs/function/array/function_array_apply.cpp | 2 +-
.../exprs/function/array/function_array_concat.cpp | 4 +-
.../function/array/function_array_cum_sum.cpp | 3 +-
.../exprs/function/array/function_array_distinct.h | 2 +-
.../exprs/function/array/function_array_element.h | 2 +-
.../function/array/function_array_enumerate.cpp | 3 +-
.../array/function_array_enumerate_uniq.cpp | 5 +-
be/src/exprs/function/array/function_array_index.h | 7 +-
.../exprs/function/array/function_array_mapped.h | 4 +-
.../exprs/function/array/function_arrays_overlap.h | 9 +-
be/src/exprs/function/cast/cast_base.cpp | 4 +-
be/src/exprs/function/cast/cast_base.h | 1 +
.../function/cast/cast_to_basic_number_common.h | 2 +-
be/src/exprs/function/cast/cast_to_boolean.h | 6 +-
be/src/exprs/function/cast/cast_to_date.h | 6 +-
be/src/exprs/function/cast/cast_to_decimal.h | 2 +-
be/src/exprs/function/cast/cast_to_ip.h | 4 +-
.../exprs/function/function_always_not_nullable.h | 10 +-
be/src/exprs/function/function_collection_in.h | 4 +-
.../function_date_or_datetime_computation.cpp | 6 +-
.../function_date_or_datetime_computation.h | 16 +-
.../function_date_or_datetime_to_string.cpp | 4 +-
.../function/function_datetime_floor_ceil.cpp | 19 +-
be/src/exprs/function/function_hex.cpp | 6 +-
be/src/exprs/function/function_hll.cpp | 6 +-
be/src/exprs/function/function_ip.h | 12 +-
be/src/exprs/function/function_jsonb.cpp | 7 +-
be/src/exprs/function/function_map.cpp | 7 +-
be/src/exprs/function/function_multi_match.cpp | 7 +-
.../exprs/function/function_needs_to_handle_null.h | 4 +-
be/src/exprs/function/function_quantile_state.cpp | 17 +-
be/src/exprs/function/function_variant_element.cpp | 2 +-
be/src/exprs/function/functions_comparison.h | 8 +-
.../function/functions_multi_string_position.cpp | 9 +-
.../function/functions_multi_string_search.cpp | 2 +-
be/src/exprs/function/in.h | 9 +-
be/src/exprs/function/match.cpp | 7 +-
be/src/exprs/function/round.h | 6 +-
be/src/exprs/vectorized_fn_call.cpp | 4 +-
be/src/exprs/vectorized_fn_call.h | 3 +-
be/src/exprs/vexpr.cpp | 13 +-
be/src/exprs/vexpr.h | 5 +-
be/src/exprs/vexpr_context.cpp | 5 +-
be/src/exprs/vexpr_context.h | 3 +-
be/src/exprs/virtual_slot_ref.cpp | 5 +-
be/src/exprs/virtual_slot_ref.h | 5 +-
be/src/format/arrow/arrow_row_batch.h | 2 +-
.../schema_cluster_snapshots_scanner.cpp | 14 +
be/src/io/cache/fs_file_cache_storage.cpp | 8 +-
be/src/io/fs/kafka_consumer_pipe.h | 15 -
.../src/io/fs/kinesis_consumer_pipe.h | 20 +-
be/src/io/fs/stream_load_pipe.h | 9 +
be/src/load/routine_load/consumer_group_helpers.h | 96 +++
be/src/load/routine_load/consumer_helpers.cpp | 61 ++
be/src/load/routine_load/consumer_helpers.h | 119 +++
be/src/load/routine_load/data_consumer.cpp | 578 ++++++++++++-
be/src/load/routine_load/data_consumer.h | 114 +++
be/src/load/routine_load/data_consumer_group.cpp | 344 +++++---
be/src/load/routine_load/data_consumer_group.h | 65 +-
be/src/load/routine_load/data_consumer_pool.cpp | 41 +-
be/src/load/routine_load/kinesis_conf.cpp | 169 ++++
be/src/load/routine_load/kinesis_conf.h | 89 ++
.../routine_load/routine_load_task_executor.cpp | 82 +-
.../load/routine_load/routine_load_task_executor.h | 8 +
be/src/load/stream_load/stream_load_context.h | 37 +
be/src/load/stream_load/stream_load_executor.cpp | 23 +
be/src/runtime/exec_env.h | 4 +
be/src/runtime/exec_env_init.cpp | 11 +
be/src/runtime/memory/cache_policy.h | 6 +-
be/src/runtime/memory/lru_cache_policy.h | 3 +-
be/src/runtime/runtime_predicate.cpp | 2 +-
be/src/runtime/runtime_state.h | 12 +-
be/src/service/internal_service.cpp | 13 +
be/src/storage/delete/delete_bitmap_calculator.cpp | 6 +-
be/src/storage/field.h | 34 +-
be/src/storage/index/ann/CMakeLists.txt | 7 +-
be/src/storage/index/ann/ann_index_reader.cpp | 303 ++++---
be/src/storage/index/ann/ann_index_reader.h | 9 +-
.../ann_index_result_cache.cpp | 298 +++++++
.../ann_index_result_cache.h | 69 ++
.../ann_index_result_cache_handle.cpp | 14 +-
.../ann_index_result_cache_handle.h | 26 +-
.../storage/index/ann/ann_range_search_runtime.cpp | 3 +-
be/src/storage/index/ann/ann_search_params.cpp | 49 ++
be/src/storage/index/ann/ann_search_params.h | 45 ++
be/src/storage/index/ann/ann_topn_runtime.cpp | 2 +
be/src/storage/index/ann/ann_topn_runtime.h | 5 +-
.../bloom_filter/bloom_filter_index_reader.cpp | 3 +-
.../index/bloom_filter/bloom_filter_index_reader.h | 6 +-
.../bloom_filter/bloom_filter_index_writer.cpp | 34 +-
.../index/bloom_filter/bloom_filter_index_writer.h | 12 +-
be/src/storage/index/index_writer.cpp | 13 +-
be/src/storage/index/indexed_column_reader.cpp | 8 +-
be/src/storage/index/indexed_column_reader.h | 5 +-
be/src/storage/index/indexed_column_writer.cpp | 12 +-
be/src/storage/index/indexed_column_writer.h | 8 +-
.../index/inverted/inverted_index_iterator.cpp | 2 +-
.../index/inverted/inverted_index_iterator.h | 5 +-
.../index/inverted/inverted_index_reader.cpp | 149 +++-
.../storage/index/inverted/inverted_index_reader.h | 152 +---
be/src/storage/index/primary_key_index.cpp | 8 +-
be/src/storage/index/primary_key_index.h | 5 +-
be/src/storage/index/zone_map/zone_map_index.cpp | 6 +-
be/src/storage/iterator/vcollect_iterator.cpp | 91 +--
be/src/storage/iterator/vcollect_iterator.h | 14 +-
.../storage/iterator/vertical_merge_iterator.cpp | 10 +-
be/src/storage/iterators.h | 7 +-
be/src/storage/key_coder.h | 58 ++
be/src/storage/merger.cpp | 2 +-
be/src/storage/olap_common.h | 2 +
be/src/storage/predicate/comparison_predicate.h | 40 +-
be/src/storage/predicate/in_list_predicate.h | 24 +-
be/src/storage/predicate/like_column_predicate.cpp | 11 +-
be/src/storage/predicate/like_column_predicate.h | 6 +-
be/src/storage/row_cursor.cpp | 84 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 2 +-
be/src/storage/rowset/rowset_reader_context.h | 5 +-
be/src/storage/schema_change/schema_change.cpp | 19 +-
be/src/storage/segment/column_reader.cpp | 47 +-
be/src/storage/segment/column_reader.h | 17 +-
be/src/storage/segment/column_writer.cpp | 18 +-
be/src/storage/segment/encoding_info.h | 1 -
be/src/storage/segment/segment.cpp | 17 +-
be/src/storage/segment/segment_iterator.cpp | 120 ++-
be/src/storage/segment/segment_iterator.h | 7 +-
be/src/storage/segment/segment_writer.cpp | 3 +-
.../segment/variant/hierarchical_data_iterator.cpp | 4 +-
.../segment/variant/variant_ext_meta_writer.cpp | 4 +-
be/src/storage/segment/vertical_segment_writer.cpp | 3 +-
be/src/storage/segment/virtual_column_iterator.h | 2 +
be/src/storage/snapshot/snapshot_manager.cpp | 4 +-
be/src/storage/storage_engine.cpp | 2 +-
be/src/storage/tablet/base_tablet.cpp | 7 +-
be/src/storage/tablet/tablet_reader.cpp | 1 -
be/src/storage/tablet/tablet_reader.h | 7 +-
be/src/storage/tablet/tablet_schema.cpp | 2 +-
be/src/storage/task/index_builder.cpp | 12 +-
be/src/storage/types.cpp | 205 -----
be/src/storage/types.h | 458 ++---------
be/src/udf/python/python_server.cpp | 25 +-
be/src/udf/python/python_server.h | 11 +
be/src/udf/python/python_server.py | 104 ++-
be/src/udf/python/python_udaf_client.cpp | 82 +-
be/src/udf/python/python_udaf_client.h | 10 +
be/src/udf/python/python_udf_meta.cpp | 2 +
be/src/udf/python/python_udf_runtime.h | 6 +-
be/src/util/json/json_parser.cpp | 54 +-
be/src/util/json/json_parser.h | 5 +
be/src/util/jsonb_document.h | 48 +-
be/src/util/s3_util.cpp | 10 +
be/src/util/s3_util.h | 5 +-
be/src/util/string_parser.cpp | 49 +-
be/test/core/block/block_test.cpp | 50 ++
be/test/core/column/column_array_test.cpp | 2 +-
be/test/core/column/column_string_test.cpp | 26 +-
be/test/core/value/merge_partitioner_test.cpp | 4 +-
be/test/exec/common/schema_util_test.cpp | 42 +-
.../pipeline/partitioned_agg_shared_state_test.cpp | 4 +-
be/test/exec/pipeline/vdata_stream_recvr_test.cpp | 2 +-
.../schema_cluster_snapshots_scanner_test.cpp | 5 +
be/test/exec/sink/vrow_distribution_test.cpp | 45 +-
.../column_array_update_crc32c_batch_37.out | 4 +-
...n_array_update_crc32c_batch_37.out_with_nullmap | 4 +-
.../column_array_update_crc32c_single_37.out | 2 +-
..._array_update_crc32c_single_37.out_with_nullmap | 2 +-
be/test/exprs/function/cast/cast_to_decimal.cpp | 33 +-
...ion_comparison_evaluate_inverted_index_test.cpp | 4 +-
be/test/exprs/function/function_ip_test.cpp | 4 +-
be/test/io/cache/block_file_cache_test.cpp | 17 +
.../compaction/collection_statistics_test.cpp | 2 +-
.../compaction/vertical_compaction_test.cpp | 77 ++
.../index/ann/ann_index_result_cache_test.cpp | 769 ++++++++++++++++++
be/test/storage/index/ann/ann_index_smoke_test.cpp | 4 -
.../storage/index/ann/ann_range_search_test.cpp | 6 +-
.../storage/index/ann/ann_topn_descriptor_test.cpp | 2 +-
.../index/ann/ann_topn_runtime_negative_test.cpp | 2 +-
.../compaction/util/index_compaction_utils.cpp | 13 +-
be/test/storage/index/primary_key_index_test.cpp | 4 +-
be/test/storage/key_coder_test.cpp | 352 ++++++++
.../bloom_filter_index_reader_writer_test.cpp | 30 +-
be/test/storage/segment/encoding_info_test.cpp | 36 +-
.../storage/segment/index_reader_helper_test.cpp | 4 +-
.../segment/inverted_index_iterator_test.cpp | 4 +-
.../segment/inverted_index_query_param_test.cpp | 591 --------------
.../storage/segment/inverted_index_reader_test.cpp | 648 +++++++++++++--
.../storage/segment/inverted_index_writer_test.cpp | 22 +-
.../segment/segment_iterator_limit_opt_test.cpp | 207 +++++
be/test/storage/segment/variant_util_test.cpp | 206 +++++
be/test/storage/storage_types_test.cpp | 42 +-
be/test/udf/python/python_server_test.cpp | 45 +-
be/test/udf/python/python_udaf_client_test.cpp | 155 ++++
be/test/udf/python/python_udf_meta_test.cpp | 3 +
be/test/util/jsonb_contains_test.cpp | 64 ++
cloud/src/common/config.h | 2 +-
cloud/src/common/http_helper.cpp | 8 +-
cloud/src/meta-service/meta_service_http.cpp | 10 +-
cloud/src/meta-service/meta_service_http.h | 6 +-
cloud/src/meta-service/meta_service_resource.cpp | 542 ++++++++++---
cloud/src/recycler/s3_accessor.cpp | 41 +-
cloud/src/recycler/s3_accessor.h | 3 +
cloud/test/meta_service_http_test.cpp | 6 +-
cloud/test/resource_test.cpp | 166 ++++
common/cpp/aws_common.cpp | 12 +-
docker/runtime/doris-compose/cluster.py | 30 +-
docker/runtime/doris-compose/command.py | 49 +-
docker/runtime/doris-compose/resource/common.sh | 46 +-
docker/runtime/doris-compose/resource/fdb.conf | 4 +-
docker/runtime/doris-compose/resource/init_fdb.sh | 19 +
docker/runtime/doris-compose/resource/init_fe.sh | 29 +-
.../org/apache/doris/analysis/JsonLiteral.java | 39 +-
.../org/apache/doris/analysis/SlotDescriptor.java | 4 +
.../main/java/org/apache/doris/common/Config.java | 2 +-
.../doris/analysis/HashDistributionDesc.java | 14 +-
.../org/apache/doris/analysis/StorageDesc.java | 24 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 7 +-
.../java/org/apache/doris/catalog/Database.java | 39 +-
.../main/java/org/apache/doris/catalog/Env.java | 51 ++
.../org/apache/doris/catalog/FunctionRegistry.java | 9 +
.../apache/doris/catalog/HashDistributionInfo.java | 23 +
.../org/apache/doris/catalog/S3StorageVault.java | 4 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 1 +
.../org/apache/doris/catalog/TableAttributes.java | 4 +-
.../doris/cloud/snapshot/CloudSnapshotHandler.java | 2 +-
.../apache/doris/cloud/transaction/TxnUtil.java | 2 +-
.../apache/doris/datasource/InternalCatalog.java | 24 +-
.../doris/datasource/doris/FeServiceClient.java | 4 +-
.../doris/datasource/kinesis/KinesisUtil.java | 165 ++++
.../datasource/property/storage/S3Properties.java | 67 +-
.../AbstractInsertOverwriteManager.java | 2 +-
.../insertoverwrite/InsertOverwriteManager.java | 4 +-
.../RemoteInsertOverwriteManager.java | 4 +-
.../insert/streaming/StreamingInsertJob.java | 38 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 31 +-
.../doris/job/extensions/mtmv/MTMVTaskContext.java | 12 +-
.../org/apache/doris/job/manager/JobManager.java | 6 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 71 +-
.../doris/load/routineload/LoadDataSourceType.java | 3 +-
.../routineload/RLTaskTxnCommitAttachment.java | 5 +
.../RoutineLoadDataSourcePropertyFactory.java | 9 +-
.../doris/load/routineload/RoutineLoadJob.java | 8 +-
.../doris/load/routineload/RoutineLoadManager.java | 5 +
.../load/routineload/RoutineLoadProgress.java | 2 +-
.../load/routineload/RoutineLoadTaskInfo.java | 6 +-
.../kafka/KafkaDataSourceProperties.java | 1 -
.../routineload/{ => kafka}/KafkaProgress.java | 5 +-
.../{ => kafka}/KafkaRoutineLoadJob.java | 10 +-
.../routineload/{ => kafka}/KafkaTaskInfo.java | 7 +-
.../routineload/kinesis/KinesisConfiguration.java | 169 ++++
.../kinesis/KinesisDataSourceProperties.java | 411 ++++++++++
.../load/routineload/kinesis/KinesisProgress.java | 334 ++++++++
.../routineload/kinesis/KinesisRoutineLoadJob.java | 893 +++++++++++++++++++++
.../KinesisTaskInfo.java} | 170 ++--
.../java/org/apache/doris/metric/MetricRepo.java | 14 +
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 25 +-
.../org/apache/doris/mysql/MysqlSerializer.java | 7 +-
.../org/apache/doris/nereids/CascadesContext.java | 9 +
.../doris/nereids/analyzer/UnboundFunction.java | 4 -
.../glue/translator/RuntimeFilterTranslator.java | 23 +-
.../jobs/joinorder/hypergraph/HyperGraph.java | 8 +-
.../jobs/joinorder/hypergraph/edge/FilterEdge.java | 11 +-
.../nereids/processor/post/PlanPostProcessors.java | 1 +
.../processor/post/PrunePartitionPredicate.java | 146 ++++
.../nereids/rules/analysis/ExpressionAnalyzer.java | 52 +-
.../rules/analysis/WindowFunctionChecker.java | 28 +-
.../mv/AbstractMaterializedViewRule.java | 173 +++-
.../rules/exploration/mv/HyperGraphComparator.java | 51 +-
.../exploration/mv/MaterializedViewUtils.java | 11 +
.../nereids/rules/exploration/mv/StructInfo.java | 2 +-
.../exploration/mv/SyncMaterializationContext.java | 11 +-
.../rules/expression/rules/PartitionPruner.java | 23 -
.../LogicalOlapScanToPhysicalOlapScan.java | 3 +-
.../rewrite/AccessPathExpressionCollector.java | 99 ++-
.../nereids/rules/rewrite/AccessPathInfo.java | 3 +
.../rules/rewrite/AccessPathPlanCollector.java | 37 +-
.../CheckAndStandardizeWindowFunctionAndFrame.java | 5 +-
.../nereids/rules/rewrite/NestedColumnPruning.java | 248 +++++-
.../rules/rewrite/PruneOlapScanPartition.java | 30 +-
.../nereids/rules/rewrite/SlotTypeReplacer.java | 3 +-
.../doris/nereids/stats/SimpleAggCacheMgr.java | 12 +
.../doris/nereids/trees/expressions/AGENTS.md | 5 +
.../doris/nereids/trees/expressions/Default.java | 2 +-
.../nereids/trees/expressions/InPredicate.java | 19 +-
.../doris/nereids/trees/expressions/Like.java | 5 +-
.../expressions/functions/ExpressionTrait.java | 35 +-
.../trees/expressions/functions/agg/BoolAnd.java | 2 +-
.../trees/expressions/functions/agg/BoolOr.java | 2 +-
.../trees/expressions/functions/agg/BoolXor.java | 2 +-
.../trees/expressions/functions/agg/Histogram.java | 2 +-
.../expressions/functions/agg/LinearHistogram.java | 2 +-
.../trees/expressions/functions/agg/Median.java | 2 +-
.../functions/agg/MultiDistinctSum.java | 2 +-
.../functions/agg/MultiDistinctSum0.java | 2 +-
.../functions/agg/PercentileReservoir.java | 7 +-
.../expressions/functions/agg/SequenceCount.java | 3 +
.../functions/agg/SequenceFunction.java | 2 +-
.../expressions/functions/agg/SequenceMatch.java | 3 +
.../trees/expressions/functions/agg/Sum0.java | 2 +-
.../expressions/functions/agg/TopNWeighted.java | 8 +
.../expressions/functions/agg/WindowFunnel.java | 15 +-
.../expressions/functions/agg/WindowFunnelV2.java | 15 +-
.../trees/expressions/functions/ai/Embed.java | 2 +-
.../functions/generator/ExplodeMap.java | 5 +-
.../functions/generator/ExplodeMapOuter.java | 5 +-
.../trees/expressions/functions/scalar/Array.java | 2 +-
.../expressions/functions/scalar/ArrayApply.java | 7 +-
.../expressions/functions/scalar/ArrayAvg.java | 7 +-
.../expressions/functions/scalar/ArrayCompact.java | 2 +-
.../expressions/functions/scalar/ArrayCumSum.java | 7 +-
.../functions/scalar/ArrayDifference.java | 7 +-
.../functions/scalar/ArrayDistinct.java | 2 +-
.../functions/scalar/ArrayEnumerateUniq.java | 2 +-
.../functions/scalar/ArrayIntersect.java | 2 +-
.../expressions/functions/scalar/ArrayMax.java | 2 +-
.../expressions/functions/scalar/ArrayMin.java | 2 +-
.../functions/scalar/ArrayPosition.java | 2 +-
.../expressions/functions/scalar/ArrayProduct.java | 2 +-
.../expressions/functions/scalar/ArrayRemove.java | 2 +-
.../functions/scalar/ArrayReverseSort.java | 4 +-
.../expressions/functions/scalar/ArraySort.java | 4 +-
.../expressions/functions/scalar/ArraySortBy.java | 4 +-
.../expressions/functions/scalar/ArraySum.java | 2 +-
.../expressions/functions/scalar/ArrayUnion.java | 2 +-
.../functions/scalar/ArraysOverlap.java | 2 +-
.../trees/expressions/functions/scalar/Char.java | 9 +-
.../expressions/functions/scalar/CountEqual.java | 2 +-
.../expressions/functions/scalar/DateDiff.java | 3 +
.../expressions/functions/scalar/DaysDiff.java | 2 +
.../expressions/functions/scalar/HoursDiff.java | 3 +
.../functions/scalar/MicroSecondsDiff.java | 3 +
.../functions/scalar/MilliSecondsDiff.java | 3 +
.../expressions/functions/scalar/MinutesDiff.java | 3 +
.../expressions/functions/scalar/MonthsDiff.java | 7 +-
.../expressions/functions/scalar/QuartersDiff.java | 7 +-
.../trees/expressions/functions/scalar/Random.java | 6 +-
.../functions/scalar/RegexpReplace.java | 7 +-
.../functions/scalar/RegexpReplaceOne.java | 7 +-
.../expressions/functions/scalar/SecondsDiff.java | 3 +
.../functions/scalar/SplitByRegexp.java | 8 +-
.../functions/scalar/StructElement.java | 20 +-
.../expressions/functions/scalar/TimeDiff.java | 11 +
.../expressions/functions/scalar/Tokenize.java | 6 +-
.../expressions/functions/scalar/Uniform.java | 6 +-
.../expressions/functions/scalar/WeeksDiff.java | 7 +-
.../expressions/functions/scalar/WidthBucket.java | 2 +-
.../expressions/functions/scalar/YearsDiff.java | 7 +-
.../trees/expressions/functions/udf/AliasUdf.java | 17 +-
.../trees/expressions/literal/JsonLiteral.java | 39 +-
.../trees/plans/PartitionPrunablePredicate.java | 95 +++
.../AdminCreateClusterSnapshotCommand.java | 9 +-
.../plans/commands/CreateFunctionCommand.java | 14 +-
.../commands/insert/AbstractInsertExecutor.java | 4 +-
.../insert/InsertOverwriteTableCommand.java | 4 +-
.../job/UnassignedScanBucketOlapTableJob.java | 7 +
.../trees/plans/logical/LogicalOlapScan.java | 100 ++-
.../trees/plans/physical/PhysicalOlapScan.java | 63 +-
.../org/apache/doris/nereids/types/DataType.java | 23 +-
.../doris/nereids/util/TypeCoercionUtils.java | 18 +
.../org/apache/doris/persist/gson/GsonUtils.java | 18 +-
.../java/org/apache/doris/qe/ConnectContext.java | 19 +-
.../apache/doris/qe/ResultReceiverConsumer.java | 7 +-
.../java/org/apache/doris/qe/SessionVariable.java | 20 +
.../java/org/apache/doris/qe/StmtExecutor.java | 1 -
.../apache/doris/qe/runtime/QueryProcessor.java | 4 +
.../apache/doris/service/FrontendServiceImpl.java | 8 +-
.../doris/statistics/AnalysisTaskWrapper.java | 16 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 25 +-
.../doris/statistics/ExternalAnalysisTask.java | 6 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 6 +-
.../doris/analysis/StorageDescPersistTest.java | 88 ++
.../doris/catalog/CatalogRecycleBinTest.java | 49 +-
.../java/org/apache/doris/catalog/TypeTest.java | 40 +
.../property/storage/S3PropertiesTest.java | 32 +
.../StreamingInsertJobCheckDataQualityTest.java | 54 ++
.../apache/doris/job/manager/JobManagerTest.java | 39 +
.../load/routineload/KafkaRoutineLoadJobTest.java | 2 +
.../routineload/KinesisRoutineLoadJobTest.java | 339 ++++++++
.../doris/load/routineload/RoutineLoadJobTest.java | 3 +
.../load/routineload/RoutineLoadManagerTest.java | 1 +
.../load/routineload/RoutineLoadSchedulerTest.java | 2 +
.../routineload/RoutineLoadTaskSchedulerTest.java | 3 +
.../kinesis/KinesisDataSourcePropertiesTest.java | 83 ++
.../org/apache/doris/mtmv/MTMVJobManagerTest.java | 88 ++
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 88 +-
.../doris/mysql/MysqlSerializerVarbinaryTest.java | 30 +
.../rules/analysis/UserVariableAnalysisTest.java | 56 ++
.../rules/exploration/mv/EliminateJoinTest.java | 129 +++
.../exploration/mv/NullRejectInferenceTest.java | 120 ++-
.../nereids/rules/rewrite/PartitionPrunerTest.java | 256 ------
.../rules/rewrite/PruneNestedColumnTest.java | 412 +++++++---
.../doris/nereids/trees/expressions/UdfTest.java | 31 +
.../expressions/functions/ExpressionTraitTest.java | 86 ++
.../trees/expressions/literal/JsonLiteralTest.java | 124 +++
.../AdminCreateClusterSnapshotCommandTest.java | 3 +
.../commands/info/DistributionDescriptorTest.java | 48 ++
.../job/UnassignedScanBucketOlapTableJobTest.java | 117 +++
.../apache/doris/nereids/types/DataTypeTest.java | 54 ++
.../doris/qe/ResultReceiverConsumerTest.java | 10 +
.../apache/doris/resource/ComputeGroupTest.java | 2 +-
.../doris/statistics/AnalysisTaskWrapperTest.java | 84 ++
.../doris/statistics/HMSAnalysisTaskTest.java | 72 +-
.../doris/statistics/OlapAnalysisTaskTest.java | 122 ++-
.../transaction/GlobalTransactionMgrTest.java | 7 +-
.../doris/transaction/TransactionStateTest.java | 2 +-
.../org/apache/doris/catalog/PrimitiveType.java | 5 +-
.../main/java/org/apache/doris/catalog/Type.java | 3 +
fe/pom.xml | 3 +-
.../cdcclient/service/PipelineCoordinator.java | 30 +-
.../source/reader/AbstractCdcSourceReader.java | 45 ++
.../source/reader/JdbcIncrementalSourceReader.java | 39 +-
.../source/reader/mysql/MySqlSourceReader.java | 58 +-
.../reader/postgres/PostgresSourceReader.java | 23 +
.../source/reader/AbstractCdcSourceReaderTest.java | 165 ++++
gensrc/proto/cloud.proto | 7 +
gensrc/proto/internal_service.proto | 24 +
gensrc/thrift/AgentService.thrift | 7 +-
gensrc/thrift/BackendService.thrift | 12 +
gensrc/thrift/FrontendService.thrift | 38 +
gensrc/thrift/PaloInternalService.thrift | 10 +-
gensrc/thrift/Types.thrift | 1 +
.../data/arrow_flight_sql_p0/test_select.out | 8 +-
.../test_insert_overwrite_multiple.out | 15 -
.../test_insert_overwrite_recover.out | 14 -
.../test_insert_overwrite_recover_multiple.out | 23 -
.../test_insert_overwrite_recover_no_partition.out | 14 -
.../timestamptz/test_cast_timestamptz.out | 4 +-
.../timestamptz/test_timestamptz_cast.out | 12 +-
.../test_timestamptz_map_contains_entry.out | 43 +
.../timestamptz/test_timestamptz_sort.out | 104 +++
.../timestamptz/test_timestamptz_utc_functions.out | 33 +
.../sql-functions/doc_date_functions_test.out | 48 +-
.../paimon/test_paimon_catalog_timestamp_tz.out | 12 +-
.../cdc/test_streaming_mysql_job_date_pk.out | 29 +
.../cdc/test_streaming_postgres_job_date_pk.out | 29 +
..._cdc_stream_postgres_checkpoint_restart_fe.out} | 0
.../column_pruning/null_column_pruning.out | 101 +++
.../distinct_split/disitinct_split.out | 57 +-
.../join_elim_filter_edge.out} | 14 +-
.../mv/unsafe_equals/null_un_safe_equals.out | 12 +
.../prune_predicates_mv_test.out} | 19 +-
.../query_p0/limit/test_unified_limit_pushdown.out | 43 +
.../runtime_filter/runtime_filter_cast.out | 47 ++
.../data/query_p0/set/test_user_var.out | 3 +
.../data/search/test_search_slash_in_term.out | 5 +
.../doc_mode/test_variant_cast_strict.out} | 15 +-
.../data/variant_p0/duplicate_json_path.json | 7 +
.../predefine/test_predefine_type_index.out | 8 +
regression-test/framework/pom.xml | 27 +
.../doris/regression/suite/SuiteCluster.groovy | 45 +-
.../ann_index_p0/ann_index_cache_additional.groovy | 248 ++++++
.../ann_index_p0/ann_index_result_cache.groovy | 236 ++++++
.../ann_index_p0/ann_index_topn_cache.groovy | 185 +++++
.../suites/arrow_flight_sql_p0/test_select.groovy | 36 +-
.../test_insert_overwrite_multiple.groovy | 68 --
.../test_insert_overwrite_recover.groovy | 64 --
.../test_insert_overwrite_recover_multiple.groovy | 87 --
...st_insert_overwrite_recover_no_partition.groovy | 78 --
.../test_complex_disallowed_subtypes.groovy | 77 ++
.../test_timestamptz_jdbc_binary_protocol.groovy | 85 ++
.../test_timestamptz_map_contains_entry.groovy | 155 ++++
.../timestamptz/test_timestamptz_sort.groovy | 134 ++++
.../test_timestamptz_utc_functions.groovy | 183 +++++
.../test_create_view_variant_nested_field.groovy | 157 ++++
...is_25531_string_overflow_fault_injection.groovy | 95 +++
.../cdc/test_streaming_mysql_job_date_pk.groovy | 129 +++
.../cdc/test_streaming_mysql_job_metrics.groovy | 13 +-
.../cdc/test_streaming_postgres_job_date_pk.groovy | 131 +++
...dc_stream_postgres_checkpoint_restart_fe.groovy | 298 +++++++
.../jsonb_p0/test_jsonb_distribution_column.groovy | 46 ++
.../test_kinesis_routine_load.groovy | 307 +++++++
.../test_kinesis_routine_load_be_restart.groovy | 255 ++++++
..._kinesis_routine_load_data_quality_error.groovy | 400 +++++++++
.../test_kinesis_routine_load_fe_restart.groovy | 250 ++++++
.../test_kinesis_routine_load_pause_resume.groovy | 265 ++++++
.../test_kinesis_routine_load_property.groovy | 255 ++++++
.../test_kinesis_routine_load_shard_change.groovy | 407 ++++++++++
.../test_kinesis_show_routine_load.groovy | 318 ++++++++
.../suites/mv_p0/ssb/q_4_1_r1/q_4_1_r1.groovy | 14 +-
.../column_pruning/null_column_pruning.groovy | 493 ++++++++++++
.../string_length_column_pruning.groovy | 17 +
.../mv/dimension/dimension_self_conn.groovy | 5 +-
.../join_elim_p_f_key/join_elim_filter_edge.groovy | 79 ++
.../inner_join_null_reject_compensation.groovy | 217 +++++
.../mv/unsafe_equals/null_un_safe_equals.groovy | 17 +-
.../prune_predicates_mv_test.groovy | 182 +++++
.../auto_partition_recycle_count_cache.groovy | 91 +++
.../test_python_raise_error_propagation.groovy | 269 +++++++
.../pythonudaf_p0/test_pythonudaf_drop.groovy | 63 ++
.../suites/pythonudaf_p0/udaf_scripts/pyudaf.zip | Bin 7858 -> 9153 bytes
.../pythonudaf_p0/udaf_scripts/udaf_errors.py | 29 +-
.../test_python_udf_business_logic.groovy | 8 +-
.../suites/pythonudf_p0/test_pythonudf_drop.groovy | 105 +++
.../test_pythonudf_file_protocol.groovy | 11 +-
.../test_pythonudf_inline_complex.groovy | 10 +-
.../test_pythonudf_mixed_params.groovy | 12 +-
.../pythonudf_p0/udf_scripts/array_int_test.py | 2 +
.../udf_scripts/array_return_array_int_test.py | 2 +
.../udf_scripts/array_return_array_string_test.py | 2 +
.../pythonudf_p0/udf_scripts/array_string_test.py | 2 +
.../suites/pythonudf_p0/udf_scripts/float_test.py | 2 +
.../suites/pythonudf_p0/udf_scripts/int_test.py | 2 +
.../suites/pythonudf_p0/udf_scripts/pyudf.zip | Bin 6086 -> 15967 bytes
.../{array_int_test.py => udf_errors.py} | 10 +-
.../suites/pythonudtf_p0/udtf_scripts/pyudtf.zip | Bin 10216 -> 10924 bytes
.../udtf_scripts/pyudtf_module/exceptions_udtf.py | 7 +
.../limit/test_general_limit_pushdown.groovy | 12 +-
.../limit/test_unified_limit_pushdown.groovy | 233 ++++++
.../runtime_filter/runtime_filter_cast.groovy | 193 +++++
.../suites/query_p0/set/test_user_var.groovy | 28 +
.../suites/search/test_search_slash_in_term.groovy | 7 +
.../statistics/test_full_analyze_hot_value.groovy | 166 ++++
.../suites/statistics/test_hot_value.groovy | 20 +-
.../suites/variant_p0/doc_mode/load.groovy | 2 +-
.../doc_mode/test_variant_cast_strict.groovy | 129 +++
.../suites/variant_p0/duplicate_json_path.groovy | 106 +++
regression-test/suites/variant_p0/load.groovy | 2 +-
.../predefine/test_predefine_type_index.groovy | 14 +-
thirdparty/download-thirdparty.sh | 10 +-
...he-arrow-17.0.0-flight-safe-finish-status.patch | 216 -----
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 ++
tools/clickbench-tools/load-clickbench-data.sh | 10 +-
572 files changed, 22253 insertions(+), 4798 deletions(-)
copy
fe/fe-core/src/main/java/org/apache/doris/load/routineload/LoadDataSourceType.java
=> be/src/io/fs/kinesis_consumer_pipe.h (66%)
create mode 100644 be/src/load/routine_load/consumer_group_helpers.h
create mode 100644 be/src/load/routine_load/consumer_helpers.cpp
create mode 100644 be/src/load/routine_load/consumer_helpers.h
create mode 100644 be/src/load/routine_load/kinesis_conf.cpp
create mode 100644 be/src/load/routine_load/kinesis_conf.h
create mode 100644
be/src/storage/index/ann/ann_index_result_cache/ann_index_result_cache.cpp
create mode 100644
be/src/storage/index/ann/ann_index_result_cache/ann_index_result_cache.h
copy
fe/fe-core/src/main/java/org/apache/doris/load/routineload/LoadDataSourceType.java
=>
be/src/storage/index/ann/ann_index_result_cache/ann_index_result_cache_handle.cpp
(65%)
copy
fe/fe-core/src/main/java/org/apache/doris/load/routineload/RoutineLoadProgress.java
=>
be/src/storage/index/ann/ann_index_result_cache/ann_index_result_cache_handle.h
(63%)
create mode 100644 be/src/storage/index/ann/ann_search_params.cpp
create mode 100644 be/test/storage/index/ann/ann_index_result_cache_test.cpp
delete mode 100644 be/test/storage/segment/inverted_index_query_param_test.cpp
create mode 100644 be/test/storage/segment/segment_iterator_limit_opt_test.cpp
create mode 100644 be/test/udf/python/python_udaf_client_test.cpp
create mode 100644 be/test/util/jsonb_contains_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/kinesis/KinesisUtil.java
rename fe/fe-core/src/main/java/org/apache/doris/load/routineload/{ =>
kafka}/KafkaProgress.java (97%)
rename fe/fe-core/src/main/java/org/apache/doris/load/routineload/{ =>
kafka}/KafkaRoutineLoadJob.java (99%)
copy fe/fe-core/src/main/java/org/apache/doris/load/routineload/{ =>
kafka}/KafkaTaskInfo.java (97%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/routineload/kinesis/KinesisConfiguration.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/routineload/kinesis/KinesisDataSourceProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/routineload/kinesis/KinesisProgress.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/routineload/kinesis/KinesisRoutineLoadJob.java
rename
fe/fe-core/src/main/java/org/apache/doris/load/routineload/{KafkaTaskInfo.java
=> kinesis/KinesisTaskInfo.java} (61%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/PrunePartitionPredicate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/AGENTS.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/PartitionPrunablePredicate.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/StorageDescPersistTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/routineload/KinesisRoutineLoadJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/routineload/kinesis/KinesisDataSourcePropertiesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVJobManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/UserVariableAnalysisTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/ExpressionTraitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/JsonLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/distribute/worker/job/UnassignedScanBucketOlapTableJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/AnalysisTaskWrapperTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/AbstractCdcSourceReaderTest.java
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_multiple.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover_multiple.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover_no_partition.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_map_contains_entry.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_utc_functions.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.out
copy
regression-test/data/job_p0/streaming_job/cdc/tvf/{test_streaming_job_cdc_stream_postgres_restart_fe.out
=> test_streaming_job_cdc_stream_postgres_checkpoint_restart_fe.out} (100%)
create mode 100644
regression-test/data/nereids_rules_p0/column_pruning/null_column_pruning.out
copy
regression-test/data/nereids_rules_p0/mv/{unsafe_equals/null_un_safe_equals.out
=> join_elim_p_f_key/join_elim_filter_edge.out} (51%)
copy
regression-test/data/nereids_rules_p0/{mv/unsafe_equals/null_un_safe_equals.out
=> partition_prune/prune_predicates_mv_test.out} (52%)
create mode 100644
regression-test/data/query_p0/limit/test_unified_limit_pushdown.out
create mode 100644
regression-test/data/query_p0/runtime_filter/runtime_filter_cast.out
copy
regression-test/data/{nereids_rules_p0/mv/unsafe_equals/null_un_safe_equals.out
=> variant_p0/doc_mode/test_variant_cast_strict.out} (52%)
create mode 100644 regression-test/data/variant_p0/duplicate_json_path.json
create mode 100644
regression-test/suites/ann_index_p0/ann_index_cache_additional.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_result_cache.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_topn_cache.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_multiple.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover_multiple.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover_no_partition.groovy
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_complex_disallowed_subtypes.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_jdbc_binary_protocol.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_map_contains_entry.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_utc_functions.groovy
create mode 100644
regression-test/suites/ddl_p0/create_view_nereids/test_create_view_variant_nested_field.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_doris_25531_string_overflow_fault_injection.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_checkpoint_restart_fe.groovy
create mode 100644
regression-test/suites/jsonb_p0/test_jsonb_distribution_column.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load_be_restart.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load_data_quality_error.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load_fe_restart.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load_pause_resume.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load_property.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_routine_load_shard_change.groovy
create mode 100644
regression-test/suites/load_p0/kinesis_routine_load/test_kinesis_show_routine_load.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/column_pruning/null_column_pruning.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join_elim_p_f_key/join_elim_filter_edge.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join_infer_derive/inner_join_null_reject_compensation.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/partition_prune/prune_predicates_mv_test.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/rewrite_simple_agg_to_constant/auto_partition_recycle_count_cache.groovy
create mode 100644
regression-test/suites/pythonudaf_p0/test_python_raise_error_propagation.groovy
copy be/src/storage/index/ann/CMakeLists.txt =>
regression-test/suites/pythonudaf_p0/udaf_scripts/udaf_errors.py (59%)
copy regression-test/suites/pythonudf_p0/udf_scripts/{array_int_test.py =>
udf_errors.py} (85%)
create mode 100644
regression-test/suites/query_p0/limit/test_unified_limit_pushdown.groovy
create mode 100644
regression-test/suites/query_p0/runtime_filter/runtime_filter_cast.groovy
create mode 100644
regression-test/suites/statistics/test_full_analyze_hot_value.groovy
create mode 100644
regression-test/suites/variant_p0/doc_mode/test_variant_cast_strict.groovy
create mode 100644 regression-test/suites/variant_p0/duplicate_json_path.groovy
delete mode 100644
thirdparty/patches/apache-arrow-17.0.0-flight-safe-finish-status.patch
create mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
