This is an automated email from the ASF dual-hosted git repository.
BiteTheDDDDt pushed a change to branch dev_runtime_partition_prune
in repository https://gitbox.apache.org/repos/asf/doris.git
omit f3bbdb912f8 [feature](runtime-filter) Add runtime filter partition
pruning
add 6c6932f90aa (cloud) Hold table write lock across first-time dynamic
partition setup to prevent CREATE MV race (#62755)
add 18fceee908f [feature](jsonb) add json_object_flatten scalar function
(#62825)
add 0295f6a0b73 [refactor](cloud) Extract snapshot integration hooks
(#62859)
add 2497a493e4b [fix](fe) Preserve AWS role props in ObjectInfo adapter
(#62857)
add a4f0c487d40 [fix](docker) doris compose supports docker compose v2
(#62851)
add bc82bbbb831 [fix](be) Fix exchange receiver dependency race (#62777)
add d61e8eb8d1b [fix](cloud) refresh event warmup backends (#62839)
add 6dab90e411b [refactor](fe) Remove enable_nereids_load switch (#62703)
add 9f70b43cb30 [fix](load): fix invalid String.format pattern in
NereidsStreamLoadTask (#62225)
add ec5bc4919cd [improve](profile) Check profile counter should always gt
than 0 (#62475)
add 59668fc86d3 [Fix](security) Avoid potential token leakage risks
(#62898)
add 1e388e69d53 [fix](fe) fix potential NPE in getDeleteBitmapUpdateLock
(#62809)
add 467e7e7a6a2 [Fix](security) Only allow committer and collaborator to
trigger code-review (#62904)
add c518e8f6573 [feature](be) Add adaptive batch size for scan path
(#62835)
add 9dad5bb178c [chore](ci) Restrict job execution to comments from
committers (#62912)
add 53c52f515aa [fix](audit) Mark internal query failures as ERR in audit
log (#62908)
add ffefcae2866 [fix](variant) Skip full footer scan when constructing
VariantStatsCaculator (#62819)
add 0136aa55f59 [fix](fe) address dependency check findings (#62858)
add 0c9fff3b8ff [fix](serde) fix split_by_delimiter missing backslash
escape handling (#61995)
add aeb982e53ea Fix typo in 'Read this in other language' header (#62570)
add 430781b1296 [fix](be) Fix ANN query vector extraction to handle all
constant expression types (#62637)
add c31c82fc7f8 [Fix](version) Fix unknown doris version when build in git
worktree directory (#62935)
add 7ba4569729a [fix](memtable) use CPU metrics delta for CPU pressure
detection in adaptive flush controller (#62744)
add afcd99c6971 [fix](Expr) add SerDe for ColumnRefExpr and Expr SerDe
unit test (#62900)
add 42016ce8d54 [fix](mv) Invalidate rewrite cache on constraint changes
(#62530)
add 42c9d92d34a [fix](build) Isolate OpenCode review context files (#62949)
add 1a5d2e7153e [improvement](build) Fix COMMENT_BODY output injection
risk in comment-to-trigger-teamcity workflow (#62934)
add 284caa22dcc [fix](streaming-job) reject silent-no-op ALTER keys and
unsupported load.* properties (#62680)
add 8ff6044ad24 [refactor](be) Remove pipeline tracing support (#62765)
add d47a2f91561 [improve](streaming-job) support specifying compute_group
for StreamingJob (#62747)
add d5ed612295f [fix](insert) Report physical file count in
LoadStatistic.FileNumber (#62804)
add 41227049c06 [improvement](build) Fix COMMENT_BODY injection risk and
block pipeline script tampering (#62953)
add 5f4654886df [Improvement](local exchange) Copy-on-read mode for
AdaptivePassthrou… (#62760)
add 0a40a41b671 [Improvement](minor) Reduce memory in predicates (#62794)
add 48fca63dfcc [fix](nljoin) Fix nested loop join (#62803)
add b1c1a5ad6df [fix](cloud) avoid NPE and clear stale cache on warmup job
cancel/expire (#62805)
add 5efc7f4bcd5 [fix](fe) Clear warmup jobs on available backends (#62931)
add 412c89ba2c2 [Fix](warm up) Fix warm up don't retry due to error
message change (#62886)
add 8ca1b908345 [refine](datatype)replace manual memcpy with
unaligned_load for unaligned memory reads (#62918)
add 0ec388ff956 [chore](collaborator) Add linrrarity as a collaborator
(#62962)
add 92f993c68ed [chore](collaborator) fix collaborator github username
(#62963)
add 6d7ba6a3ad8 [fix](runtime-filter) Restore _applied_rf_num update in
late arrival path (#62872)
add 9368a15b378 [feature](fe) Add partition filter sql block rule (#62196)
add fcd4d98593e [Opt](parse) Add fast path for canonical format datetime
parse (#62757)
add f920c63942f [fix](nereids) Fix DST spring-forward gap handling in
timestamptz literal (#62945)
add c2cdd3d2ca4 [fix](be) Poll packed file async close without blocking
(#62938)
add 407823768fa [fix](build) Prefer thirdparty mirror for JuiceFS
downloads (#61968)
add 26761c6b2f9 [improve](streaming-job) support SSL and align MySQL CDC
source with PG (#62700)
add 235822d9cf8 [fix](streaming-job) bound cdc_client RPCs with
per-category timeouts (#62870)
add 249bb6d3db6 [refactor](ann) Avoid copying ANN search results (#62924)
add 5c56cfd0bf3 [fix](nereids) Do not push offset-only access path for
CHAR columns (#62854)
add d628e4b1836 [improvement](be) Restructure OLAP scan profile timers
into tree hierarchy (#62717)
add ddce328ca32 [fix](streaming-job) fix filteredRows always 0 on
single-table S3 streaming (#62816)
add fed20f06899 [fix](be) Prevent finalized pipeline task resubmission
(#62891)
add 6d774eb331a [Feature] add binlog meta module (row type) (1/3) (#62058)
add f461a2858b6 [fix](point query) Keep LogicalOlapScan for short-circuit
point query on empty table (#62948)
add 138da30a7e7 [fix](fe) Return unknown stats for system tables (#62913)
add 8c891caf772 [fix](fe) Fix ReadListener leak on rejected worker task
(#62679)
add df232fe3aa7 [opt](point query) reduce point-query network overhead by
resending query context on cache miss (#62836)
add 149cb668fb9 [fix](cloud) Avoid deleting nonexistent delete bitmap
files (#62967)
add 030e6d73302 [fix](nereids) Allocate fresh ExprId for constants when
pushing project into Union (#62296)
add 48da948ab7f [fix](functions)Preserve TIMESTAMPTZ in LEAD/LAG by adding
TimeStampTzType signature matching (#62779)
add 4479e72758b [fix] Support AND predicates on CreateTime/FinishTime in
SHOW ALTER (#62619)
add 35c6887064f [fix](tool) Fix meta_tool coredump and dead loop issues
(#61509)
add 8209b79a35e [enhance](nereids) improve masking of user's password for
ALTER USER and CREATE USER commands in audit logs (#62141)
add 65e4da48cc4 [fix](agg,array) support TIMESTAMPTZ in multiple aggregate
and array functions (#62756)
add ff2157bb4d7 [fix](load) fix broker load silently loaded only the first
file when parsing multiple files path (#62969)
add efd7067464e [refine](exec) add SubQueue abstraction and thread-safety
annotations to DataQueue (#62947)
add 9ee1ba12b7c Revert "[chore](ci) Restrict job execution to comments
from committers" (#63043)
add 30d9109fbd7 [chore](regression-test) fix some unstable cases (#62922)
add accd8a04106 [refine](code) remove dead code across core types and
utilities (#62994)
add ceeb9bc09a9 [feat](Iceberg)Rest & S3Table Support Iam-role (#60498)
add 668805a6ab2 [fix](filecache) reject oversized block size in add_cell
(#62878)
add 98dec70384d [fix](fe) Fix Ranger column-level privilege bypass when
CTE combined (#61741)
add 9cd2008070e [Refactor](Variant) add NestedGroup path metadata support
(#62848)
add 258c9991de8 [improvement](build) Optimize FE incremental build
packaging (#62915)
add 555ea5c61d2 [fix](zone-map) Avoid per-row Field temporaries in
TypedZoneMapIndexWriter (#62544)
add 4955aaf65a4 [refine](column) remove IDataType get_default (#62582)
add 5de1ed88d4b [feat](join) support outer join reorder in dphyper (#61146)
add c5883bb4ae1 [fix](function) preserve sign for negative sub-hour
TIMESTAMPTZ offsets (#62823)
add 4d33d4d2352 [fix](be) Move #include directives outside namespace
blocks to avoid ODR violations (#62871)
add 1a602f13188 [test](regression) Add debug logging for flaky
agg_strategy case (#63008)
add c7629ae23cf [fix](iceberg) Allow disabling REST catalog view
operations (#62986)
add d34b16c8fd3 [bug](cloud restore) forbid restoring table with property
'light_schema change' = 'false' in cloud mode (#62914)
add 98d55d88c3e [opt](point query) use fastUniqueId instead of
UUID.randomUUID to reduce contention (#63028)
add 17bbba45a52 [fix](pipeline) avoid data queue sink dependency lost
wakeup (#63055)
add 3f3c79c01c7 [Fix](pyudf) make Python server pool selection alive-aware
and version-isolated (#62620)
add 8897940c2ab [opt](statistic) use explicit datetimev2 as update_time
column's type (#63014)
add 6e6729cd834 [feature](dynamic table) support stream part 2: stream
query & comsuption infrastructure (#62453)
add b3af03dafc1 [Fix](fragment) avoid query-ctx map clear self-deadlock
when stop FragmentMgr (#62954)
add 333e33d6a6b [fix](parse) No longer throws exceptions when parse
datetime failed in `from_olap_string` (#63035)
add 9ba7e0416d1 [fix](be) Load JNI log4j2 properties config (#63063)
add 4d643725ef1 [fix](inverted index) resolve variant sub-column indexes
for score() (#62992)
add 75b381a8930 [Enhancement](pyudf) Support parameterless calls for
pythonUDF (#62624)
add 7ca6ffc5f53 [refine](exec) reject redundant same-type assert_cast
(#63059)
add 9793d554afe [fix](cloud) Skip skewed warmup rowset latency samples
(#62941)
add 915add164df [Opt](function) Remove datetime transfomers check in
release mode (#63003)
add a9ca36f68ee [fix](timestamptz) Preserve correct DST fold branch to go
cross the transition point (#63034)
add 497cbf5c27e [Log](pyudf) Add progress logs for python process pool
init (#62974)
add 2dc0d0a8c81 [refine](exec/operator) replace std::mutex/std::lock_guard
with annotated wrappers for thread safety analysis (#63070)
add eaa4ef92b90 [Opt](cloud) Add rate limit for BE to MS rpc (#60344)
add 85d2e421c0a [improvement](workflow) Switch OpenCode review runner to
OpenAI provider (#63097)
add 27913c931db [fix](variant) Fix variant flat-leaf root read plan
(#63086)
add e360c3d0d07 [cloud](fe) RestoreJob cannot deserialize Tablet when
upgrade (#62673)
add 4178178dc7b [improvement](fe) Add virtual compute group switch metric
(#63036)
add 75176c0b8bd [fix](statistics) Skip statistics cache for system dbs
(#63089)
add 559b0009a98 [refactor](nereids)Remove defer materialize (#62917)
add 6b051db1b21 [improvement](executor) unify current query runtime
statistics and expose task progress (#60567)
add 8e7977850f0 [chore](expr) remove useless if in `is_acting_on_a_slot`
(#63095)
add 62391b3d761 [fix](parquet) Fix parquet row group column lookup crash
and row group reader lifetime (#63102)
add 1ddd2a91315 [chore](CI) Make AI code review required (#63120)
add 694c94f65f5 [refine](Field) rename Tuple to Struct in BE core types
(#63093)
add 43a7b4932c2 [improvement](recycler) Avoid single-point read/write
during sequentially reading key (#62476)
add 892eae27bba [Fix](ai_agg) isolate AI_AGG query_ctx per aggregate state
(#63080)
add 0f45376b78c [fix](fe) Disable row-store lazy fetch for shared base
columns (#62864)
add 464d89c5f62 [fix](mtmv) Avoid mutating excluded trigger tables (#62984)
add 28cc2bf11d5 [Improvement](scan) support push down limit to segment
iterator (#62222)
add cda824c0eae [feature](runtime-filter) Add runtime filter partition
pruning
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f3bbdb912f8)
\
N -- N -- N refs/heads/dev_runtime_partition_prune (cda824c0eae)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +
.github/workflows/comment-to-trigger-teamcity.yml | 38 +-
.github/workflows/opencode-review-comment.yml | 21 +-
.github/workflows/opencode-review-runner.yml | 66 +-
...-review.yml => opencode-review-sync-result.yml} | 0
.gitleaks.toml | 7 +
.licenserc.yaml | 1 +
README.md | 2 +-
be/CMakeLists.txt | 3 +-
be/benchmark/benchmark_main.cpp | 1 +
be/benchmark/benchmark_zone_map_index.hpp | 257 ++++++
be/src/cloud/cloud_cumulative_compaction.cpp | 3 +-
be/src/cloud/cloud_delete_task.cpp | 5 +-
be/src/cloud/cloud_delta_writer.cpp | 6 +-
be/src/cloud/cloud_full_compaction.cpp | 2 +-
be/src/cloud/cloud_internal_service.cpp | 63 +-
be/src/cloud/cloud_meta_mgr.cpp | 306 ++++++-
be/src/cloud/cloud_meta_mgr.h | 26 +-
be/src/cloud/cloud_ms_backpressure_handler.cpp | 521 +++++++++++
be/src/cloud/cloud_ms_backpressure_handler.h | 231 +++++
be/src/cloud/cloud_ms_rpc_rate_limit_services.cpp | 55 ++
be/src/cloud/cloud_ms_rpc_rate_limit_services.h | 59 ++
be/src/cloud/cloud_ms_rpc_rate_limiters.cpp | 189 ++++
be/src/cloud/cloud_ms_rpc_rate_limiters.h | 118 +++
be/src/cloud/cloud_rowset_builder.cpp | 3 +-
be/src/cloud/cloud_schema_change_job.cpp | 11 +-
be/src/cloud/cloud_tablet.cpp | 6 +-
be/src/cloud/cloud_throttle_state_machine.cpp | 272 ++++++
be/src/cloud/cloud_throttle_state_machine.h | 176 ++++
be/src/cloud/cloud_warm_up_manager.cpp | 2 +-
be/src/cloud/config.cpp | 44 +
be/src/cloud/config.h | 63 ++
be/src/cloud/pb_convert.cpp | 66 ++
be/src/common/config.cpp | 2 +
be/src/common/config.h | 5 +
be/src/common/daemon.cpp | 1 +
be/src/common/metrics/system_metrics.cpp | 25 +
be/src/common/metrics/system_metrics.h | 11 +
be/src/common/thread_safety_annotations.h | 171 ++++
be/src/core/assert_cast.h | 16 +
be/src/core/binary_cast.hpp | 34 -
be/src/core/block/block.cpp | 33 -
be/src/core/block/block.h | 23 +-
be/src/core/call_on_type_index.h | 2 -
be/src/core/column/column_complex.h | 2 +-
be/src/core/column/column_decimal.cpp | 2 +-
be/src/core/column/column_fixed_length_object.h | 2 +-
be/src/core/column/column_nullable.cpp | 21 +-
be/src/core/column/column_nullable.h | 8 +-
be/src/core/column/column_struct.cpp | 13 +-
be/src/core/column/column_varbinary.cpp | 7 +-
be/src/core/column/column_variant.cpp | 215 +++--
be/src/core/column/column_variant.h | 12 +-
be/src/core/column/column_vector.cpp | 2 +-
be/src/core/data_type/convert_field_to_type.cpp | 2 +-
be/src/core/data_type/data_type.cpp | 4 +-
be/src/core/data_type/data_type.h | 7 +-
be/src/core/data_type/data_type_array.cpp | 6 -
be/src/core/data_type/data_type_array.h | 1 -
be/src/core/data_type/data_type_bitmap.h | 4 -
be/src/core/data_type/data_type_decimal.cpp | 7 +-
be/src/core/data_type/data_type_decimal.h | 2 -
.../core/data_type/data_type_fixed_length_object.h | 2 -
be/src/core/data_type/data_type_hll.h | 4 -
be/src/core/data_type/data_type_jsonb.cpp | 11 -
be/src/core/data_type/data_type_jsonb.h | 2 -
be/src/core/data_type/data_type_map.cpp | 10 -
be/src/core/data_type/data_type_map.h | 1 -
be/src/core/data_type/data_type_nothing.h | 6 -
be/src/core/data_type/data_type_nullable.cpp | 4 -
be/src/core/data_type/data_type_nullable.h | 2 -
be/src/core/data_type/data_type_number_base.cpp | 5 -
be/src/core/data_type/data_type_number_base.h | 2 -
be/src/core/data_type/data_type_quantilestate.h | 4 -
be/src/core/data_type/data_type_string.cpp | 4 -
be/src/core/data_type/data_type_string.h | 2 -
be/src/core/data_type/data_type_struct.cpp | 13 +-
be/src/core/data_type/data_type_struct.h | 2 -
be/src/core/data_type/data_type_varbinary.cpp | 4 -
be/src/core/data_type/data_type_varbinary.h | 2 -
be/src/core/data_type/data_type_variant.cpp | 5 +-
be/src/core/data_type/data_type_variant.h | 2 +-
be/src/core/data_type/nested_utils.cpp | 5 -
be/src/core/data_type/nested_utils.h | 6 -
be/src/core/data_type/number_traits.h | 84 --
be/src/core/data_type/primitive_type.h | 4 +-
.../complex_type_deserialize_util.h | 4 +-
.../core/data_type_serde/data_type_array_serde.cpp | 9 +-
.../core/data_type_serde/data_type_array_serde.h | 1 -
.../data_type_date_or_datetime_serde.cpp | 19 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 19 +-
.../data_type_serde/data_type_datev2_serde.cpp | 17 +-
.../data_type_serde/data_type_decimal_serde.cpp | 16 +-
.../core/data_type_serde/data_type_jsonb_serde.cpp | 7 +-
.../core/data_type_serde/data_type_map_serde.cpp | 9 +-
.../data_type_serde/data_type_number_serde.cpp | 13 +-
.../data_type_serde/data_type_string_serde.cpp | 7 +-
.../core/data_type_serde/data_type_time_serde.cpp | 8 +-
.../data_type_timestamptz_serde.cpp | 2 +-
.../core/data_type_serde/datelike_serde_common.hpp | 93 ++
be/src/core/field.h | 12 +-
be/src/core/packed_int128.h | 2 +
be/src/core/string_ref.cpp | 13 -
be/src/core/string_ref.h | 2 -
be/src/core/value/map_value.h | 2 -
be/src/core/value/struct_value.h | 2 -
be/src/core/value/timestamptz_value.cpp | 46 +-
be/src/core/value/timestamptz_value.h | 7 +-
be/src/exec/common/hash_table/hash_map_context.h | 4 +-
be/src/exec/common/sip_hash.h | 3 +-
be/src/exec/common/variant_util.cpp | 215 ++++-
.../exec/exchange/local_exchange_sink_operator.cpp | 4 +-
.../exec/exchange/local_exchange_sink_operator.h | 2 +-
be/src/exec/exchange/local_exchanger.cpp | 86 +-
be/src/exec/exchange/local_exchanger.h | 10 +-
be/src/exec/operator/analytic_sink_operator.cpp | 4 +-
be/src/exec/operator/analytic_source_operator.cpp | 9 +-
be/src/exec/operator/data_queue.cpp | 233 ++---
be/src/exec/operator/data_queue.h | 111 ++-
be/src/exec/operator/exchange_sink_buffer.cpp | 23 +-
be/src/exec/operator/exchange_sink_operator.cpp | 3 +-
be/src/exec/operator/exchange_sink_operator.h | 6 +-
be/src/exec/operator/hashjoin_build_sink.cpp | 4 +-
be/src/exec/operator/hashjoin_build_sink.h | 5 +-
be/src/exec/operator/mock_scan_operator.h | 29 +-
be/src/exec/operator/multi_cast_data_streamer.cpp | 19 +-
be/src/exec/operator/multi_cast_data_streamer.h | 19 +-
.../operator/nested_loop_join_probe_operator.cpp | 2 +-
be/src/exec/operator/olap_scan_operator.cpp | 180 +++-
be/src/exec/operator/olap_scan_operator.h | 8 +-
be/src/exec/operator/operator.cpp | 18 +-
be/src/exec/operator/operator.h | 26 +
.../exec/operator/partition_sort_sink_operator.cpp | 10 +-
.../operator/partition_sort_source_operator.cpp | 9 +-
be/src/exec/operator/scan_operator.cpp | 15 +-
be/src/exec/operator/scan_operator.h | 14 +-
be/src/exec/operator/schema_scan_operator.cpp | 8 +-
be/src/exec/operator/schema_scan_operator.h | 8 +-
be/src/exec/pipeline/dependency.h | 19 +-
be/src/exec/pipeline/pipeline_fragment_context.cpp | 4 +
be/src/exec/pipeline/pipeline_fragment_context.h | 5 +-
be/src/exec/pipeline/pipeline_task.cpp | 35 +-
be/src/exec/pipeline/pipeline_task.h | 6 +-
be/src/exec/pipeline/pipeline_tracing.cpp | 181 ----
be/src/exec/pipeline/pipeline_tracing.h | 109 ---
be/src/exec/pipeline/task_scheduler.cpp | 22 +-
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 3 +-
be/src/exec/scan/file_scanner.cpp | 198 ++++-
be/src/exec/scan/file_scanner.h | 18 +-
be/src/exec/scan/olap_scanner.cpp | 91 +-
be/src/exec/scan/olap_scanner.h | 2 +-
be/src/exec/scan/scanner.cpp | 42 +-
be/src/exec/scan/scanner.h | 42 +-
be/src/exec/scan/scanner_context.cpp | 45 +-
be/src/exec/scan/scanner_context.h | 3 -
be/src/exec/scan/scanner_scheduler.cpp | 44 +-
be/src/exec/sort/heap_sorter.h | 2 +-
.../exprs/aggregate/aggregate_function_ai_agg.cpp | 1 -
be/src/exprs/aggregate/aggregate_function_ai_agg.h | 22 +-
.../exprs/aggregate/aggregate_function_collect.h | 8 +-
.../aggregate_function_group_array_set_op_impl.h | 88 +-
.../aggregate/aggregate_function_histogram.cpp | 2 +-
.../exprs/aggregate/aggregate_function_map_v2.cpp | 1 +
.../aggregate/aggregate_function_min_max_by.cpp | 50 +-
.../aggregate/aggregate_function_min_max_by.h | 89 +-
be/src/exprs/bloom_filter_func_adaptor.h | 13 +-
.../function/array/function_array_contains_all.cpp | 4 +-
.../function/array/function_array_enumerate.cpp | 2 +-
.../array/function_array_enumerate_uniq.cpp | 1 +
be/src/exprs/function/array/function_array_index.h | 49 +-
.../exprs/function/array/function_array_remove.h | 4 +-
.../exprs/function/array/function_arrays_overlap.h | 4 +-
.../cast/cast_to_date_or_datetime_impl.hpp | 38 +
.../function/cast/cast_to_datetimev2_impl.hpp | 21 +
be/src/exprs/function/cast/cast_to_datev2_impl.hpp | 16 +
be/src/exprs/function/cast/cast_to_map.h | 2 +-
be/src/exprs/function/cast/cast_to_variant.h | 26 +-
be/src/exprs/function/function_bitmap_min_or_max.h | 3 +-
be/src/exprs/function/function_collection_in.h | 4 +-
be/src/exprs/function/function_conv.cpp | 7 +-
be/src/exprs/function/function_convert_tz.cpp | 11 +-
.../function_date_or_datetime_computation.h | 10 +-
.../function_date_or_datetime_to_something.h | 6 +-
.../function/function_datetime_floor_ceil.cpp | 21 +-
be/src/exprs/function/function_format.cpp | 6 +-
be/src/exprs/function/function_hll.cpp | 19 +-
be/src/exprs/function/function_ip.h | 6 +-
be/src/exprs/function/function_json.cpp | 3 +-
be/src/exprs/function/function_jsonb.cpp | 2 +-
be/src/exprs/function/function_jsonb_transform.cpp | 55 ++
.../function/function_other_types_to_date.cpp | 20 +-
be/src/exprs/function/function_python_udf.cpp | 10 +-
be/src/exprs/function/function_string_concat.h | 7 +-
be/src/exprs/function/function_string_format.h | 4 +-
be/src/exprs/function/function_string_replace.h | 2 +-
be/src/exprs/function/function_variant_element.cpp | 32 +-
be/src/exprs/function/function_width_bucket.cpp | 9 +-
be/src/exprs/function/in.h | 4 +-
be/src/exprs/function/is_not_null.h | 2 +-
be/src/exprs/function/least_greast.cpp | 2 +-
be/src/exprs/function/math.cpp | 3 +-
be/src/exprs/function/random.cpp | 2 +-
be/src/exprs/function/uniform.cpp | 2 +-
be/src/exprs/hybrid_set.h | 9 +-
.../exprs/lambda_function/varray_sort_function.cpp | 2 +-
.../exprs/table_function/python_udtf_function.cpp | 14 +-
be/src/exprs/table_function/vexplode_v2.cpp | 3 +-
be/src/exprs/vcompound_pred.h | 6 +-
be/src/exprs/vcondition_expr.cpp | 2 +-
be/src/exprs/vexpr.cpp | 14 -
be/src/exprs/vexpr.h | 2 -
be/src/exprs/vstruct_literal.cpp | 2 +-
be/src/format/arrow/arrow_block_convertor.cpp | 9 +
be/src/format/arrow/arrow_block_convertor.h | 4 +
be/src/format/csv/csv_reader.cpp | 32 +-
be/src/format/csv/csv_reader.h | 8 +-
be/src/format/generic_reader.h | 8 +
be/src/format/jni/jni_data_bridge.cpp | 19 +-
be/src/format/jni/jni_reader.cpp | 29 +
be/src/format/jni/jni_reader.h | 5 +
be/src/format/json/new_json_reader.cpp | 30 +-
be/src/format/json/new_json_reader.h | 16 +-
be/src/format/orc/vorc_reader.cpp | 31 +-
be/src/format/orc/vorc_reader.h | 15 +-
be/src/format/parquet/vparquet_group_reader.cpp | 171 +++-
be/src/format/parquet/vparquet_group_reader.h | 18 +-
be/src/format/parquet/vparquet_reader.cpp | 11 +-
be/src/format/parquet/vparquet_reader.h | 14 +-
be/src/format/table/table_schema_change_helper.cpp | 24 +-
be/src/format/text/text_reader.cpp | 5 +-
be/src/format/text/text_reader.h | 3 +-
...ema_backend_ms_rpc_table_throttlers_scanner.cpp | 113 +++
...hema_backend_ms_rpc_table_throttlers_scanner.h} | 45 +-
be/src/information_schema/schema_scanner.cpp | 3 +
.../schema_sql_block_rule_status_scanner.cpp | 32 +-
be/src/io/cache/block_file_cache.cpp | 3 +-
be/src/io/cache/block_file_cache.h | 1 +
be/src/io/cache/cached_remote_file_reader.cpp | 3 +-
be/src/io/cache/fs_file_cache_storage.cpp | 5 +
be/src/io/fs/file_writer.h | 10 +
be/src/io/fs/packed_file_manager.cpp | 19 +-
be/src/io/fs/packed_file_manager.h | 4 +-
be/src/io/fs/s3_file_writer.cpp | 91 +-
be/src/io/fs/s3_file_writer.h | 2 +
be/src/load/channel/tablets_channel.cpp | 2 +
be/src/load/delta_writer/delta_writer.cpp | 6 +-
be/src/load/delta_writer/delta_writer.h | 3 -
be/src/load/delta_writer/delta_writer_context.h | 12 +
be/src/runtime/cache/result_node.h | 4 +-
be/src/runtime/exec_env.h | 27 +-
be/src/runtime/exec_env_init.cpp | 87 +-
be/src/runtime/fragment_mgr.cpp | 17 +-
be/src/runtime/memory/memory_reclamation.cpp | 14 +-
be/src/runtime/query_context.cpp | 27 +-
be/src/runtime/query_context.h | 6 +
be/src/runtime/runtime_profile.h | 85 +-
be/src/runtime/runtime_profile_counter_names.h | 3 +
be/src/runtime/runtime_state.h | 42 +-
be/src/runtime/workload_management/io_context.h | 4 +
.../workload_management/query_task_controller.cpp | 18 +
.../workload_management/query_task_controller.h | 10 +
.../workload_management/resource_context.cpp | 8 +
be/src/service/http/action/adjust_tracing_dump.cpp | 37 -
be/src/service/http_service.cpp | 6 -
be/src/service/internal_service.cpp | 13 +-
be/src/service/point_query_executor.cpp | 19 +
be/src/storage/adaptive_thread_pool_controller.cpp | 35 +-
be/src/storage/adaptive_thread_pool_controller.h | 9 +-
be/src/storage/binlog.h | 3 +
be/src/storage/binlog_config.cpp | 28 +-
be/src/storage/binlog_config.h | 25 +-
be/src/storage/compaction/compaction.cpp | 10 +-
be/src/storage/data_dir.cpp | 28 +-
be/src/storage/index/ann/ann_index_reader.cpp | 23 +-
be/src/storage/index/ann/ann_index_reader.h | 3 -
be/src/storage/index/ann/ann_search_params.h | 17 +-
be/src/storage/index/ann/ann_topn_runtime.cpp | 33 +-
be/src/storage/index/ann/ann_topn_runtime.h | 4 +-
be/src/storage/index/ann/faiss_ann_index.cpp | 20 +-
be/src/storage/index/zone_map/zone_map_index.cpp | 61 +-
be/src/storage/index/zone_map/zone_map_index.h | 19 +-
be/src/storage/iterator/block_reader.cpp | 51 +-
be/src/storage/iterator/block_reader.h | 10 +
be/src/storage/iterator/vcollect_iterator.cpp | 154 ++--
be/src/storage/iterator/vcollect_iterator.h | 19 +-
be/src/storage/iterators.h | 9 +-
be/src/storage/olap_common.h | 3 +
be/src/storage/partial_update_info.cpp | 6 +-
be/src/storage/predicate/accept_null_predicate.h | 5 +-
be/src/storage/predicate/comparison_predicate.h | 12 +-
be/src/storage/predicate/in_list_predicate.h | 18 +-
be/src/storage/predicate/shared_predicate.h | 4 +-
be/src/storage/predicate_collector.cpp | 57 +-
be/src/storage/predicate_collector.h | 1 +
be/src/storage/rowset/beta_rowset_reader.cpp | 3 +-
be/src/storage/rowset/beta_rowset_writer.cpp | 21 +
be/src/storage/rowset/beta_rowset_writer.h | 5 +
be/src/storage/rowset/group_rowset_writer.cpp | 53 ++
be/src/storage/rowset/group_rowset_writer.h | 128 +++
be/src/storage/rowset/pending_rowset_helper.cpp | 43 +-
be/src/storage/rowset/pending_rowset_helper.h | 7 +-
be/src/storage/rowset/rowset_factory.cpp | 18 +
be/src/storage/rowset/rowset_factory.h | 5 +
be/src/storage/rowset/rowset_fwd.h | 4 +
be/src/storage/rowset/rowset_meta.h | 6 +
be/src/storage/rowset/rowset_reader_context.h | 11 +-
be/src/storage/rowset/rowset_writer_context.h | 32 +
be/src/storage/rowset/segment_creator.cpp | 9 +
.../storage/rowset/vertical_beta_rowset_writer.h | 27 +-
be/src/storage/rowset_builder.cpp | 190 +++-
be/src/storage/rowset_builder.h | 87 +-
.../segment/adaptive_block_size_predictor.cpp | 84 ++
.../segment/adaptive_block_size_predictor.h | 108 +++
be/src/storage/segment/column_reader.cpp | 22 +
be/src/storage/segment/column_reader.h | 5 +
be/src/storage/segment/column_writer.cpp | 21 +-
be/src/storage/segment/segment.cpp | 17 +
be/src/storage/segment/segment.h | 15 +-
be/src/storage/segment/segment_iterator.cpp | 169 +++-
be/src/storage/segment/segment_iterator.h | 17 +-
be/src/storage/segment/segment_loader.cpp | 9 +
be/src/storage/segment/segment_writer.cpp | 7 +-
.../segment/variant/binary_column_reader.cpp | 4 +-
be/src/storage/segment/variant/nested_group_path.h | 32 +
.../segment/variant/variant_column_reader.cpp | 189 ++--
.../segment/variant/variant_column_writer_impl.cpp | 4 +-
.../variant_doc_snpashot_compact_iterator.h | 4 +-
.../variant_streaming_compaction_writer.cpp | 21 +
.../storage/segment/variant_stats_calculator.cpp | 10 +-
be/src/storage/segment/variant_stats_calculator.h | 8 +-
be/src/storage/segment/virtual_column_iterator.cpp | 4 +-
be/src/storage/segment/virtual_column_iterator.h | 4 +-
be/src/storage/snapshot/snapshot_manager.cpp | 3 +-
be/src/storage/tablet/base_tablet.cpp | 13 +-
be/src/storage/tablet/base_tablet.h | 4 +
be/src/storage/tablet/tablet.cpp | 108 ++-
be/src/storage/tablet/tablet.h | 34 +-
be/src/storage/tablet/tablet_manager.cpp | 4 +
be/src/storage/tablet/tablet_meta.cpp | 540 ++++++-----
be/src/storage/tablet/tablet_meta.h | 55 +-
be/src/storage/tablet/tablet_meta_manager.cpp | 10 +-
be/src/storage/tablet/tablet_reader.cpp | 8 +-
be/src/storage/tablet/tablet_reader.h | 20 +-
be/src/storage/tablet/tablet_schema.h | 11 +
be/src/storage/txn/txn_manager.cpp | 2 +-
be/src/tools/meta_tool.cpp | 69 +-
be/src/udf/python/python_server.cpp | 179 +++-
be/src/udf/python/python_server.h | 46 +-
be/src/udf/python/python_udf_meta.cpp | 6 +-
be/src/udf/python/python_udf_meta.h | 10 +-
be/src/util/block_budget.h | 92 ++
be/src/util/cgroup_util.cpp | 1 +
be/src/util/hash/murmur_hash3.cpp | 6 +-
be/src/util/json/json_parser.cpp | 4 +-
be/src/util/s3_util.cpp | 2 +-
be/src/util/s3_util.h | 2 +-
be/src/util/simd/vstring_function.h | 1 -
be/src/util/stopwatch.hpp | 70 +-
be/src/util/unaligned.h | 1 +
be/test/ai/aggregate_function_ai_agg_test.cpp | 52 +-
.../cloud/cloud_ms_backpressure_handler_test.cpp | 552 ++++++++++++
be/test/cloud/cloud_ms_rpc_rate_limiters_test.cpp | 310 +++++++
.../cloud/cloud_throttle_state_machine_test.cpp | 954 ++++++++++++++++++++
be/test/common/block_budget_test.cpp | 125 +++
be/test/core/block/block_test.cpp | 2 -
be/test/core/column/column_const_test.cpp | 10 +-
be/test/core/column/column_dictionary_test.cpp | 3 +-
be/test/core/column/column_hash_func_test.cpp | 2 +-
be/test/core/column/column_string_test.cpp | 2 +-
be/test/core/column/column_varbinary_test.cpp | 9 +-
be/test/core/column/column_variant_test.cpp | 54 +-
be/test/core/data_type/common_data_type_test.h | 1 -
be/test/core/data_type/data_type_array_test.cpp | 6 +-
.../core/data_type/data_type_datetime_v1_test.cpp | 2 +-
.../core/data_type/data_type_datetime_v2_test.cpp | 19 +-
be/test/core/data_type/data_type_decimal_test.cpp | 16 +-
.../data_type/data_type_insert_default_test.cpp | 348 ++++++++
be/test/core/data_type/data_type_ip_test.cpp | 2 +-
be/test/core/data_type/data_type_jsonb_test.cpp | 6 -
be/test/core/data_type/data_type_map_test.cpp | 2 +-
be/test/core/data_type/data_type_number_test.cpp | 9 +-
be/test/core/data_type/data_type_string_test.cpp | 2 -
be/test/core/data_type/data_type_struct_test.cpp | 10 +-
.../core/data_type/data_type_timestamptz_test.cpp | 12 +
.../core/data_type/data_type_varbinary_test.cpp | 7 -
.../data_type_serde/data_type_serde_arrow_test.cpp | 2 +-
.../data_type_serde/data_type_serde_map_test.cpp | 57 ++
.../data_type_serde/data_type_serde_pb_test.cpp | 4 +-
.../core/data_type_serde/data_type_serde_test.cpp | 45 -
.../data_type_serde_varbinary_test.cpp | 26 +-
.../data_type_serde/data_type_to_string_test.cpp | 2 +-
be/test/core/jsonb/convert_field_to_type_test.cpp | 2 +-
be/test/core/jsonb/serialize_test.cpp | 2 +-
be/test/core/value/vdatetime_value_test.cpp | 191 ++++
be/test/exec/common/schema_util_test.cpp | 97 +-
.../nested_loop_join_probe_operator_test.cpp | 167 ++++
be/test/exec/pipeline/data_queue_test.cpp | 309 ++++++-
be/test/exec/pipeline/local_exchanger_test.cpp | 92 +-
.../pipeline/multi_cast_data_streamer_test.cpp | 17 +-
be/test/exec/pipeline/pipeline_task_test.cpp | 105 +++
be/test/exec/pipeline/pipeline_test.cpp | 125 +++
be/test/exec/pipeline/vdata_stream_recvr_test.cpp | 2 -
be/test/exec/scan/scanner_late_arrival_rf_test.cpp | 120 +++
be/test/exprs/aggregate/vec_retention_test.cpp | 18 +-
.../function/function_json_object_flatten_test.cpp | 134 +++
.../function/function_variant_element_test.cpp | 2 +-
be/test/format/condition_cache_test.cpp | 6 +-
be/test/format/csv/csv_reader_test.cpp | 88 ++
be/test/format/json/json_reader_test.cpp | 90 ++
be/test/format/orc/orc_convert_dict_test.cpp | 10 +-
be/test/format/orc/orc_reader_fill_data_test.cpp | 12 +-
be/test/format/orc/orc_reader_init_column_test.cpp | 6 +-
be/test/format/orc/orc_reader_test.cpp | 67 +-
be/test/format/table/table_format_reader_test.cpp | 51 ++
be/test/io/cache/block_file_cache_test.cpp | 76 ++
be/test/io/fs/packed_file_manager_test.cpp | 72 +-
be/test/olap/rowset/group_rowset_builder_test.cpp | 219 +++++
.../fragment_mgr_cross_cluster_cancel_test.cpp | 30 +
.../runtime/runtime_state_block_budget_test.cpp | 167 ++++
be/test/runtime/timestamptz_value_test.cpp | 2 +-
.../workload_group/workload_group_manager_test.cpp | 3 -
.../adaptive_thread_pool_controller_test.cpp | 69 ++
.../compaction/collection_statistics_test.cpp | 662 +++++++++++++-
.../storage/index/ann/ann_index_reader_test.cpp | 36 -
.../storage/index/ann/ann_range_search_test.cpp | 85 +-
.../storage/index/ann/ann_topn_descriptor_test.cpp | 8 +-
.../index/ann/ann_topn_runtime_negative_test.cpp | 2 +-
.../index/ann/extract_query_vector_test.cpp | 248 ++++++
.../index/ann/virtual_column_iterator_test.cpp | 48 +-
.../iterator/block_reader_agg_flush_test.cpp | 239 +++++
.../iterator/block_reader_batch_max_rows_test.cpp | 144 +++
.../vcollect_iterator_collected_enough_test.cpp | 383 ++++++++
.../iterator/vertical_merge_iterator_test.cpp | 69 +-
be/test/storage/olap_type_test.cpp | 62 +-
.../segment/adaptive_block_size_predictor_test.cpp | 357 ++++++++
.../segment/hierarchical_data_iterator_test.cpp | 2 +-
be/test/storage/segment/mock/mock_segment.h | 4 +
.../segment/segment_column_raw_data_bytes_test.cpp | 66 ++
.../segment/segment_iterator_limit_opt_test.cpp | 207 +++++
.../segment/variant_column_writer_reader_test.cpp | 685 +++++++++-----
.../segment/variant_stats_calculator_test.cpp | 35 +
be/test/storage/segment/variant_util_test.cpp | 12 -
be/test/storage/segment/zone_map_index_test.cpp | 105 +++
.../storage/tablet/tablet_meta_manager_test.cpp | 6 +
be/test/storage/test_data/tablet_meta_test.hdr | Bin 0 -> 280 bytes
be/test/testutil/mock/mock_descriptors.h | 32 +-
be/test/testutil/mock/mock_runtime_state.h | 13 +
be/test/udf/python/python_server_test.cpp | 229 ++++-
be/test/udf/python/python_udf_meta_test.cpp | 63 +-
be/test/udf/python/python_udf_runtime_test.cpp | 29 +-
be/test/util/profile_spec_test.cpp | 111 ++-
be/test/util/test_data/stat_cpu_busy_after | 1 +
be/test/util/test_data/stat_cpu_busy_before | 1 +
be/test/util/test_data/stat_cpu_iowait_after | 1 +
be/test/util/test_data/stat_cpu_recovery_after | 1 +
be/test/util/test_data/stat_cpu_regressed_after | 1 +
build.sh | 5 +-
cloud/src/common/http_helper.cpp | 2 +-
cloud/src/meta-service/injection_point_http.cpp | 29 +
cloud/src/meta-service/meta_server.cpp | 3 +-
cloud/src/meta-service/meta_service.h | 3 +
cloud/src/meta-service/meta_service_txn.cpp | 4 +
cloud/src/recycler/azure_obj_client.cpp | 2 +-
cloud/src/recycler/checker.cpp | 4 +-
cloud/src/recycler/meta_checker.cpp | 3 +-
cloud/src/recycler/recycler.cpp | 497 ++++++++---
cloud/src/recycler/recycler.h | 17 +-
cloud/src/recycler/recycler_service.cpp | 2 +-
cloud/src/recycler/recycler_service.h | 2 +-
cloud/src/recycler/s3_accessor.cpp | 2 +-
cloud/src/recycler/s3_accessor.h | 3 +-
cloud/src/recycler/s3_obj_client.cpp | 2 +-
cloud/src/recycler/snapshot_chain_compactor.cpp | 5 +-
cloud/src/recycler/snapshot_data_migrator.cpp | 5 +-
cloud/src/snapshot/CMakeLists.txt | 2 +-
cloud/src/snapshot/snapshot_manager.h | 2 +-
.../src/snapshot/snapshot_manager_factory.cpp | 13 +-
.../src/snapshot/snapshot_manager_factory.h | 17 +-
cloud/test/meta_service_job_test.cpp | 5 +
cloud/test/mock_accessor.h | 2 +-
cloud/test/recycler_test.cpp | 52 ++
cloud/test/s3_accessor_client_test.cpp | 2 +-
cloud/test/s3_rate_limiter_test.cpp | 2 +-
...e_limiter.cpp => token_bucket_rate_limiter.cpp} | 35 +-
..._rate_limiter.h => token_bucket_rate_limiter.h} | 18 +-
docker/runtime/doris-compose/utils.py | 51 +-
.../{postgresql => mysql}/certs/root.crt | 0
.../{postgresql => mysql}/certs/server.crt | 0
.../{postgresql => mysql}/certs/server.key | 0
.../docker-compose/mysql/mysql-5.7.yaml.tpl | 19 +-
docker/thirdparties/juicefs-helpers.sh | 106 ++-
docker/thirdparties/run-thirdparties-docker.sh | 11 +-
.../test/juicefs-helpers-mirror-test.sh | 68 ++
fe/.mvn/maven-build-cache-config.xml | 18 +-
.../apache/doris/hudi/HadoopHudiJniScanner.java | 2 +-
.../doris/common/classloader/ScannerLoader.java | 2 +-
.../org/apache/doris/common/jni/JniScanner.java | 4 +
.../java-common/src/main/resources/log4j2.xml | 63 --
.../apache/doris/common/jni/JniScannerTest.java | 42 +
fe/fe-catalog/pom.xml | 42 +-
.../org/apache/doris/analysis/ColumnRefExpr.java | 4 +
.../main/java/org/apache/doris/catalog/Column.java | 49 +
.../doris/persist/gson/GsonUtilsCatalog.java | 64 +-
fe/fe-common/pom.xml | 39 +-
.../main/java/org/apache/doris/common/Config.java | 37 +-
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 4 +
fe/fe-core/pom.xml | 50 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 4 +-
fe/fe-core/src/main/assembly/fe-lib.xml | 36 +
.../main/java/org/apache/doris/alter/Alter.java | 5 +
.../org/apache/doris/alter/AlterOperations.java | 9 +
.../java/org/apache/doris/alter/RollupJobV2.java | 2 +-
.../apache/doris/alter/SchemaChangeHandler.java | 236 ++++-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 9 +-
.../apache/doris/analysis/ExprToThriftVisitor.java | 39 -
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../org/apache/doris/backup/BackupHandler.java | 4 +
.../java/org/apache/doris/backup/RestoreJob.java | 27 +-
.../org/apache/doris/binlog/BinlogConfigCache.java | 6 +-
.../org/apache/doris/binlog/BinlogManager.java | 2 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 6 +
.../java/org/apache/doris/binlog/DBBinlog.java | 2 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 2 +-
.../org/apache/doris/blockrule/SqlBlockRule.java | 25 +-
.../apache/doris/blockrule/SqlBlockRuleMgr.java | 59 +-
.../org/apache/doris/catalog/BinlogConfig.java | 164 +++-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../apache/doris/catalog/CloudTabletStatMgr.java | 2 +-
.../java/org/apache/doris/catalog/Database.java | 4 +-
.../main/java/org/apache/doris/catalog/Env.java | 8 +-
.../org/apache/doris/catalog/InternalSchema.java | 6 +-
.../doris/catalog/LocalTabletInvertedIndex.java | 5 +
.../main/java/org/apache/doris/catalog/MTMV.java | 119 ++-
.../apache/doris/catalog/MaterializedIndex.java | 8 +
.../doris/catalog/MaterializedIndexMeta.java | 19 +
.../java/org/apache/doris/catalog/OlapTable.java | 253 ++++--
.../org/apache/doris/catalog/OlapTableWrapper.java | 140 +++
.../java/org/apache/doris/catalog/Partition.java | 8 +
.../java/org/apache/doris/catalog/Replica.java | 22 +
.../RowBinlogTableWrapper.java} | 34 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 10 +
.../java/org/apache/doris/catalog/TableIf.java | 2 +-
.../org/apache/doris/catalog/TableProperty.java | 15 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 10 +
.../org/apache/doris/catalog/TabletStatMgr.java | 20 +-
.../catalog/stream/AbstractTableStreamUpdate.java | 10 +-
.../doris/catalog/stream/BaseTableStream.java | 28 +-
.../doris/catalog/stream/OlapTableStream.java | 55 ++
.../catalog/stream/OlapTableStreamUpdate.java | 88 ++
.../catalog/stream/OlapTableStreamWrapper.java | 166 ++++
.../doris/catalog/stream/StreamTableInfo.java | 6 +
.../catalog/stream/TableStreamBuildFactory.java | 10 +-
.../catalog/stream/TableStreamUpdateInfo.java | 57 ++
.../org/apache/doris/cloud/CloudWarmUpJob.java | 74 +-
.../org/apache/doris/cloud/storage/ObjectInfo.java | 3 +-
.../doris/cloud/storage/ObjectInfoAdapter.java | 2 +
.../doris/cloud/system/CloudSystemInfoService.java | 3 +
.../transaction/CloudGlobalTransactionMgr.java | 6 +-
.../apache/doris/cloud/transaction/TxnUtil.java | 3 +-
.../doris/common/proc/BuildIndexProcDir.java | 28 +-
.../common/proc/CurrentQueryFragmentProcNode.java | 89 --
.../common/proc/CurrentQueryInfoProvider.java | 200 -----
.../doris/common/proc/CurrentQuerySqlProcDir.java | 70 --
.../proc/CurrentQueryStatementsProcNode.java | 71 --
.../common/proc/CurrentQueryStatisticsProcDir.java | 80 +-
.../org/apache/doris/common/proc/ProcService.java | 2 +-
.../apache/doris/common/proc/ReplicasProcNode.java | 5 +-
.../apache/doris/common/proc/RollupProcDir.java | 28 +-
.../doris/common/proc/SchemaChangeProcDir.java | 28 +-
.../apache/doris/common/proc/TabletsProcDir.java | 9 +-
.../doris/common/profile/RuntimeProfile.java | 5 -
.../apache/doris/common/util/BufferSizeUtil.java | 4 +
.../apache/doris/common/util/PropertyAnalyzer.java | 34 +-
.../org/apache/doris/common/util/SqlBlockUtil.java | 87 +-
.../apache/doris/common/util/UniqueIdUtils.java | 75 ++
.../java/org/apache/doris/common/util/Util.java | 26 +
.../apache/doris/datasource/FileQueryScanNode.java | 5 +
.../org/apache/doris/datasource/FileScanNode.java | 6 +
.../apache/doris/datasource/InternalCatalog.java | 140 ++-
.../doris/datasource/hive/source/HiveScanNode.java | 7 +-
.../datasource/iceberg/IcebergMetadataOps.java | 23 +-
.../s3tables/CustomAwsCredentialsProvider.java | 43 -
.../common/AwsCredentialsProviderFactory.java | 28 +
.../common/IcebergAwsAssumeRoleProperties.java | 52 ++
.../IcebergAwsClientCredentialsProperties.java | 144 +++
.../metastore/AbstractIcebergProperties.java | 5 +
.../property/metastore/IcebergRestProperties.java | 81 +-
.../IcebergS3TablesMetaStoreProperties.java | 33 +-
.../datasource/property/storage/S3Properties.java | 29 +-
.../httpv2/rest/manager/QueryProfileAction.java | 10 +-
.../streaming/DataSourceConfigValidator.java | 49 +-
.../insert/streaming/StreamingInsertJob.java | 95 +-
.../insert/streaming/StreamingInsertTask.java | 11 +-
.../insert/streaming/StreamingJobProperties.java | 7 +-
.../insert/streaming/StreamingMultiTblTask.java | 41 +-
.../StreamingTaskTxnCommitAttachment.java | 9 +-
.../doris/job/offset/SourceOffsetProvider.java | 6 +
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 69 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 14 +-
.../apache/doris/job/util/StreamingJobUtils.java | 28 +-
.../apache/doris/load/loadv2/LoadStatistic.java | 12 +
.../org/apache/doris/master/ReportHandler.java | 7 +-
.../java/org/apache/doris/metric/CloudMetrics.java | 5 +
.../java/org/apache/doris/metric/MetricRepo.java | 39 +
.../java/org/apache/doris/mtmv/BaseTableInfo.java | 11 +
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 5 +-
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 72 +-
.../java/org/apache/doris/mysql/ReadListener.java | 37 +-
.../org/apache/doris/nereids/StatementContext.java | 10 +
.../org/apache/doris/nereids/cost/CostModel.java | 14 -
.../glue/translator/ExpressionTranslator.java | 26 +
.../glue/translator/PhysicalPlanTranslator.java | 84 +-
.../jobs/cascades/OptimizeGroupExpressionJob.java | 13 +-
.../doris/nereids/jobs/executor/Optimizer.java | 50 +-
.../doris/nereids/jobs/executor/Rewriter.java | 18 +-
.../doris/nereids/jobs/joinorder/JoinOrderJob.java | 17 +-
.../jobs/joinorder/hypergraph/HyperGraph.java | 2 +
.../joinorder/hypergraphv2/CircleDetector.java | 176 ++++
.../joinorder/hypergraphv2/ConflictRulesMaker.java | 387 ++++++++
.../joinorder/hypergraphv2/GraphSimplifier.java | 688 ++++++++++++++
.../jobs/joinorder/hypergraphv2/HyperElement.java | 14 +-
.../jobs/joinorder/hypergraphv2/HyperGraph.java | 548 ++++++++++++
.../joinorder/hypergraphv2/SubgraphEnumerator.java | 546 ++++++++++++
.../joinorder/hypergraphv2/bitmap/LongBitmap.java | 192 ++++
.../hypergraphv2/bitmap/LongBitmapIterator.java | 58 ++
.../bitmap/LongBitmapReverseIterator.java | 59 ++
.../bitmap/LongBitmapSubsetIterator.java | 69 ++
.../jobs/joinorder/hypergraphv2/edge/Edge.java | 261 ++++++
.../joinorder/hypergraphv2/node/AbstractNode.java | 64 ++
.../joinorder/hypergraphv2/node/DPhyperNode.java} | 34 +-
.../hypergraphv2/receiver/AbstractReceiver.java | 67 ++
.../joinorder/hypergraphv2/receiver/Counter.java | 105 +++
.../hypergraphv2/receiver/PlanReceiver.java | 323 +++++++
.../nereids/lineage/LineageInfoExtractor.java | 16 -
.../doris/nereids/load/NereidsStreamLoadTask.java | 4 +-
.../java/org/apache/doris/nereids/memo/Group.java | 19 +
.../java/org/apache/doris/nereids/memo/Memo.java | 87 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 2 +-
.../parser/LogicalPlanBuilderForEncryption.java | 10 +
.../nereids/processor/post/ShuffleKeyPruner.java | 8 -
.../doris/nereids/processor/post/TopNScanOpt.java | 24 +-
.../processor/post/TopnFilterPushDownVisitor.java | 2 -
.../properties/ChildOutputPropertyDeriver.java | 7 -
.../nereids/properties/LogicalProperties.java | 19 +
.../nereids/properties/RequestPropertyDeriver.java | 9 -
.../org/apache/doris/nereids/rules/RuleSet.java | 74 +-
.../org/apache/doris/nereids/rules/RuleType.java | 8 +-
.../doris/nereids/rules/analysis/BindRelation.java | 38 +
.../nereids/rules/analysis/CheckAfterRewrite.java | 4 +-
.../nereids/rules/analysis/CollectRelation.java | 12 +
.../rules/expression/ExpressionRewrite.java | 9 -
.../rules/expression/rules/PartitionPruner.java | 51 +-
...OlapScanToPhysicalDeferMaterializeOlapScan.java | 45 -
...ltSinkToPhysicalDeferMaterializeResultSink.java | 48 -
...erializeTopNToPhysicalDeferMaterializeTopN.java | 58 --
.../LogicalOlapScanToPhysicalOlapScan.java | 1 +
.../rewrite/AccessPathExpressionCollector.java | 15 +-
.../nereids/rules/rewrite/CheckPrivileges.java | 33 +-
.../doris/nereids/rules/rewrite/ColumnPruning.java | 13 +-
.../rules/rewrite/DeferMaterializeTopNResult.java | 337 -------
.../rewrite/NormalizeOlapTableStreamScan.java | 122 +++
.../nereids/rules/rewrite/PruneEmptyPartition.java | 6 +
.../rules/rewrite/PruneFileScanPartition.java | 10 +-
.../rules/rewrite/PruneOlapScanPartition.java | 76 +-
.../nereids/rules/rewrite/PushDownProject.java | 3 -
.../rules/rewrite/PushProjectIntoUnion.java | 16 +-
.../rules/rewrite/PushProjectThroughUnion.java | 17 +-
.../nereids/rules/rewrite/SetPreAggStatus.java | 5 +
.../nereids/rules/rewrite/SlotTypeReplacer.java | 34 -
.../doris/nereids/rules/rewrite/StatsDerive.java | 24 -
.../doris/nereids/stats/StatsCalculator.java | 33 +-
.../trees/copier/LogicalPlanDeepCopier.java | 29 -
.../functions/scalar/JsonObjectFlatten.java | 70 ++
.../functions/window/RequireTrivialTypes.java | 2 +
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../trees/expressions/literal/DateTimeLiteral.java | 66 +-
.../expressions/literal/StringLikeLiteral.java | 12 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../trees/plans/commands/AddConstraintCommand.java | 52 +-
.../trees/plans/commands/AlterJobCommand.java | 13 +-
.../plans/commands/AlterSqlBlockRuleCommand.java | 15 +-
.../trees/plans/commands/AlterUserCommand.java | 7 +-
.../plans/commands/CreateSqlBlockRuleCommand.java | 13 +-
.../plans/commands/DropConstraintCommand.java | 17 +-
.../plans/commands/ShowAlterTableCommand.java | 10 +-
.../plans/commands/ShowBuildIndexCommand.java | 13 +-
.../trees/plans/commands/ShowDataCommand.java | 98 +-
.../plans/commands/ShowSqlBlockRuleCommand.java | 2 +
.../trees/plans/commands/SqlBlockRuleCommand.java | 13 +-
.../trees/plans/commands/info/AddColumnOp.java | 5 +
.../trees/plans/commands/info/AddColumnsOp.java | 6 +
.../plans/commands/info/AddPartitionLikeOp.java | 6 +
.../trees/plans/commands/info/AddPartitionOp.java | 6 +
.../trees/plans/commands/info/AddRollupOp.java | 6 +
.../nereids/trees/plans/commands/info/AlterOp.java | 7 +
.../trees/plans/commands/info/DropColumnOp.java | 7 +
.../trees/plans/commands/info/DropPartitionOp.java | 6 +
.../trees/plans/commands/info/DropRollupOp.java | 6 +
.../plans/commands/info/ModifyColumnCommentOp.java | 6 +
.../plans/commands/info/ModifyDistributionOp.java | 6 +
.../plans/commands/info/ModifyPartitionOp.java | 6 +
.../plans/commands/info/ModifyTableCommentOp.java | 6 +
.../commands/info/ModifyTablePropertiesOp.java | 25 +-
.../plans/commands/info/RenamePartitionOp.java | 6 +
.../trees/plans/commands/info/RenameRollupOp.java | 6 +
.../trees/plans/commands/info/RenameTableOp.java | 6 +
.../plans/commands/info/ReplacePartitionOp.java | 6 +
.../trees/plans/commands/info/ReplaceTableOp.java | 5 +
.../commands/insert/AbstractInsertExecutor.java | 13 +
.../commands/insert/InsertIntoTableCommand.java | 55 +-
.../plans/commands/insert/OlapInsertExecutor.java | 2 +-
.../commands/insert/RemoteOlapInsertExecutor.java | 3 +-
.../logical/LogicalDeferMaterializeOlapScan.java | 187 ----
.../logical/LogicalDeferMaterializeResultSink.java | 152 ----
.../plans/logical/LogicalDeferMaterializeTopN.java | 195 ----
.../trees/plans/logical/LogicalFileScan.java | 26 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 12 +
.../trees/plans/logical/LogicalOlapScan.java | 121 ++-
.../plans/logical/LogicalOlapTableStreamScan.java | 278 ++++++
.../physical/PhysicalDeferMaterializeOlapScan.java | 164 ----
.../PhysicalDeferMaterializeResultSink.java | 159 ----
.../physical/PhysicalDeferMaterializeTopN.java | 219 -----
.../trees/plans/physical/PhysicalFileScan.java | 4 +
.../plans/physical/PhysicalLazyMaterialize.java | 4 +
.../trees/plans/physical/PhysicalOlapScan.java | 57 +-
.../nereids/trees/plans/visitor/PlanVisitor.java | 10 -
.../trees/plans/visitor/RelationVisitor.java | 17 +-
.../nereids/trees/plans/visitor/SinkVisitor.java | 12 -
.../apache/doris/nereids/types/VariantType.java | 9 +
.../doris/nereids/util/RowStoreFetchChecker.java | 55 ++
.../doris/nereids/util/TypeCoercionUtils.java | 29 +-
.../java/org/apache/doris/persist/EditLog.java | 52 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 74 +-
.../planner/BackendPartitionedSchemaScanNode.java | 1 +
.../org/apache/doris/planner/OlapScanNode.java | 23 +
.../java/org/apache/doris/planner/ScanNode.java | 30 +-
.../org/apache/doris/qe/PointQueryExecutor.java | 194 ++--
.../java/org/apache/doris/qe/QeProcessorImpl.java | 5 +
.../org/apache/doris/qe/QueryStatisticsItem.java | 18 +
.../java/org/apache/doris/qe/SessionVariable.java | 46 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 48 +-
.../WorkloadRuntimeStatusMgr.java | 112 ++-
.../org/apache/doris/rpc/BackendServiceClient.java | 5 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 11 +
.../apache/doris/service/FrontendServiceImpl.java | 2 +-
.../doris/statistics/StatisticConstants.java | 14 +
.../apache/doris/statistics/StatisticsCache.java | 22 +-
.../doris/tablefunction/MetadataGenerator.java | 1 +
.../org/apache/doris/task/CreateReplicaTask.java | 33 +-
.../doris/transaction/DatabaseTransactionMgr.java | 63 +-
.../doris/transaction/GlobalTransactionMgr.java | 38 +-
.../apache/doris/transaction/TransactionState.java | 7 +
.../doris/alter/SchemaChangeHandlerTest.java | 234 +++++
.../doris/analysis/ExprGsonSerializationTest.java | 389 ++++++++
.../org/apache/doris/binlog/BinlogManagerTest.java | 43 +-
.../org/apache/doris/binlog/BinlogTestUtils.java | 14 +-
.../apache/doris/binlog/MockBinlogConfigCache.java | 6 +-
.../doris/blockrule/SqlBlockRuleMgrTest.java | 69 ++
.../org/apache/doris/catalog/CreateTableTest.java | 23 +
.../catalog/OlapTableRowBinlogSchemaTest.java | 92 ++
.../org/apache/doris/catalog/OlapTableTest.java | 37 -
.../apache/doris/catalog/OlapTableWrapperTest.java | 120 +++
.../org/apache/doris/catalog/SchemaTableTest.java | 1 +
.../java/org/apache/doris/catalog/TypeTest.java | 8 +
.../catalog/constraint/ConstraintPersistTest.java | 146 +++
.../catalog/stream/OlapTableStreamUpdateTest.java | 56 ++
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 163 ++++
.../doris/cloud/storage/ObjectInfoAdapterTest.java | 57 ++
.../cloud/system/CloudSystemInfoServiceTest.java | 66 ++
.../proc/AlterProcDirFilterExpressionTest.java | 79 ++
.../proc/CurrentQueryStatisticsProcDirTest.java | 89 ++
.../apache/doris/common/proc/ProcServiceTest.java | 78 ++
.../org/apache/doris/common/util/UtilTest.java | 27 +
.../datasource/hive/source/HiveScanNodeTest.java | 44 +
.../datasource/iceberg/IcebergMetadataOpTest.java | 69 ++
.../metastore/IcebergRestPropertiesTest.java | 320 +++++++
.../IcebergS3TablesMetaStorePropertiesTest.java | 272 ++++++
.../property/storage/S3PropertiesTest.java | 13 +
.../doris/datasource/s3tables/S3TablesTest.java | 9 -
.../streaming/DataSourceConfigValidatorTest.java | 81 ++
.../java/org/apache/doris/metric/MetricsTest.java | 36 +
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 17 +
.../apache/doris/mysql/ConnectionExceedTest.java | 35 +
.../translator/PhysicalPlanTranslatorTest.java | 172 +++-
.../joinorder/hypergraph/CompareOuterJoinTest.java | 4 +-
.../joinorder/hypergraph/GraphSimplifierTest.java | 295 ------
.../jobs/joinorder/hypergraph/HyperGraphTest.java | 131 ---
.../jobs/joinorder/hypergraphv2/BitmapTest.java | 64 ++
.../CircleDetectorTest.java | 21 +-
.../GraphSimplifierConsistencyTest.java | 92 ++
.../joinorder/hypergraphv2/HyperGraphTest.java | 48 +
.../OtherJoinTest.java | 68 +-
.../SubgraphEnumeratorTest.java | 12 +-
.../joinorder/joinhint/DistributeHintTest.java | 4 +-
.../org/apache/doris/nereids/mv/MTMVCacheTest.java | 61 ++
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 183 ++--
.../doris/nereids/parser/EncryptSQLTest.java | 65 +-
.../doris/nereids/parser/NereidsParserTest.java | 12 +
.../nereids/privileges/TestCheckPrivileges.java | 27 +
.../rules/rewrite/EliminateOrderByKeyTest.java | 2 +-
.../nereids/rules/rewrite/PartitionPrunerTest.java | 45 +-
.../rules/rewrite/PushProjectIntoUnionTest.java | 133 +++
.../rules/rewrite/PushProjectThroughUnionTest.java | 122 +++
.../rules/rewrite/ShortCircuitPointQueryTest.java | 78 ++
.../doris/nereids/sqltest/JoinOrderJobTest.java | 9 +-
.../window/TimestampTzLeadLagSignatureTest.java | 55 ++
.../trees/plans/ExplainTableStreamPlanTest.java | 276 ++++++
.../trees/plans/commands/LoadCommandTest.java | 28 +
.../plans/commands/ShowAlterTableCommandTest.java | 36 +
.../plans/commands/ShowBuildIndexCommandTest.java | 34 +
.../trees/plans/commands/ShowDataCommandTest.java | 78 +-
.../plans/commands/SqlBlockRuleCommandTest.java | 124 +++
.../plans/commands/TruncateTableCommandTest.java | 13 +
.../InsertIntoTableCommandTableStreamTest.java | 130 +++
.../doris/nereids/util/HyperGraphBuilder.java | 726 +++++++++++++--
...GraphBuilder.java => HyperGraphBuilderOld.java} | 10 +-
.../apache/doris/nereids/util/PlanConstructor.java | 25 +
.../doris/nereids/util/TypeCoercionUtilsTest.java | 18 +
.../org/apache/doris/planner/OlapScanNodeTest.java | 51 ++
.../doris/qe/StmtExecutorInternalQueryTest.java | 24 +
.../java/org/apache/doris/qe/StmtExecutorTest.java | 93 +-
.../java/org/apache/doris/qe/VariableMgrTest.java | 46 +
.../WorkloadRuntimeStatusMgrTest.java | 285 ++++++
.../doris/service/FrontendServiceImplTest.java | 48 +
.../org/apache/doris/statistics/CacheTest.java | 4 +-
.../doris/statistics/StatisticsCacheTest.java | 110 +++
.../java/org/apache/doris/task/AgentTaskTest.java | 29 +-
.../TableStreamOffsetTransactionTest.java | 166 ++++
.../apache/doris/utframe/TestWithFeService.java | 5 +-
fe/fe-foundation/pom.xml | 41 +-
.../apache/doris/foundation/util/UUIDUtils.java | 53 ++
fe/fe-grpc/pom.xml | 38 +-
fe/fe-thrift/pom.xml | 38 +-
fe/fe-type/pom.xml | 42 +-
.../java/org/apache/doris/catalog/ScalarType.java | 1 +
fe/hive-udf/pom.xml | 40 +-
fe/pom.xml | 90 +-
fs_brokers/cdc_client/build.sh | 2 +-
.../source/reader/mysql/MySqlSourceReader.java | 48 +
.../apache/doris/cdcclient/utils/SmallFileMgr.java | 93 ++
.../source/reader/mysql/MySqlSourceReaderTest.java | 62 ++
.../doris/cdcclient/utils/SmallFileMgrTest.java | 119 +++
gensrc/proto/cloud.proto | 1 +
gensrc/proto/internal_service.proto | 2 +
gensrc/proto/olap_file.proto | 18 +
gensrc/script/gen_build_version.sh | 2 +-
gensrc/thrift/AgentService.thrift | 8 +
gensrc/thrift/BackendService.thrift | 2 +
gensrc/thrift/DataSinks.thrift | 1 +
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/MasterService.thrift | 4 +-
gensrc/thrift/PaloInternalService.thrift | 11 +-
.../data/ann_index_p0/ann_const_expr_vector.out | 21 +
.../timestamptz/test_timestamptz_agg_functions.out | 13 +
.../timestamptz/test_timestamptz_array_index.out | 19 +
.../timestamptz/test_timestamptz_dst_fold.out | 17 +
.../timestamptz/test_timestamptz_dst_gap.out | 11 +
.../timestamptz/test_timestamptz_max_min_by.out | 7 +
.../test_timestamptz_storage_agg_key.out | 9 +
.../sql-functions/doc_date_functions_test.out | 2 +-
.../test_group_commit_interval_ms_property.out | 9 +-
.../cdc/test_streaming_mysql_job_col_filter.out} | 10 +-
...ob_ssl.out => test_streaming_mysql_job_ssl.out} | 0
... => test_streaming_mysql_job_table_mapping.out} | 0
...t => test_streaming_insert_job_file_number.out} | 0
regression-test/data/jsonb_p0/test_jsonb_cast.csv | 2 +-
regression-test/data/jsonb_p0/test_jsonb_cast.out | 6 +-
.../data/jsonb_p0/test_jsonb_unescaped.csv | 2 +-
.../jsonb_p0/test_jsonb_with_unescaped_string.out | 4 +-
.../test_broker_load_multi_filegroup.out | 2 +
.../string_length_column_pruning.out | 49 +
.../data/point_query_p0/test_point_query.out | 14 +
.../data/pythonudaf_p0/test_pythonudaf_drop.out | 6 +
.../data/pythonudf_p0/test_pythonudf_drop.out | 6 +
.../data/pythonudtf_p0/test_pythonudtf_drop.out | 8 +
.../adaptive_batch_size/adaptive_batch_size.out | 73 ++
.../test_nereids_alter_database_set_quota.out | 37 +-
.../query_p0/limit/test_unified_limit_pushdown.out | 43 +
.../runtime_filter/rf_partition_pruning.out | 1 -
.../set_operations/set_operation_exprid_reuse.out | 44 +
.../data/query_p0/show/test_show_create_table.out | 5 +-
.../datetime_functions/test_date_function_v2.out | 6 +-
.../data/query_p0/system/test_table_properties.out | 15 +-
.../data/search/test_search_slash_in_term.out | 5 +
.../shape_check/tpcds_sf100/rf_prune/query4.out | 150 ++--
.../shape_check/tpcds_sf100/rf_prune/query64.out | 141 ++-
.../shape_check/tpcds_sf100/rf_prune/query9.out | 24 +-
.../data/shape_check/tpcds_sf100/shape/query4.out | 150 ++--
.../data/shape_check/tpcds_sf100/shape/query64.out | 143 ++-
.../data/shape_check/tpcds_sf100/shape/query9.out | 24 +-
.../data/shape_check/tpcds_sf1000/hint/query9.out | 24 +-
.../data/shape_check/tpcds_sf1000/shape/query4.out | 150 ++--
.../data/shape_check/tpcds_sf1000/shape/query9.out | 24 +-
.../tpcds_sf1000_nopkfk/shape/query9.out | 24 +-
.../test_show_create_table_and_views_nereids.out | 9 +-
.../test_olap_table_stream_history_consumption.out | 46 +
.../test_olap_table_stream_history_query.out | 197 +++++
.../test_partial_update_complex_type.out | 8 +-
.../data/variant_p0/nested/nested_in_top_array.out | 294 +++---
.../predefine/test_predefine_type_index.out | 8 +
.../data/variant_p0/test_json_object_flatten.out | 39 +
.../org/apache/doris/regression/suite/Suite.groovy | 31 +
.../pipeline/cloud_p0/conf/be_custom.conf | 2 +-
.../cloud_p0/conf/regression-conf-custom.groovy | 1 +
.../pipeline/cloud_p1/conf/be_custom.conf | 2 +-
regression-test/pipeline/external/conf/be.conf | 2 +-
.../pipeline/nonConcurrent/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p1/conf/be.conf | 2 +-
.../pipeline/vault_p0/conf/be_custom.conf | 2 +-
.../ann_index_p0/ann_const_expr_vector.groovy | 117 +++
.../ann_index_p0/cast_string_as_array.groovy | 2 +-
...rg_s3tables_catalog_credentials_provider.groovy | 105 +++
...est_warm_up_cluster_event_cancel_expired.groovy | 203 +++++
.../test_packed_file_async_close_error.groovy | 78 ++
.../test_create_table_and_create_mv_race.groovy | 143 +++
.../test_timestamptz_agg_functions.groovy | 59 ++
.../test_timestamptz_array_index.groovy | 83 ++
.../timestamptz/test_timestamptz_dst_fold.groovy | 103 +++
.../timestamptz/test_timestamptz_dst_gap.groovy | 61 ++
.../timestamptz/test_timestamptz_max_min_by.groovy | 67 ++
.../test_export_variant_10k_columns.groovy | 0
.../hive/test_external_sql_block_rule.groovy | 93 +-
.../cloud/test_cloud_ms_rpc_table_throttle.groovy | 215 +++++
.../test_audit_log_internal_query_failure.groovy | 93 ++
.../test_skip_calc_between_segments.groovy | 3 +-
.../inverted_index_p0/test_bm25_score.groovy | 49 +-
.../test_bm25_score_variant.groovy | 106 +++
.../cdc/test_streaming_mysql_job_col_filter.groovy | 175 ++++
.../test_streaming_mysql_job_compute_group.groovy | 127 +++
.../test_streaming_mysql_job_create_alter.groovy | 35 +-
.../cdc/test_streaming_mysql_job_ssl.groovy | 158 ++++
.../test_streaming_mysql_job_table_mapping.groovy | 190 ++++
.../tvf/test_streaming_job_cdc_stream_mysql.groovy | 70 ++
.../test_streaming_insert_job_compute_group.groovy | 158 ++++
...treaming_insert_job_compute_group_docker.groovy | 163 ++++
.../test_streaming_insert_job_file_number.groovy | 111 +++
.../test_streaming_insert_job_filtered_rows.groovy | 100 +++
.../test_broker_load_multi_filegroup.groovy | 57 +-
.../test_constraint_change_rewrite_mtmv.groovy | 112 +++
.../agg_strategy/agg_strategy.groovy | 31 +
.../string_length_column_pruning.groovy | 100 +++
.../lazy_materialize_topn.groovy | 75 --
.../defer_materialize_topn/one_phase.groovy | 50 --
.../mv/join/dphyp_outer/outer_join_dphyp.groovy | 984 ++++++++++-----------
.../mv/pre_rewrite/strategy/dp_hyper.groovy | 298 +++----
.../suites/point_query_p0/test_point_query.groovy | 31 +
.../pythonudaf_p0/test_pythonudaf_drop.groovy | 39 +-
.../suites/pythonudf_p0/test_pythonudf_drop.groovy | 39 +-
.../pythonudf_p0/test_pythonudf_no_input.groovy | 64 ++
.../pythonudtf_p0/test_pythonudtf_drop.groovy | 51 +-
.../pythonudtf_p0/test_pythonudtf_no_input.groovy | 68 ++
.../adaptive_batch_size/adaptive_batch_size.groovy | 208 +++++
.../limit/test_general_limit_pushdown.groovy | 12 +-
.../limit/test_unified_limit_pushdown.groovy | 233 +++++
.../schema_table/test_sql_block_rule_status.groovy | 12 +-
.../set_operation_exprid_reuse.groovy | 174 ++++
regression-test/suites/query_p0/sort/sort.groovy | 4 -
.../suites/query_p0/sort/topn_2pr_rule.groovy | 76 --
.../topn_lazy/lazy_materialize_view.groovy | 9 +-
.../suites/search/test_search_slash_in_term.groovy | 7 +
.../suites/show_p0/test_show_data.groovy | 4 +-
.../sql_block_rule_p0/test_sql_block_rule.groovy | 111 ++-
...st_olap_table_stream_history_consumption.groovy | 148 ++++
.../test_olap_table_stream_history_query.groovy | 132 +++
.../test_compact_multi_segments.groovy | 4 +
.../test_schema_change_add_key_column.groovy | 3 +
regression-test/suites/variant_p0/nested.groovy | 188 ----
.../suites/variant_p0/nested/load.groovy | 200 -----
.../variant_p0/nested/nested_in_top_array.groovy | 135 ---
.../suites/variant_p0/nested/sql/q01.sql | 13 -
regression-test/suites/variant_p0/nested2.groovy | 164 ----
.../predefine/test_predefine_type_index.groovy | 14 +-
.../variant_p0/test_json_object_flatten.groovy | 84 ++
run-fe-ut.sh | 4 +-
thirdparty/download-thirdparty.sh | 45 +-
.../test/download-thirdparty-fallback-test.sh | 100 +++
.../test/juicefs-default-mirror-test.sh | 31 +-
thirdparty/vars.sh | 4 +-
tools/pipeline-tracing/README.md | 36 -
tools/pipeline-tracing/origin-to-show.py | 90 --
982 files changed, 39344 insertions(+), 10706 deletions(-)
rename .github/workflows/{opencode-review.yml =>
opencode-review-sync-result.yml} (100%)
create mode 100644 be/benchmark/benchmark_zone_map_index.hpp
create mode 100644 be/src/cloud/cloud_ms_backpressure_handler.cpp
create mode 100644 be/src/cloud/cloud_ms_backpressure_handler.h
create mode 100644 be/src/cloud/cloud_ms_rpc_rate_limit_services.cpp
create mode 100644 be/src/cloud/cloud_ms_rpc_rate_limit_services.h
create mode 100644 be/src/cloud/cloud_ms_rpc_rate_limiters.cpp
create mode 100644 be/src/cloud/cloud_ms_rpc_rate_limiters.h
create mode 100644 be/src/cloud/cloud_throttle_state_machine.cpp
create mode 100644 be/src/cloud/cloud_throttle_state_machine.h
create mode 100644 be/src/common/thread_safety_annotations.h
delete mode 100644 be/src/exec/pipeline/pipeline_tracing.cpp
delete mode 100644 be/src/exec/pipeline/pipeline_tracing.h
create mode 100644
be/src/information_schema/schema_backend_ms_rpc_table_throttlers_scanner.cpp
copy be/src/{load/delta_writer/delta_writer_context.h =>
information_schema/schema_backend_ms_rpc_table_throttlers_scanner.h} (55%)
delete mode 100644 be/src/service/http/action/adjust_tracing_dump.cpp
create mode 100644 be/src/storage/rowset/group_rowset_writer.cpp
create mode 100644 be/src/storage/rowset/group_rowset_writer.h
create mode 100644 be/src/storage/segment/adaptive_block_size_predictor.cpp
create mode 100644 be/src/storage/segment/adaptive_block_size_predictor.h
create mode 100644 be/src/util/block_budget.h
create mode 100644 be/test/cloud/cloud_ms_backpressure_handler_test.cpp
create mode 100644 be/test/cloud/cloud_ms_rpc_rate_limiters_test.cpp
create mode 100644 be/test/cloud/cloud_throttle_state_machine_test.cpp
create mode 100644 be/test/common/block_budget_test.cpp
create mode 100644 be/test/core/data_type/data_type_insert_default_test.cpp
create mode 100644
be/test/exec/operator/nested_loop_join_probe_operator_test.cpp
create mode 100644 be/test/exec/scan/scanner_late_arrival_rf_test.cpp
create mode 100644 be/test/exprs/function/function_json_object_flatten_test.cpp
create mode 100644 be/test/format/csv/csv_reader_test.cpp
create mode 100644 be/test/format/json/json_reader_test.cpp
create mode 100644 be/test/format/table/table_format_reader_test.cpp
create mode 100644 be/test/olap/rowset/group_rowset_builder_test.cpp
create mode 100644 be/test/runtime/runtime_state_block_budget_test.cpp
create mode 100644 be/test/storage/index/ann/extract_query_vector_test.cpp
create mode 100644 be/test/storage/iterator/block_reader_agg_flush_test.cpp
create mode 100644
be/test/storage/iterator/block_reader_batch_max_rows_test.cpp
create mode 100644
be/test/storage/iterator/vcollect_iterator_collected_enough_test.cpp
create mode 100644
be/test/storage/segment/adaptive_block_size_predictor_test.cpp
create mode 100644
be/test/storage/segment/segment_column_raw_data_bytes_test.cpp
create mode 100644 be/test/storage/segment/segment_iterator_limit_opt_test.cpp
create mode 100644 be/test/storage/test_data/tablet_meta_test.hdr
create mode 100644 be/test/util/test_data/stat_cpu_busy_after
create mode 100644 be/test/util/test_data/stat_cpu_busy_before
create mode 100644 be/test/util/test_data/stat_cpu_iowait_after
create mode 100644 be/test/util/test_data/stat_cpu_recovery_after
create mode 100644 be/test/util/test_data/stat_cpu_regressed_after
rename be/src/core/value/map_value.cpp =>
cloud/src/snapshot/snapshot_manager_factory.cpp (73%)
rename be/src/service/http/action/adjust_tracing_dump.h =>
cloud/src/snapshot/snapshot_manager_factory.h (69%)
rename common/cpp/{s3_rate_limiter.cpp => token_bucket_rate_limiter.cpp} (75%)
rename common/cpp/{s3_rate_limiter.h => token_bucket_rate_limiter.h} (83%)
copy docker/thirdparties/docker-compose/{postgresql => mysql}/certs/root.crt
(100%)
copy docker/thirdparties/docker-compose/{postgresql => mysql}/certs/server.crt
(100%)
copy docker/thirdparties/docker-compose/{postgresql => mysql}/certs/server.key
(100%)
create mode 100644 docker/thirdparties/test/juicefs-helpers-mirror-test.sh
delete mode 100644
fe/be-java-extensions/java-common/src/main/resources/log4j2.xml
create mode 100644 fe/fe-core/src/main/assembly/fe-lib.xml
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/OlapTableWrapper.java
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/trees/plans/commands/info/AlterOp.java
=> catalog/RowBinlogTableWrapper.java} (52%)
copy be/src/core/value/struct_value.cpp =>
fe/fe-core/src/main/java/org/apache/doris/catalog/stream/AbstractTableStreamUpdate.java
(78%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/stream/OlapTableStreamUpdate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/stream/OlapTableStreamWrapper.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/stream/TableStreamUpdateInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQueryFragmentProcNode.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQueryInfoProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQuerySqlProcDir.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQueryStatementsProcNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/util/UniqueIdUtils.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/s3tables/CustomAwsCredentialsProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsAssumeRoleProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsClientCredentialsProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/CircleDetector.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/ConflictRulesMaker.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/GraphSimplifier.java
rename be/src/core/value/struct_value.cpp =>
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/HyperElement.java
(78%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/HyperGraph.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/SubgraphEnumerator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/bitmap/LongBitmap.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/bitmap/LongBitmapIterator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/bitmap/LongBitmapReverseIterator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/bitmap/LongBitmapSubsetIterator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/edge/Edge.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/node/AbstractNode.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{trees/plans/commands/info/AlterOp.java
=> jobs/joinorder/hypergraphv2/node/DPhyperNode.java} (57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/receiver/AbstractReceiver.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/receiver/Counter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/receiver/PlanReceiver.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/LogicalDeferMaterializeOlapScanToPhysicalDeferMaterializeOlapScan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/LogicalDeferMaterializeResultSinkToPhysicalDeferMaterializeResultSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/LogicalDeferMaterializeTopNToPhysicalDeferMaterializeTopN.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/DeferMaterializeTopNResult.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/NormalizeOlapTableStreamScan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/JsonObjectFlatten.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalDeferMaterializeOlapScan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalDeferMaterializeResultSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalDeferMaterializeTopN.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalOlapTableStreamScan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalDeferMaterializeOlapScan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalDeferMaterializeResultSink.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalDeferMaterializeTopN.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/util/RowStoreFetchChecker.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ExprGsonSerializationTest.java
create mode 100755
fe/fe-core/src/test/java/org/apache/doris/catalog/OlapTableRowBinlogSchemaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/OlapTableWrapperTest.java
create mode 100755
fe/fe-core/src/test/java/org/apache/doris/catalog/stream/OlapTableStreamUpdateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/storage/ObjectInfoAdapterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/AlterProcDirFilterExpressionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/CurrentQueryStatisticsProcDirTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/hypergraph/GraphSimplifierTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/hypergraph/HyperGraphTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/BitmapTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/{hypergraph =>
hypergraphv2}/CircleDetectorTest.java (62%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/GraphSimplifierConsistencyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/hypergraphv2/HyperGraphTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/{hypergraph =>
hypergraphv2}/OtherJoinTest.java (50%)
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/joinorder/{hypergraph =>
hypergraphv2}/SubgraphEnumeratorTest.java (93%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushProjectIntoUnionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushProjectThroughUnionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/ShortCircuitPointQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/window/TimestampTzLeadLagSignatureTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/ExplainTableStreamPlanTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/SqlBlockRuleCommandTest.java
create mode 100755
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertIntoTableCommandTableStreamTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/util/{HyperGraphBuilder.java
=> HyperGraphBuilderOld.java} (99%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/resource/workloadschedpolicy/WorkloadRuntimeStatusMgrTest.java
create mode 100755
fe/fe-core/src/test/java/org/apache/doris/transaction/TableStreamOffsetTransactionTest.java
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/util/UUIDUtils.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/mysql/MySqlSourceReaderTest.java
create mode 100644 regression-test/data/ann_index_p0/ann_const_expr_vector.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_agg_functions.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_array_index.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_dst_fold.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_dst_gap.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_max_min_by.out
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> job_p0/streaming_job/cdc/test_streaming_mysql_job_col_filter.out} (58%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_ssl.out
=> test_streaming_mysql_job_ssl.out} (100%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_table_mapping.out
=> test_streaming_mysql_job_table_mapping.out} (100%)
copy
regression-test/data/job_p0/streaming_job/{test_streaming_insert_job_crud.out
=> test_streaming_insert_job_file_number.out} (100%)
create mode 100644
regression-test/data/query_p0/adaptive_batch_size/adaptive_batch_size.out
create mode 100644
regression-test/data/query_p0/limit/test_unified_limit_pushdown.out
create mode 100644
regression-test/data/query_p0/set_operations/set_operation_exprid_reuse.out
create mode 100644
regression-test/data/table_stream_p0/test_olap_table_stream_history_consumption.out
create mode 100644
regression-test/data/table_stream_p0/test_olap_table_stream_history_query.out
create mode 100644 regression-test/data/variant_p0/test_json_object_flatten.out
create mode 100644
regression-test/suites/ann_index_p0/ann_const_expr_vector.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_iceberg_s3tables_catalog_credentials_provider.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_cancel_expired.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_async_close_error.groovy
create mode 100644
regression-test/suites/cloud_p0/partition/test_create_table_and_create_mv_race.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_agg_functions.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_array_index.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_dst_fold.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_dst_gap.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_max_min_by.groovy
rename regression-test/suites/{export_p0 =>
export_p2}/test_export_variant_10k_columns.groovy (100%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_ms_rpc_table_throttle.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_audit_log_internal_query_failure.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_bm25_score_variant.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_col_filter.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_compute_group.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_ssl.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_table_mapping.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_compute_group.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_compute_group_docker.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_file_number.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_filtered_rows.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_constraint_change_rewrite_mtmv.groovy
delete mode 100644
regression-test/suites/nereids_rules_p0/defer_materialize_topn/lazy_materialize_topn.groovy
delete mode 100644
regression-test/suites/nereids_rules_p0/defer_materialize_topn/one_phase.groovy
create mode 100644
regression-test/suites/pythonudf_p0/test_pythonudf_no_input.groovy
create mode 100644
regression-test/suites/pythonudtf_p0/test_pythonudtf_no_input.groovy
create mode 100644
regression-test/suites/query_p0/adaptive_batch_size/adaptive_batch_size.groovy
create mode 100644
regression-test/suites/query_p0/limit/test_unified_limit_pushdown.groovy
create mode 100644
regression-test/suites/query_p0/set_operations/set_operation_exprid_reuse.groovy
delete mode 100644 regression-test/suites/query_p0/sort/topn_2pr_rule.groovy
create mode 100644
regression-test/suites/table_stream_p0/test_olap_table_stream_history_consumption.groovy
create mode 100644
regression-test/suites/table_stream_p0/test_olap_table_stream_history_query.groovy
delete mode 100644 regression-test/suites/variant_p0/nested.groovy
delete mode 100644 regression-test/suites/variant_p0/nested/load.groovy
delete mode 100644
regression-test/suites/variant_p0/nested/nested_in_top_array.groovy
delete mode 100644 regression-test/suites/variant_p0/nested/sql/q01.sql
delete mode 100644 regression-test/suites/variant_p0/nested2.groovy
create mode 100644
regression-test/suites/variant_p0/test_json_object_flatten.groovy
create mode 100644 thirdparty/test/download-thirdparty-fallback-test.sh
copy fs_brokers/cdc_client/build.sh =>
thirdparty/test/juicefs-default-mirror-test.sh (55%)
mode change 100755 => 100644
delete mode 100644 tools/pipeline-tracing/README.md
delete mode 100644 tools/pipeline-tracing/origin-to-show.py
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
