This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 778c5dd610f [P1-T03-T05] route plugin-driven scans first in nereids
translator (#63641)
omit c6f056fa5bd [feat](connector) P0 SPI baseline + DDL/Partition + import
gate (T03-T27) (#63582)
omit 63159837043 [doc](connector) add project tracking system for catalog
SPI migration
add 3bdcb38f23a [fix](parquet) Fix wrong condition (#63509)
add 944b0fa5bcb [fix](catalog) Mask sensitive properties in show create
catalog (#63234)
add 73b32d29744 [refine](array) introduce ColumnArrayView to unify array
column access in array functions (#63386)
add bf1faf73f0d Fix meta tool build on master (#63540)
add 60d1b99b191 [feat](txn) Add txn write amplification brpc metrics for
sub txn load (#63545)
add 5cc48ea03a7 [bug](iceberg) fix iceberg sink writer with spill report
error (#62899)
add 01bf2d9985e [fix](auth)Fix arrow flight client ip auth (#63506)
add 942734e94dc [fix](workload) enforce explicit compute group form for
workload DDLs (#63505)
add fac0cbbc403 [chore](build) Ignore local IDE metadata files (#63572)
add 440a6d3b57e [fix](test) stabilize internal copy recycler case (#63340)
add 5667e9de714 [fix](topn_to_max)Remove the topnToMax optimizer rewrite
that converted TOPN into MAX. (#63519)
add 03b7afda992 [fix](inverted index) Split bound multi-segment readers
(#63138)
add 892d0b7fa72 [refactor](be) Remove redundant remaining conjunct roots
(#63525)
add 34846980fcc [fix](filecache) clean empty v3 cache dirs (#63344)
add f6a4f022923 [chore](beut) fix beut use assume_mutable (#63598)
add 0c0dba31038 [chore](regression-test) make test_point_query_ck
nonConcurrent (#63587)
add 5966c2edfc4 [Enhancement](skill) Add some details agents instructions
(#63627)
add dc6d28a3b6b [improvement](be) Eliminate redundant MultiCast block
copies (#63580)
add eb46d1ebf14 [fix](regression) Stabilize variant hirachinal array
output (#63610)
add 647d5a77881 [bug](jdbc) fix sqlserver couldn't get schema with higher
version driver jar (#63626)
add ff1012da3e9 [fix](be) Fix time-sharing executor queued task count
(#63568)
add b1c01331a6f [feature](function) Add ST_NumGeometries, ST_NumPoints,
ST_Geometries functions (#63049)
add b95038ed42d [fix](be) Preserve shuffle for serial merge aggregation
(#63529)
add aec06f991d9 [fix](metric) Preserve labels for histogram metrics to fix
wrong metric name for prometheus (#63485)
add 1d72e0f22c3 [improvement](executor) use real elapsed time to compute
workload group metrics refresh interval (#63537)
add 0ebf7b4d58c [opt](memory) optimize row-store memtable flush memory in
the row-store scenario (#63342)
add 305e88540f7 [fix](parser) isNull should under primaryExpression
(#63619)
add 825f5ce49fe [test](streaming-job) refine cdc data-type and boundary
regression cases for mysql/pg (#63404)
add 99cb71a59b8 [opt](memory) truncate segment key bounds before storing
segment stats (#63469)
add d0536c04c51 [refine](column) use strong-typed ColumnUInt8 for null_map
in ColumnNullable (#63491)
add 090b4768f82 [regression-test](streaming-job) add cdc cases
(composite/concurrent-dml/id-gap/decimal/datetime pk) and fix split-bound
java.time deserialize (#63471)
add 35433413a56 [fix](streaming-job) misc fixes for
typo/log/validation/visibility (#63480)
add 76fd6ecf20d [Fix](CI) Avoid AI Review opinion line breaks (#63672)
add d626a5486a0 [fix](be) Include HDFS connection in file handle cache key
(#63516)
add 65661ffff67 [opt](group-commit) Skip createLocation in group commit
stream load sink (#63561)
add db27399d28a [opt](fe) Bound not-null inference cost (#63318)
add 41581e5700c [fix](streaming-job) drop neighbour-table rows leaked by
JDBC LIKE wildcards in JdbcPostgreSQLClient (#63402)
add 2b08baabe5c [test](docker) Verify DML and 3-replica create table when
one BE is down (#63401)
add f9fea7d33c6 [fix](planner) align legacy literal compareLiteral with
Nereids ComparableLiteral semantics (#63481)
add 2a94cd8e085 [fix](be) Limit backward clock warning logs (#63620)
add 36429ee4415 [fix](env) fix beut build (#63691)
add 9c87a674409 [fix](mv) Avoid unioning query-unused MV partitions
(#63081)
add 85181f5a0e1 [fix](fe) Preserve operative slots when deep copying
logical relations (#63315)
add d1eef1ed4d7 [fix](case)fix iceberg unstable case. (#63542)
add 78287c0245b [fix](test) fix regression test agg_strategy shape change
(#63606)
add 1aa32e488d0 [fix](docker) support DNS readiness for Doris pods (#63715)
add fea3d44609b [fix](variant) clamp variant_sparse_hash_shard_count to
>=1 in SHOW CREATE output (#63661)
add 7fa4d2ed99f [regression-test](streaming-job) add cdc operational cases
for offset modes and pg slot lifecycle (#63514)
add cba3cac5a2f [Fix](Query Stats) Add QueryStatsRecorder for column-level
query and filter - Part1 (#63067)
add f7af0aa9708 [fix](compile) guard MD5 AVX2-only symbols under __AVX2__
(#63723)
add 9fe0c1ce178 [refactor](be) Remove scanner eos flag (#63578)
add 3884c1aba86 [fix](function) fix tokenize function incorrect result
when first argument is const (#62699)
add ff0fbf56dba [fix](statistics) full analyze not collect hot value by
default (#63625)
add 732aad49040 [fix](regression-test) stabilize 2 muted external_table_p0
tests (#63646)
add f80619380a1 [fix](variant) Bind Variant search to nested indexes
(#63660)
add 4d3097ec980 [fix](be) Handle legacy DecimalV2 segments with missing
precision/frac (#63569)
add 5fae02f85b3 [fix](regression) Make Iceberg rewrite where init script
idempotent (#63673)
add 05690fce06f [fix](compile) disambiguate Aws::Utils::DateTime ctor in
kinesis_conf (#63727)
add c24d454f15c [fix](search) reject Lucene-syntax SEARCH on columns
without inverted index (#63637)
add 2e72603618c [fix](variant) preserve TIMESTAMPTZ values in sparse path
(#63522)
add 5e9126cf5b2 [fix](fe) Normalize default HDFS paths in LocationPath
(#63476)
add 1284b254c0a [fix](test) delete unstable case in agg_strategy (#63726)
add 67260ed932a [feat](job) add per-job routine load metrics (#63576)
add 48d62f4161d [fix](regression) Wait row count before hot value analyze
(#63758)
add 997685763c4 [improvement](cloud) Enable packed file and empty rowset
optimization by default (#63475)
add 24cb2f77cb2 [fix](cloud) Skip wait for async rowset warmup (#62764)
add df200d8cbe1 [fix](hive table) Fill Hive meta cache when loading row
count for queries (#63470)
add 84e47b65088 [fix](function) Improve numerical robustness of
cosine_distance / cosine_similarity (#62840)
add d1060850bed [fix](show variables) Fix changed variable output in show
variables (#63734)
add a04dac6b6fc [fix](match) Allow MATCH on aliased variant subcolumns
(#63772)
add a0e0ee55cf6 [fix](streaming-job) fix postgres historical-date
timestamp handling in cdc-client (#63618)
add 7c4dfe9f289 [improve](streaming-job) support user-specified mysql
server_id with per-reader assignment (#63490)
add a95974c6dde [BUG](exec) fix coalesce function output null (#63092)
add a183718e000 [fix](coordinator) fix computeDestIdToInstanceId picking
wrong ExchangeNode for multi-input fragments (#63615)
add 345f6b978d0 [fix](cloud) CloudUpgradeMgr inspect and abort failed
conflict txns while waiting (#60830)
add d232caa5330 [fix](be) Preserve agg hash shuffle after non-hash
exchange (#63766)
add ce0784d7e32 [fix](test) Cast variant subcolumn as json in
variant_hirachinal for stable output (#63828)
add 0bd933ceecf [fix](be) Keep prefetch reader alive for async tasks
(#63796)
add c27fef6ac08 [fix](file cache) guard null IOContext in cached remote
reader (#63842)
add 87316004891 [fix](be) Fix timestamptz group_array state serde (#63827)
add 99691f6895d [refine](function) use typed ANN query vector (#63834)
add b653831c9fc [fix](function) deduplicate map keys after string-to-map
cast (#63713)
add 4f1dcdf3395 [refactor](BE) split EncodingInfo defaults into 4 explicit
maps (#63622)
add 9688e57f280 [fix](cloud) normalize SHOW PARTITIONS display for storage
and replica (#60871)
add 2ddf97a1a38 [fix](ann-index) Fix ANN range search state leakage and
incorrect slot index tracking. (#63666)
add 2570dd88f62 [fix](fe) Remove decimal literal debug logs (#63841)
add 113fd2da342 Add levenshtein and hamming_distance functions (#60412)
add 1e8e91dbee1 [fix](recycler) Reduce recycle_job_lease_expired_ms for
SnapshotDataMigrator (#63388)
add aa68e4bd9e7 [Enhancement](udf) Reject bitmap, hll, and quantile_state
in udf create (#63849)
add 6e27f117471 [improve](streaming-job) avoid potential OOM when reading
large snapshot splits (#63833)
add 7fc8e276284 [feat](sql-parser) Split SQL grammar into standalone
fe-sql-parser (#63823)
add 148429f699e [fix](test) Wait for target rowset count in
test_time_series_compaction_policy (#63890)
add a7ad76ae570 [fix](be) Preserve null probe rows in mark anti join
(#63767)
add 477cb0c6bba [improvement](be) Add release-enabled Doris check macros
(#63730)
add 3c9c40fa5fd [fix](fe) Fix broken pipe risk on stream load redirect
with unconsumed request body (#63332)
add d7c033f7f34 [Fix](variance) Fix sample variance/stddev NaN res for
single value (#63605)
add c59abe09e60 [Fix](FoldConst) Preserve NaN in numeric constant folding
(#63870)
add 1b44c051649 Add datasketches HLL sketch aggregate functions (#63143)
add 6e5198b7cea [test](regression) Add debug point ANN index-only scan
test (#63859)
add 487f7833346 [Enhancement](udf) Do not check file when inline code
exists (#63906)
add e0729979c71 [refactor](be) remove CHAR padding on read (#63291)
add 4a0c58bcbcd [fix](cloud) Drain txn lazy committer workers before
destruction (#63876)
add a1f66eb96f7 [fix](fe) Keep cached file systems alive while in use
(#63677)
add 17617be150e [fix] (cloud) Fix local/remote tablet size semantics in
schema views (#60887)
add 7a79dd88a5f [fix](iceberg)fix iceberg v3 row lineage count distinct
error result (#63826)
add d1e30df5565 [fix](cloud) Align colocate proc output and tablet health
in cloud mode (#60944)
add ba86267294c [fix](regression) fix unstable
test_audit_log_internal_query_failure due to other cases modify global vars
(#63030)
add eeef49eafdc [enhance](job) add zero-row hint for Kafka read_committed
load (#63664)
add 5b5b2ae1330 [feat](cloud) Add system rate limit for meta-service
(#61516)
add 8db9a80d120 [fix](point-query) Refresh stale prepared short-circuit
plans (#63920)
add 905c80433b1 [fix](expr) fix mixed const probe constant handling
regressions (#63810)
add 18677371380 [fix](fe) Fix assert row join pushdown alias handling
(#63892)
add d898a1d90d6 [feature](fe) Push down limit into CTE producer (#63675)
add 3f5582b3ace [fix](fe) Skip dropped columns in follower stats sync
(#63882)
add a9a87f86796 [chore](cloud) Support dynamic recycler instance filter
config (#63822)
add 2ad56a85edb [refine](column) strong type array and map offsets (#63678)
add 04624351573 [fix](be ut) Skip custom memcpy on ARM+ASAN to fix
segfault at process startup (#63656)
add c2432387467 [Enhancement](udf) support volatility for udaf && udtf
(#63611)
add d7f9fa57f2a [refactor](be)simplify interface in schema and rowcursor
(#63925)
add d8517272213 [fix](variant) Remove deprecated flatten nested setting
from P1 regression (#63840)
add 5db57341993 [Enhancement](mv): Improve MV predicate compensation and
keep original min-max predicates non-inferred (#61345)
add f68eda67aad [Feature](skill) Introduce Doris profile reader skill
(#63948)
add 679081e39db [feature](runtime filter) Add decoupled runtime filter
support (#62737)
add 0b3d70c1407 [fix](transaction) select txn insert backend from current
cluster (#63634)
add c7449c6434f [fix](filecache) avoid crash when late holder cleanup sees
removed cache cell (#62437)
add c0841744d1d [fix](filecache) add async lru update machanism and fix
partial hit in cache reader (#61083)
add 138ab5cb1f4 [fix](filecache) fix clear_file_cache right after reboot
causing file cache size percent overflow (#63410)
add 627fba17c6f [chore](doc) Improve README formatting for clarity (#63905)
add cada7b9f0fc Revert "[Feature](skill) Introduce Doris profile reader
skill" (#63959)
add f0d256b48c5 [chore](build) Add doris-skills submodule (#63961)
add 47611dceac3 [Fix](Query Stats) Add QueryStatsRecorder for column-level
query and filter - Part2 (#63768)
add 4901da10194 [Chore] correct null check in
`DictionaryManager.dropTableDictionaries()` (#63630)
add f4b06fd895c [fix](variant) fix array subscript on pruned variant
subpath (#63891)
add a2e76e080e7 [Fix](nereids) Preserve negative zero sign in SIGNBIT
constant folding (#63954)
add acbc988b268 [fix](build) Upgrade Maven from 3.6.3 to 3.9.9 in
build-env images (#63600)
add f1ad42e8318 [fix](be) Fix TopN runtime filter activation (#63969)
add 14f7cd2247e [feature](function) Support murmur_hash3_128 function
(#63196)
add 23e21f44f00 [improve](nereids) filter nereidsPrunedTabletIds per
partition in distributionPrune (#63851)
add eab8ef409ea [fix](build) Bump UI axios to patched release (#63185)
add 55769485e17 [doc](docs) Fix Apache license compliance wording (#63186)
add d073c953e8a [Fix](pyudf) Convert nested map value correctly (#63907)
add 7c9c3667182 [fix](cloud) Normalize SC rowset graph before delete
bitmap capture (#63960)
add b640914bf36 [opt](memory) release packed file writer buffer after
flush (#63967)
add 6e900dd2310 [improvement](fe) Support LDAP default roles (#63411)
add 6f9ab8e88c6 [Feature] support binlog replica schedule and compaction
(row type) (3/3) (#63643)
add 61ca8bd9bc6 [refact](udf) remove the udf cache expiration_time
property (#63897)
add a0a09b0eac4 [refine](function) use concrete column pointers for local
result columns (#63938)
add 74d5c5b4608 [Feature](scan) support runtime partition prune (#62589)
add aa9162840f1 [fix](iceberg) Add missing Iceberg field IDs for position
delete files. (#63483)
add cddb80e8487 [fix](be) Fix DCHECK in
LocalExchangeSharedState::sub_total_mem_usage (#63742)
add 07b497ab219 [fix](be) Avoid UB from unaligned __int128 dereference
(#63703)
add b1112e5dbdc [improvement](fe) Avoid two-phase agg for single instance
(#63732)
add 5b3b20c2f8b [fix](asof_join)PhysicalHashJoin's computeUniform method
should process asof join properly (#62730)
add 4db157e16fd [fix](fe) Support dollar sign in mysql pattern (#63972)
add 7ec8f7d0d61 [fix](filecache) exclude warmup reads from file cache hit
ratio metrics (#63394)
add 80158100b32 [fix](iceberg) Reject iceberg COW table row-level DML
(#63950)
add 1c1c66fecfe [improvement](fe) Add external table metadata profile
details (#63648)
add 596862b7a0e [fix](fe) cache version and get tablet stats actively for
RestoreJob (#62704)
add 1035a94b7d0 [fix](case)fix test_hive_lzo_text_format failed case.
(#63683)
add 61fad32df20 [fix](iceberg) Use object store path for data location
(#64028)
add fee853559ef [fix](be) Use shared IOContext in file scanner readers
(#64033)
add d2405af00a8 [fix](catalog) Refresh remote OLAP partitions on replica
relocation (#63894)
add f2ba19ae8f0 [improvement](fe) Improve external catalog meta cache
observability (#63809)
add 2c0181b5e38 [fix](be) Restrict varbinary predicate block to file scan
(#64019)
add 290c0141f9f [fix](serde) Support large string arrow builder for
variant serde (#63718)
add f1b8e501d37 [fix](test)delete unstable case
qt_agg_distinct_satisfy_dst_key_with_other_func_low_ndv in agg_strategy (#64022)
add e9206af77d6 [chore](compaction) remove single replica compaction
(#63771)
add 52579cbbdcc [refactor](be) Remove unused JSON helpers (#64002)
add 953a894a246 [fix](regression) Avoid prepared Arrow JDBC path in remote
IP auth test (#64024)
add daab2c0e827 [Feature](function) Support function ARRAY_CROSS_PRODUCT
(#64031)
add 0f73bd6df2d [refactor](be) Use column check helper for type casts
(#63946)
add 5969221a595 [fix](fe) Fix int overflow in BeIdComparator causing
stream load failure (#63565)
add 81cc0bfa5cf [fix](cloud) Deduplicate pending one-shot warm up jobs
(#62384)
add ca25452330e [fix](filecache) avoid duplicated FileCache counter
accumulation in NewOlapScanner (#61072)
add eeebf454f70 [fix](load) quote slot labels in routine-load legacy expr
translation to avoid reserved-keyword parse failure (#63747)
add 6a2f56a1d98 [fix](fe) Bound length in MysqlProto.readLenEncodedString
(#63604)
add 88185e89db7 [improvement](nereids) improve show frontends so slow
issue when we don't enable fqdn mode in fe.conf because of using dns resolve
firstly but not ip directly (#62139)
add e9a146d6367 [fix](connect) Align COM_RESET_CONNECTION behavior with
MySQL (#63884)
add 22d6467a8d4 [feature](tls) Add TLS framework (#64016)
add f3759f226c4 [improvement](maxcompute) Simplify FE block ID requests
for MaxCompute writes (#62880)
add 5e30738bad9 [enhance](job) refresh routine load lag more timely
(#63654)
new 58982695fec [doc](connector) add project tracking system for catalog
SPI migration
new fe27bee277b [feat](connector) P0 SPI baseline + DDL/Partition + import
gate (T03-T27) (#63582)
new dea9512c7b6 [P1-T03-T05] route plugin-driven scans first in nereids
translator (#63641)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (778c5dd610f)
\
N -- N -- N refs/heads/branch-catalog-spi (dea9512c7b6)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/opencode-review-runner.yml | 1 +
.gitignore | 2 +
.gitmodules | 7 +
AGENTS.md | 2 +-
README.md | 13 +-
be/CMakeLists.txt | 11 +
be/benchmark/benchmark_column_array_view.hpp | 418 ++++++
.../benchmark_column_array_view_distance.hpp | 353 +++++
be/benchmark/benchmark_main.cpp | 2 +
be/benchmark/binary_cast_benchmark.hpp | 49 +-
be/src/agent/heartbeat_server.cpp | 17 -
be/src/agent/heartbeat_server.h | 5 -
be/src/agent/task_worker_pool.cpp | 25 +-
be/src/cloud/cloud_backend_service.cpp | 17 +-
be/src/cloud/cloud_backend_service.h | 6 +-
be/src/cloud/cloud_meta_mgr.cpp | 14 +
be/src/cloud/cloud_schema_change_job.cpp | 43 +-
be/src/cloud/cloud_tablet.cpp | 45 +-
be/src/cloud/cloud_tablet.h | 14 +-
be/src/cloud/cloud_warm_up_manager.cpp | 32 +-
be/src/cloud/config.cpp | 4 +-
be/src/cloud/pb_convert.cpp | 16 +-
.../{service/brpc_service.h => common/check.cpp} | 27 +-
be/src/common/check.h | 154 ++
be/src/common/config.cpp | 39 +-
be/src/common/config.h | 34 +-
be/src/common/metrics/doris_metrics.cpp | 16 +-
be/src/common/metrics/doris_metrics.h | 7 +-
be/src/common/status.h | 11 +-
be/src/common/utils.h | 36 +
be/src/core/block/block.cpp | 15 -
be/src/core/block/block.h | 3 -
be/src/core/column/column.h | 4 -
be/src/core/column/column_array.cpp | 102 +-
be/src/core/column/column_array.h | 32 +-
be/src/core/column/column_array_view.h | 135 ++
be/src/core/column/column_const.cpp | 2 +-
be/src/core/column/column_const.h | 7 +-
be/src/core/column/column_decimal.h | 2 +-
be/src/core/column/column_dictionary.h | 27 +-
be/src/core/column/column_execute_util.h | 1 +
be/src/core/column/column_map.cpp | 49 +-
be/src/core/column/column_map.h | 48 +-
be/src/core/column/column_nullable.cpp | 68 +-
be/src/core/column/column_nullable.h | 37 +-
be/src/core/column/column_string.cpp | 23 -
be/src/core/column/column_string.h | 2 -
be/src/core/column/column_struct.cpp | 8 +-
be/src/core/column/column_struct.h | 4 +-
be/src/core/column/column_variant.cpp | 2 +-
be/src/core/column/column_variant.h | 6 +-
be/src/core/column/predicate_column.h | 6 +-
be/src/core/cow.h | 5 +-
be/src/core/data_type/data_type_array.cpp | 6 +-
be/src/core/data_type/data_type_factory.cpp | 19 +-
be/src/core/data_type/data_type_map.cpp | 5 +-
.../core/data_type_serde/data_type_jsonb_serde.cpp | 75 -
.../core/data_type_serde/data_type_jsonb_serde.h | 3 -
.../data_type_serde/data_type_number_serde.cpp | 5 +-
.../data_type_serde/data_type_string_serde.cpp | 23 +-
.../data_type_timestamptz_serde.cpp | 17 +
.../data_type_serde/data_type_timestamptz_serde.h | 4 +
.../data_type_serde/data_type_variant_serde.cpp | 53 +-
be/src/exec/common/hash_table/join_hash_table.h | 5 +-
.../exec/exchange/local_exchange_source_operator.h | 5 +
be/src/exec/operator/aggregation_sink_operator.cpp | 5 +-
be/src/exec/operator/aggregation_sink_operator.h | 4 +-
.../distinct_streaming_aggregation_operator.h | 4 +-
be/src/exec/operator/file_scan_operator.cpp | 18 +-
be/src/exec/operator/file_scan_operator.h | 11 +-
be/src/exec/operator/hashjoin_build_sink.cpp | 4 +-
be/src/exec/operator/multi_cast_data_streamer.cpp | 12 +-
be/src/exec/operator/multi_cast_data_streamer.h | 5 +-
be/src/exec/operator/olap_scan_operator.cpp | 78 +
be/src/exec/operator/olap_scan_operator.h | 13 +
be/src/exec/operator/operator.cpp | 17 +
be/src/exec/operator/operator.h | 13 +
be/src/exec/operator/scan_operator.cpp | 63 +-
be/src/exec/operator/scan_operator.h | 51 +-
.../operator/spill_iceberg_table_sink_operator.cpp | 33 +-
.../exec/operator/streaming_aggregation_operator.h | 7 +-
be/src/exec/operator/table_function_operator.cpp | 9 +-
be/src/exec/pipeline/dependency.h | 3 +-
be/src/exec/pipeline/pipeline.cpp | 10 +-
be/src/exec/rowid_fetcher.cpp | 46 -
be/src/exec/runtime_filter/runtime_filter.cpp | 3 +
.../exec/runtime_filter/runtime_filter_consumer.h | 19 +-
.../runtime_filter_partition_pruner.cpp | 856 +++++++++++
.../runtime_filter_partition_pruner.h | 163 +++
.../runtime_filter_producer_helper.cpp | 61 +-
.../runtime_filter_producer_helper.h | 16 +-
.../runtime_filter_producer_helper_cross.h | 5 +-
be/src/exec/scan/file_scanner.cpp | 61 +-
be/src/exec/scan/file_scanner.h | 4 +-
be/src/exec/scan/olap_scanner.cpp | 61 +-
be/src/exec/scan/olap_scanner.h | 5 +-
be/src/exec/scan/scanner.cpp | 53 +-
be/src/exec/scan/scanner.h | 5 +-
be/src/exec/scan/scanner_scheduler.cpp | 24 +-
.../time_sharing/time_sharing_task_executor.cpp | 44 +-
.../time_sharing/time_sharing_task_executor.h | 9 +
.../writer/iceberg/viceberg_delete_file_writer.cpp | 25 +-
.../writer/iceberg/viceberg_delete_file_writer.h | 4 +
.../sink/writer/iceberg/viceberg_sort_writer.cpp | 29 +
.../sink/writer/iceberg/viceberg_sort_writer.h | 25 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 6 +-
.../sink/writer/iceberg/viceberg_table_writer.h | 10 +-
.../sink/writer/maxcompute/vmc_table_writer.cpp | 6 +
.../exprs/aggregate/aggregate_function_collect.h | 7 +
...gregate_function_datasketches_hll_union_agg.cpp | 44 +
...aggregate_function_datasketches_hll_union_agg.h | 243 ++++
.../aggregate_function_simple_factory.cpp | 3 +
be/src/exprs/aggregate/aggregate_function_stddev.h | 28 +-
be/src/exprs/bloom_filter_func_adaptor.h | 14 +-
be/src/exprs/bloom_filter_func_impl.h | 15 +-
.../array/function_array_cross_product.cpp | 190 +++
.../function/array/function_array_distance.cpp | 38 +-
.../exprs/function/array/function_array_distance.h | 149 +-
.../exprs/function/array/function_array_exists.cpp | 8 +-
.../exprs/function/array/function_array_filter.cpp | 8 +-
.../function/array/function_array_flatten.cpp | 4 +-
be/src/exprs/function/array/function_array_join.h | 39 +-
.../function/array/function_array_register.cpp | 2 +
be/src/exprs/function/cast/cast_to_map.h | 48 +-
.../exprs/function/function_always_not_nullable.h | 3 +-
.../exprs/function/function_hamming_distance.cpp | 320 ++++
be/src/exprs/function/function_hash.cpp | 158 +-
be/src/exprs/function/function_hll.cpp | 3 +-
be/src/exprs/function/function_ip.h | 11 +-
be/src/exprs/function/function_json.cpp | 289 +---
be/src/exprs/function/function_jsonb.cpp | 21 +-
be/src/exprs/function/function_levenshtein.cpp | 263 ++++
.../function/function_other_types_to_date.cpp | 101 +-
be/src/exprs/function/function_quantile_state.cpp | 5 +-
be/src/exprs/function/function_regexp.cpp | 20 +-
be/src/exprs/function/function_search.cpp | 720 +++------
be/src/exprs/function/function_search.h | 99 +-
be/src/exprs/function/function_tokenize.cpp | 18 +-
be/src/exprs/function/function_tokenize.h | 2 +-
be/src/exprs/function/geo/functions_geo.cpp | 165 +++
be/src/exprs/function/geo/geo_types.cpp | 15 +
be/src/exprs/function/geo/geo_types.h | 15 +
be/src/exprs/function/if.cpp | 26 +-
be/src/exprs/function/random.cpp | 2 +-
be/src/exprs/function/simple_function_factory.h | 4 +
be/src/exprs/function/uniform.cpp | 4 +-
.../function/variant_inverted_index_search.cpp | 720 +++++++++
.../exprs/function/variant_inverted_index_search.h | 218 +++
.../lambda_function/varray_filter_function.cpp | 8 +-
.../exprs/lambda_function/varray_map_function.cpp | 8 +-
.../exprs/lambda_function/varray_sort_function.cpp | 4 +-
.../exprs/table_function/python_udtf_function.cpp | 7 +-
be/src/exprs/table_function/udf_table_function.cpp | 7 +-
be/src/exprs/table_function/vexplode.cpp | 7 +-
be/src/exprs/table_function/vexplode_bitmap.cpp | 8 +-
.../exprs/table_function/vexplode_json_object.cpp | 7 +-
be/src/exprs/table_function/vexplode_map.cpp | 7 +-
be/src/exprs/table_function/vexplode_numbers.cpp | 8 +-
be/src/exprs/table_function/vexplode_numbers.h | 15 +-
be/src/exprs/table_function/vexplode_v2.cpp | 12 +-
be/src/exprs/table_function/vjson_each.cpp | 6 +-
be/src/exprs/vcase_expr.h | 5 +-
be/src/exprs/vcompound_pred.h | 5 +-
be/src/exprs/vcondition_expr.cpp | 32 +-
be/src/exprs/vectorized_fn_call.cpp | 18 +-
be/src/exprs/vectorized_fn_call.h | 2 +-
be/src/exprs/vexpr.cpp | 12 +-
be/src/exprs/vexpr.h | 39 +-
be/src/exprs/vexpr_context.cpp | 37 +-
be/src/exprs/vexpr_context.h | 2 +-
be/src/exprs/virtual_slot_ref.cpp | 6 +-
be/src/exprs/virtual_slot_ref.h | 2 +-
be/src/exprs/vsearch.cpp | 56 +
be/src/format/arrow/arrow_stream_reader.cpp | 3 +-
be/src/format/csv/csv_reader.cpp | 3 +-
be/src/format/json/new_json_reader.cpp | 3 +-
be/src/format/native/native_reader.cpp | 36 +-
be/src/format/native/native_reader.h | 6 +
be/src/format/orc/vorc_reader.cpp | 13 +-
be/src/format/orc/vorc_reader.h | 7 +-
be/src/format/parquet/byte_array_dict_decoder.cpp | 29 +-
be/src/format/parquet/byte_array_plain_decoder.cpp | 41 +-
be/src/format/parquet/vparquet_group_reader.cpp | 30 +-
be/src/format/parquet/vparquet_group_reader.h | 4 +-
be/src/format/parquet/vparquet_reader.cpp | 21 +-
be/src/format/table/hive_reader.h | 19 +
be/src/format/table/hudi_reader.h | 13 +
be/src/format/table/iceberg_reader.h | 15 +
be/src/format/table/paimon_reader.h | 21 +
be/src/format/table/transactional_hive_reader.cpp | 17 +
be/src/format/table/transactional_hive_reader.h | 8 +
be/src/format/text/text_reader.cpp | 6 +-
be/src/format/text/text_reader.h | 3 +-
be/src/glibc-compatibility/CMakeLists.txt | 11 +-
.../schema_catalog_meta_cache_stats_scanner.cpp | 1 +
be/src/io/CMakeLists.txt | 5 +-
be/src/io/cache/block_file_cache.cpp | 71 +-
be/src/io/cache/block_file_cache.h | 5 +-
be/src/io/cache/block_file_cache_profile.cpp | 37 +
be/src/io/cache/block_file_cache_profile.h | 7 +-
be/src/io/cache/cached_remote_file_reader.cpp | 94 +-
be/src/io/cache/file_block.cpp | 3 +-
be/src/io/cache/file_cache_common.h | 3 +
be/src/io/cache/fs_file_cache_storage.cpp | 32 +-
be/src/io/fs/buffered_reader.cpp | 4 +-
be/src/io/fs/buffered_reader.h | 8 +-
be/src/io/fs/file_handle_cache.cpp | 20 +-
be/src/io/fs/file_handle_cache.h | 21 +-
be/src/io/fs/local_file_system.cpp | 20 +
be/src/io/fs/local_file_system.h | 3 +
be/src/io/fs/packed_file_writer.cpp | 9 +-
be/src/io/fs/packed_file_writer.h | 6 +
be/src/load/routine_load/kinesis_conf.cpp | 3 +-
be/src/runtime/runtime_predicate.cpp | 1 +
.../workload_group/workload_group_metrics.cpp | 9 +-
.../workload_group/workload_group_metrics.h | 1 +
be/src/service/CMakeLists.txt | 8 +
be/src/service/backend_service.cpp | 18 +-
be/src/service/backend_service.h | 14 +-
be/src/service/brpc_service.cpp | 121 --
be/src/service/doris_main.cpp | 69 +-
be/src/service/http/action/compaction_action.cpp | 73 +-
be/src/service/http/action/compaction_action.h | 8 +-
.../http/action/compaction_profile_action.cpp | 5 +-
be/src/service/http/ev_http_server.cpp | 1 +
be/src/service/http/ev_http_server.h | 16 +-
be/src/service/http/http_request.h | 2 +
be/src/service/http/utils.cpp | 8 +
be/src/service/http_service.cpp | 5 +
be/src/service/http_service.h | 1 +
be/src/service/internal_service.cpp | 7 +
be/src/service/point_query_executor.cpp | 12 +-
be/src/service/server/be_server_starter_factory.h | 52 +
.../server/oss/be_server_starter_factory.cpp | 314 ++++
.../{brpc_service.h => server/server_starter.h} | 31 +-
be/src/storage/compaction/binlog_compaction.cpp | 163 +++
...cumulative_compaction.h => binlog_compaction.h} | 33 +-
.../compaction/binlog_compaction_policy.cpp | 235 +++
.../storage/compaction/binlog_compaction_policy.h | 64 +
be/src/storage/compaction/compaction.cpp | 106 +-
be/src/storage/compaction/compaction.h | 5 +
.../compaction/compaction_permit_limiter.cpp | 30 +-
.../storage/compaction/compaction_permit_limiter.h | 9 +-
.../storage/compaction/cumulative_compaction.cpp | 36 -
be/src/storage/compaction/cumulative_compaction.h | 3 -
.../compaction/single_replica_compaction.cpp | 589 --------
.../storage/compaction/single_replica_compaction.h | 70 -
be/src/storage/compaction_task_tracker.cpp | 3 +
be/src/storage/compaction_task_tracker.h | 4 +
be/src/storage/delete/delete_handler.cpp | 20 +-
.../storage/index/ann/ann_range_search_runtime.cpp | 3 +-
.../storage/index/ann/ann_range_search_runtime.h | 2 +-
be/src/storage/index/ann/ann_topn_runtime.cpp | 19 +-
be/src/storage/index/ann/ann_topn_runtime.h | 5 +-
be/src/storage/index/indexed_column_reader.cpp | 2 +-
be/src/storage/index/indexed_column_writer.cpp | 13 +-
.../index/inverted/inverted_index_profile.h | 9 +
.../storage/index/inverted/inverted_index_stats.h | 14 +
.../query_v2/bit_set_query/bit_set_query.h | 8 +-
.../query_v2/bit_set_query/bit_set_weight.h | 6 +-
.../inverted/query_v2/collect/multi_segment_util.h | 153 +-
be/src/storage/index/primary_key_index.cpp | 2 +-
be/src/storage/index/zone_map/zone_map_index.cpp | 3 +-
be/src/storage/iterator/block_reader.cpp | 4 +-
be/src/storage/iterator/olap_data_convertor.h | 5 +-
be/src/storage/iterator/vcollect_iterator.cpp | 10 +-
be/src/storage/iterator/vcollect_iterator.h | 8 +-
be/src/storage/iterator/vertical_block_reader.cpp | 22 +-
.../storage/iterator/vertical_merge_iterator.cpp | 20 +-
be/src/storage/iterator/vertical_merge_iterator.h | 3 +
be/src/storage/iterator/vgeneric_iterators.cpp | 6 +-
be/src/storage/iterator/vgeneric_iterators.h | 6 +-
be/src/storage/iterators.h | 5 +-
be/src/storage/merger.cpp | 6 +
be/src/storage/olap_common.h | 7 +-
be/src/storage/olap_server.cpp | 420 +++---
be/src/storage/predicate/comparison_predicate.h | 7 +-
be/src/storage/predicate/in_list_predicate.h | 24 +-
be/src/storage/predicate/like_column_predicate.h | 2 +-
.../predicate/predicate_creator_comparison.cpp | 18 +-
.../predicate/predicate_creator_in_list_in.cpp | 35 +-
.../predicate/predicate_creator_in_list_not_in.cpp | 33 +-
be/src/storage/row_cursor.cpp | 45 +-
be/src/storage/row_cursor.h | 14 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 2 +-
be/src/storage/rowset/beta_rowset_writer.cpp | 47 +-
be/src/storage/rowset/rowset_meta.h | 11 +
be/src/storage/rowset/rowset_reader_context.h | 4 +-
be/src/storage/schema.cpp | 2 -
be/src/storage/schema.h | 57 -
be/src/storage/segment/binary_dict_page.cpp | 19 +-
be/src/storage/segment/binary_dict_page.h | 7 +-
.../storage/segment/binary_dict_page_pre_decoder.h | 30 +-
.../binary_plain_page_char_strip_pre_decoder.h | 98 ++
.../segment/binary_plain_page_v2_pre_decoder.h | 248 ++--
be/src/storage/segment/binary_prefix_page.h | 2 +-
be/src/storage/segment/column_reader.cpp | 92 +-
be/src/storage/segment/column_reader.h | 2 +-
be/src/storage/segment/column_writer.cpp | 41 +-
be/src/storage/segment/column_writer.h | 9 +-
be/src/storage/segment/encoding_info.cpp | 464 +++---
be/src/storage/segment/encoding_info.h | 129 +-
be/src/storage/segment/options.h | 11 +-
be/src/storage/segment/page_io.cpp | 16 +-
be/src/storage/segment/page_io.h | 5 -
.../storage/segment/row_binlog_segment_writer.cpp | 4 +-
be/src/storage/segment/segment.cpp | 49 +-
be/src/storage/segment/segment_iterator.cpp | 131 +-
be/src/storage/segment/segment_iterator.h | 12 +-
be/src/storage/segment/segment_writer.cpp | 26 +-
be/src/storage/segment/segment_writer.h | 2 +-
.../segment/variant/hierarchical_data_iterator.cpp | 12 +-
.../segment/variant/variant_column_reader.cpp | 51 +-
.../segment/variant/variant_column_reader.h | 4 +-
.../segment/variant/variant_column_writer_impl.cpp | 24 +-
.../segment/variant/variant_column_writer_impl.h | 2 +-
.../variant_doc_snpashot_compact_iterator.h | 11 +-
be/src/storage/segment/vertical_segment_writer.cpp | 147 +-
be/src/storage/segment/vertical_segment_writer.h | 7 +-
be/src/storage/snapshot/snapshot_manager.cpp | 145 +-
be/src/storage/snapshot/snapshot_manager.h | 2 +
be/src/storage/storage_engine.cpp | 45 +-
be/src/storage/storage_engine.h | 35 +-
be/src/storage/tablet/base_tablet.cpp | 8 +
be/src/storage/tablet/base_tablet.h | 3 +-
be/src/storage/tablet/tablet.cpp | 309 +++-
be/src/storage/tablet/tablet.h | 97 +-
be/src/storage/tablet/tablet_fwd.h | 6 +
be/src/storage/tablet/tablet_manager.cpp | 91 +-
be/src/storage/tablet/tablet_manager.h | 2 +-
be/src/storage/tablet/tablet_meta.cpp | 67 +-
be/src/storage/tablet/tablet_meta.h | 7 +
be/src/storage/tablet/tablet_reader.cpp | 16 +-
be/src/storage/tablet/tablet_reader.h | 4 +-
be/src/storage/tablet/tablet_schema.cpp | 47 +-
be/src/storage/tablet/tablet_schema.h | 41 +-
be/src/storage/task/engine_clone_task.cpp | 171 ++-
be/src/storage/task/engine_clone_task.h | 7 +-
be/src/tools/CMakeLists.txt | 2 +
be/src/tools/meta_tool.cpp | 26 +-
be/src/udf/python/python_server.py | 85 +-
be/src/util/CMakeLists.txt | 5 +
be/src/util/brpc_client_cache.h | 5 +
.../client_connection_provider.h} | 29 +-
be/src/util/hash/murmur_hash3.cpp | 17 +-
be/src/util/hash/murmur_hash3.h | 7 +-
be/src/util/jni-util.cpp | 4 -
be/src/util/jni_native_method.cpp | 129 --
be/src/util/jni_native_method.h | 4 -
be/src/util/jsonb/serialize.cpp | 28 +-
be/src/util/jsonb/serialize.h | 8 +
be/src/util/md5.cpp | 13 +-
.../src/util/oss/client_connection_provider.cpp | 22 +-
be/src/util/simd/vstring_function.h | 16 +
be/src/util/stopwatch.hpp | 7 +-
be/src/util/thrift_client.cpp | 11 +
be/src/util/thrift_client.h | 6 +-
be/test/AGENTS.md | 5 +
be/test/CMakeLists.txt | 31 +-
be/test/cloud/cloud_tablet_test.cpp | 44 +
be/test/cloud/cloud_warm_up_manager_test.cpp | 298 ++++
be/test/common/check_test.cpp | 161 ++
be/test/core/block/block_test.cpp | 2 -
be/test/core/column/column_array_test.cpp | 13 +-
be/test/core/column/column_array_view_test.cpp | 292 ++++
be/test/core/column/column_const_test.cpp | 13 +
be/test/core/column/column_map_test.cpp | 8 +-
be/test/core/column/column_string_test.cpp | 22 -
be/test/core/column/column_variant_test.cpp | 16 -
be/test/core/column/common_column_test.h | 37 -
be/test/core/data_type/data_type_decimal_test.cpp | 179 +++
.../core/data_type_serde/data_type_serde_test.cpp | 25 +
.../data_type_serde_timestamptz_test.cpp | 83 ++
be/test/data/vec/columns/TIMESTAMPTZ(3).csv | 16 +
be/test/exec/common/schema_util_rowset_test.cpp | 28 +-
.../time_sharing_task_executor_test.cpp | 78 +-
.../agg_operator_group_by_limit_opt_test.cpp | 8 +-
be/test/exec/operator/agg_operator_test.cpp | 65 +-
...istinct_streaming_aggregation_operator_test.cpp | 15 +
.../exec/operator/streaming_agg_operator_test.cpp | 14 +
.../exec/operator/table_function_operator_test.cpp | 3 +-
.../runtime_filter_partition_pruner_test.cpp | 524 +++++++
.../runtime_filter_producer_helper_test.cpp | 74 +
be/test/exec/scan/scanner_late_arrival_rf_test.cpp | 52 +-
be/test/exec/scan/vgeneric_iterators_test.cpp | 21 +-
.../agg_datasketches_hll_union_agg_test.cpp | 1097 ++++++++++++++
be/test/exprs/bloom_filter_func_test.cpp | 6 +-
.../function_array_cosine_similarity_test.cpp | 79 +-
.../function/function_array_cross_product_test.cpp | 285 ++++
be/test/exprs/function/function_hash_test.cpp | 137 ++
be/test/exprs/function/function_math_test.cpp | 58 +
.../function/function_quantile_state_test.cpp | 17 +
.../exprs/function/function_search_nested_test.cpp | 353 ++++-
be/test/exprs/function/function_search_test.cpp | 463 ++++++
be/test/exprs/function/function_string_test.cpp | 16 +
be/test/exprs/function/function_test_util.cpp | 6 +-
be/test/exprs/function/function_tokenize_test.cpp | 94 ++
be/test/exprs/function/geo/functions_geo_test.cpp | 455 ++++++
be/test/exprs/vcondition_expr_test.cpp | 358 +++++
be/test/exprs/vexpr_unaligned_int128_test.cpp | 107 ++
.../parquet/byte_array_dict_decoder_test.cpp | 17 +
.../parquet/byte_array_plain_decoder_test.cpp | 43 +
be/test/format/table/hive/hive_reader_test.cpp | 8 +-
.../format/table/iceberg/iceberg_reader_test.cpp | 8 +-
.../block_file_cache_profile_reporter_test.cpp | 139 ++
be/test/io/cache/block_file_cache_test.cpp | 663 ++++++++-
be/test/io/cache/block_file_cache_test_common.h | 12 +-
.../io/cache/block_file_cache_test_lru_dump.cpp | 107 ++
.../cached_remote_file_reader_lock_wait_test.cpp | 444 ++++++
.../io/cache/cached_remote_file_reader_test.cpp | 125 ++
.../fs_file_cache_storage_leak_cleaner_test.cpp | 57 +
be/test/io/cache/need_update_lru_blocks_test.cpp | 1 -
be/test/io/fs/buffered_reader_test.cpp | 85 +-
be/test/io/fs/file_handle_cache_test.cpp | 43 +
be/test/io/fs/local_file_system_test.cpp | 24 +
be/test/io/fs/packed_file_writer_test.cpp | 19 +
.../delta_writer/delta_writer_cluster_key_test.cpp | 15 +-
be/test/load/delta_writer/delta_writer_test.cpp | 19 +-
be/test/runtime/runtime_predicate_test.cpp | 86 ++
.../workload_group/workload_group_metrics_test.cpp | 152 ++
be/test/service/http/compaction_action_test.cpp | 13 -
.../storage/compaction/compaction_score_test.cpp | 6 +-
.../storage/compaction/compaction_task_test.cpp | 4 +-
.../cumulative_compaction_policy_test.cpp | 4 +-
.../compaction/ordered_data_compaction_test.cpp | 10 +-
.../storage/compaction/single_compaction_test.cpp | 147 --
.../compaction/vertical_compaction_test.cpp | 10 +-
.../delete/delete_bitmap_calculator_test.cpp | 3 +-
.../storage/index/ann/ann_range_search_test.cpp | 216 ++-
.../storage/index/ann/ann_topn_descriptor_test.cpp | 3 +-
.../index/ann/extract_query_vector_test.cpp | 18 +-
.../index/inverted/query_v2/boolean_query_test.cpp | 22 +
.../query_v2/multi_segment_collector_test.cpp | 216 +++
be/test/storage/olap_type_test.cpp | 48 +
be/test/storage/row_cursor_test.cpp | 69 +-
be/test/storage/segment/binary_dict_page_test.cpp | 74 +-
.../storage/segment/binary_plain_page_v2_test.cpp | 145 +-
.../storage/segment/column_meta_accessor_test.cpp | 17 +-
.../storage/segment/column_reader_cache_test.cpp | 39 +-
be/test/storage/segment/encoding_info_test.cpp | 476 ++++--
.../segment/external_col_meta_util_test.cpp | 2 +-
be/test/storage/segment/segment_cache_test.cpp | 15 +-
.../storage/segment/segment_corruption_test.cpp | 6 +-
.../segment_iterator_apply_index_expr_test.cpp | 6 +-
.../segment/segment_iterator_limit_opt_test.cpp | 6 +-
.../segment_iterator_no_need_read_data_test.cpp | 6 +-
.../segment_writer_full_encode_keys_test.cpp | 100 --
.../segment/variant_column_writer_reader_test.cpp | 288 +++-
be/test/storage/segment/zone_map_index_test.cpp | 48 +-
be/test/storage/snapshot/snapshot_manager_test.cpp | 114 +-
be/test/storage/tablet/tablet_mgr_test.cpp | 79 +-
be/test/storage/tablet/tablet_schema_test.cpp | 66 +
.../storage/test_data/header_without_inc_rs.txt | 1 -
be/test/testutil/creators.h | 36 +
build.sh | 169 ++-
cloud/CMakeLists.txt | 22 +-
cloud/src/common/CMakeLists.txt | 8 +
cloud/src/common/bvars.cpp | 1 +
cloud/src/common/bvars.h | 1 +
cloud/src/common/config.h | 28 +-
cloud/src/common/configbase.cpp | 22 +-
cloud/src/common/configbase.h | 3 +
cloud/src/common/http_helper.cpp | 61 +
cloud/src/common/http_helper.h | 6 +
cloud/src/common/metric.cpp | 16 +
cloud/src/main.cpp | 26 +-
cloud/src/meta-service/CMakeLists.txt | 1 +
cloud/src/meta-service/meta_service_helper.h | 16 +
.../meta_service_rate_limit_helper.cpp | 843 +++++++++++
.../meta-service/meta_service_rate_limit_helper.h | 80 +
cloud/src/meta-service/meta_service_txn.cpp | 3 +
cloud/src/meta-service/txn_lazy_committer.cpp | 57 +-
cloud/src/meta-service/txn_lazy_committer.h | 9 +-
cloud/src/recycler/recycler.cpp | 12 +-
cloud/src/recycler/recycler.h | 2 -
cloud/src/recycler/snapshot_chain_compactor.cpp | 5 +-
cloud/src/recycler/snapshot_data_migrator.cpp | 5 +-
.../src/server/cloud_server_starter_factory.h | 31 +-
.../server/oss/cloud_server_starter_factory.cpp | 87 ++
cloud/test/CMakeLists.txt | 36 +-
cloud/test/meta_service_helper_test.cpp | 151 ++
cloud/test/recycler_test.cpp | 30 +
conf/ldap.conf | 3 +
contrib/datasketches-cpp | 1 +
docker/compilation/Dockerfile | 4 +-
docker/compilation/Dockerfile.gcc10 | 6 +-
docker/compilation/Dockerfile.gcc7 | 6 +-
docker/compilation/arm/Dockerfile | 4 +-
.../be/resource/be_disaggregated_entrypoint.sh | 65 +-
.../runtime/be/resource/be_disaggregated_probe.sh | 6 +
docker/runtime/be/resource/be_entrypoint.sh | 63 +-
.../fe/resource/fe_disaggregated_entrypoint.sh | 32 +
.../runtime/fe/resource/fe_disaggregated_probe.sh | 6 +
docker/runtime/fe/resource/fe_entrypoint.sh | 32 +
.../scripts/create_preinstalled_scripts/run86.hql | 9 +-
.../create_preinstalled_scripts/iceberg/run21.sql | 9 +-
.../create_preinstalled_scripts/iceberg/run27.sql | 9 +-
doris-skills | 1 +
.../doris/common/classloader/ScannerLoader.java | 72 +-
.../apache/doris/common/jni/utils/ExpiringMap.java | 100 --
.../doris/common/jni/utils/JNINativeMethod.java | 4 -
.../java/org/apache/doris/udf/BaseExecutor.java | 17 +-
.../max-compute-connector/pom.xml | 6 +
.../doris/maxcompute/MaxComputeFeClient.java | 326 +++++
.../doris/maxcompute/MaxComputeJniWriter.java | 11 +-
.../doris/maxcompute/MaxComputeFeClientTest.java | 177 +++
fe/fe-catalog/pom.xml | 6 +
.../org/apache/doris/analysis/IPv4Literal.java | 31 +-
.../org/apache/doris/analysis/IPv6Literal.java | 45 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 2 +-
.../org/apache/doris/analysis/StructLiteral.java | 2 +-
.../org/apache/doris/analysis/TimeV2Literal.java | 22 +-
.../org/apache/doris/analysis/ExprEqualsTest.java | 348 +++++
.../analysis/LiteralExprCompareLiteralTest.java | 455 ++++++
.../doris/analysis/LiteralExprEqualsTest.java | 366 +++++
.../main/java/org/apache/doris/common/Config.java | 73 +-
.../java/org/apache/doris/common/LdapConfig.java | 6 +
.../org/apache/doris/common/PatternMatcher.java | 11 +-
.../org/apache/doris/common/util/SqlUtils.java | 14 +
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 3 +
.../connector/jdbc/client/JdbcConnectorClient.java | 14 +-
.../jdbc/client/JdbcSQLServerConnectorClient.java | 7 +
.../client/JdbcSQLServerConnectorClientTest.java | 7 +
fe/fe-core/pom.xml | 5 +
.../src/main/java/org/apache/doris/DorisFE.java | 35 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 1 -
.../apache/doris/alter/SchemaChangeHandler.java | 25 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 1 -
.../apache/doris/analysis/AnalyzeProperties.java | 20 +
.../java/org/apache/doris/analysis/TlsOptions.java | 14 +-
.../org/apache/doris/analysis/UserIdentity.java | 33 +
.../auth/certificate/CertificateAuthDecision.java | 85 ++
.../certificate/CertificateRuntimeAuthFactory.java | 59 +
.../CertificateRuntimeAuthService.java} | 17 +-
.../auth/certificate/ForwardedCertificateInfo.java | 77 +
.../NoOpCertificateRuntimeAuthService.java} | 29 +-
.../doris/auth/certificate/SanEntryCodec.java | 145 ++
.../StreamLoadCertificateAuthHelper.java | 50 +
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../doris/catalog/BuiltinAggregateFunctions.java | 3 +
.../doris/catalog/BuiltinScalarFunctions.java | 16 +
.../apache/doris/catalog/ColocateTableIndex.java | 19 +-
.../apache/doris/catalog/DataSizeDisplayUtil.java | 78 +
.../main/java/org/apache/doris/catalog/Env.java | 8 +-
.../doris/catalog/FunctionToSqlConverter.java | 10 +-
.../java/org/apache/doris/catalog/OlapTable.java | 19 +-
.../java/org/apache/doris/catalog/Partition.java | 86 ++
.../java/org/apache/doris/catalog/Replica.java | 21 +
.../doris/catalog/RowBinlogTableWrapper.java | 5 +
.../java/org/apache/doris/catalog/SchemaTable.java | 1 +
.../org/apache/doris/catalog/TableProperty.java | 14 -
.../main/java/org/apache/doris/catalog/Tablet.java | 23 +
.../org/apache/doris/clone/TabletSchedCtx.java | 12 +
.../org/apache/doris/clone/TabletScheduler.java | 1 +
.../apache/doris/cloud/CacheHotspotManager.java | 210 ++-
.../apache/doris/cloud/backup/CloudRestoreJob.java | 45 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 53 +-
.../doris/cloud/catalog/CloudUpgradeMgr.java | 42 +
.../cloud/datasource/CloudInternalCatalog.java | 7 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 23 +-
.../rpc/MetaServiceClientChannelProvider.java | 20 +-
.../MetaServiceClientChannelProviderFactory.java | 46 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 8 +-
.../rpc/OssMetaServiceClientChannelProvider.java | 44 +
.../doris/cloud/system/CloudSystemInfoService.java | 2 +-
.../java/org/apache/doris/common/GenericPool.java | 12 +-
.../OssThriftClientTransportProvider.java} | 31 +-
.../common/ThriftClientTransportProvider.java | 20 +-
.../ThriftClientTransportProviderFactory.java | 43 +
.../doris/common/ThriftServerEventProcessor.java | 15 +-
.../proc/ColocationGroupBackendSeqsProcNode.java | 24 +-
.../doris/common/proc/ColocationGroupProcDir.java | 158 +-
.../doris/common/proc/FrontendsProcNode.java | 56 +-
.../doris/common/proc/PartitionsProcDir.java | 17 +-
.../doris/common/proc/TabletHealthProcDir.java | 7 +-
.../apache/doris/common/proc/TabletsProcDir.java | 9 +-
.../doris/common/profile/SummaryProfile.java | 92 +-
.../doris/common/util/DatasourcePrintableMap.java | 2 +
.../org/apache/doris/common/util/LocationPath.java | 14 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 22 -
.../java/org/apache/doris/common/util/Util.java | 15 +
.../doris/datasource/ExternalRowCountCache.java | 53 +-
.../org/apache/doris/datasource/ExternalTable.java | 13 +-
.../apache/doris/datasource/FileQueryScanNode.java | 14 +-
.../apache/doris/datasource/InternalCatalog.java | 18 +-
.../datasource/PluginDrivenExternalTable.java | 2 +-
.../doris/datasource/doris/FeServiceClient.java | 57 +-
.../doris/datasource/hive/HMSExternalTable.java | 56 +-
.../datasource/hive/HiveExternalMetaCache.java | 32 +-
.../doris/datasource/hive/source/HiveScanNode.java | 83 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 77 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 167 ++-
.../datasource/iceberg/IcebergMetadataOps.java | 6 +
.../doris/datasource/iceberg/IcebergUtils.java | 8 +-
.../iceberg/source/IcebergApiSource.java | 25 +-
.../iceberg/source/IcebergHMSSource.java | 10 +-
.../datasource/iceberg/source/IcebergScanNode.java | 82 +-
.../doris/datasource/jdbc/client/JdbcClient.java | 14 +-
.../jdbc/client/JdbcPostgreSQLClient.java | 5 +
.../jdbc/client/JdbcSQLServerClient.java | 7 +
.../doris/datasource/maxcompute/MCTransaction.java | 7 +-
.../maxcompute/MaxComputeExternalMetaCache.java | 2 +-
.../datasource/metacache/MetaCacheEntryStats.java | 7 +
.../datasource/paimon/source/PaimonScanNode.java | 57 +-
.../property/metastore/IcebergRestProperties.java | 1 +
.../apache/doris/dictionary/DictionaryManager.java | 2 +-
.../java/org/apache/doris/fs/FileSystemCache.java | 167 ++-
.../config/WebServerFactoryCustomizerConfig.java | 6 +-
.../doris/httpv2/controller/BaseController.java | 48 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 152 +-
.../doris/httpv2/rest/RestBaseController.java | 53 +-
.../httpv2/util/StreamLoadRedirectDrainUtil.java | 154 ++
.../streaming/DataSourceConfigValidator.java | 143 +-
.../insert/streaming/StreamingInsertJob.java | 6 +-
.../insert/streaming/StreamingMultiTblTask.java | 5 +-
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 11 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 13 +-
.../apache/doris/journal/bdbje/BDBEnvironment.java | 5 +
.../bdbje/BdbjeReplicationConfigProvider.java | 20 +-
.../BdbjeReplicationConfigProviderFactory.java | 43 +
.../bdbje/OssBdbjeReplicationConfigProvider.java | 22 +-
.../org/apache/doris/load/StreamLoadHandler.java | 47 +-
.../doris/load/routineload/RoutineLoadJob.java | 3 +
.../doris/load/routineload/RoutineLoadManager.java | 14 +
.../load/routineload/RoutineLoadScheduler.java | 2 +
.../routineload/kafka/KafkaRoutineLoadJob.java | 117 +-
.../org/apache/doris/master/ReportHandler.java | 1 -
.../java/org/apache/doris/metric/CloudMetrics.java | 26 +-
.../apache/doris/metric/DorisMetricRegistry.java | 36 +
.../{MetricVisitor.java => HistogramMetric.java} | 47 +-
.../org/apache/doris/metric/JsonMetricVisitor.java | 18 +
.../java/org/apache/doris/metric/MetricRepo.java | 101 +-
.../org/apache/doris/metric/MetricVisitor.java | 4 +
.../doris/metric/PrometheusMetricVisitor.java | 24 +-
.../doris/metric/SimpleCoreMetricVisitor.java | 6 +
.../java/org/apache/doris/mysql/MysqlChannel.java | 18 +
.../java/org/apache/doris/mysql/MysqlProto.java | 13 +-
.../org/apache/doris/mysql/MysqlSslContext.java | 52 +-
.../doris/mysql/MysqlSslContextProvider.java | 21 +-
.../mysql/MysqlSslContextProviderFactory.java | 43 +
.../doris/mysql/OssMysqlSslContextProvider.java | 72 +
.../mysql/authenticate/AuthenticateRequest.java | 35 +
.../mysql/authenticate/AuthenticatorManager.java | 26 +
.../mysql/authenticate/DefaultAuthenticator.java | 9 +-
.../doris/mysql/authenticate/ldap/LdapManager.java | 30 +-
.../org/apache/doris/mysql/privilege/Auth.java | 36 +-
.../apache/doris/mysql/privilege/UserManager.java | 31 +
.../org/apache/doris/nereids/CascadesContext.java | 8 +
.../org/apache/doris/nereids/NereidsPlanner.java | 4 +
.../org/apache/doris/nereids/StatementContext.java | 22 +
.../doris/nereids/exceptions/CastException.java | 2 +-
.../glue/translator/PhysicalPlanTranslator.java | 6 +-
.../RuntimeFilterPartitionPruneClassifier.java | 313 ++++
.../glue/translator/RuntimeFilterTranslator.java | 79 +-
.../doris/nereids/jobs/executor/Rewriter.java | 3 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 44 +-
.../processor/post/RuntimeFilterContext.java | 29 +
.../processor/post/RuntimeFilterGenerator.java | 348 +++++
.../post/RuntimeFilterPushDownVisitor.java | 19 +-
.../properties/ChildrenPropertiesRegulator.java | 9 +-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../mv/AbstractMaterializedViewRule.java | 20 +-
.../mv/InitMaterializationContextHook.java | 26 +-
.../rules/exploration/mv/PartitionCompensator.java | 3 +-
.../nereids/rules/exploration/mv/Predicates.java | 525 ++++++-
.../rules/expression/ExpressionOptimization.java | 2 -
.../nereids/rules/expression/rules/AddMinMax.java | 25 +-
.../nereids/rules/expression/rules/TopnToMax.java | 56 -
.../rules/implementation/AggregateStrategies.java | 6 +
.../SplitAggMultiPhaseWithoutGbyKey.java | 108 +-
.../implementation/SplitAggWithoutDistinct.java | 16 +-
.../rules/rewrite/CheckMatchExpression.java | 7 +-
.../rules/rewrite/CollectLimitAboveConsumer.java | 58 +
.../nereids/rules/rewrite/InferAggNotNull.java | 66 +-
.../nereids/rules/rewrite/InferJoinNotNull.java | 29 +-
.../rules/rewrite/PushDownJoinOnAssertNumRows.java | 102 +-
.../nereids/rules/rewrite/RewriteCteChildren.java | 16 +
.../rules/rewrite/RewriteSearchToSlots.java | 63 +-
.../rules/rewrite/VariantSubPathPruning.java | 3 +-
.../trees/copier/LogicalPlanDeepCopier.java | 2 +-
.../nereids/trees/expressions/Expression.java | 3 +
.../nereids/trees/expressions/Placeholder.java | 8 +
.../nereids/trees/expressions/functions/Udf.java | 19 +-
.../functions/agg/DataSketchesHllUnionAgg.java | 113 ++
.../functions/executable/ArrayArithmetic.java | 57 +
.../functions/executable/NumericArithmetic.java | 9 +-
.../functions/executable/StringArithmetic.java | 68 +
.../functions/scalar/ArrayCrossProduct.java | 75 +
.../functions/scalar/HammingDistance.java | 78 +
.../expressions/functions/scalar/Levenshtein.java | 76 +
.../functions/scalar/MurmurHash3128.java | 82 ++
.../functions/scalar/MurmurHash3U128.java | 81 ++
.../expressions/functions/scalar/StGeometries.java | 69 +
.../functions/scalar/StNumGeometries.java | 68 +
.../expressions/functions/scalar/StNumPoints.java | 68 +
.../trees/expressions/functions/udf/JavaUdaf.java | 58 +-
.../expressions/functions/udf/JavaUdafBuilder.java | 2 +-
.../trees/expressions/functions/udf/JavaUdf.java | 17 +-
.../trees/expressions/functions/udf/JavaUdtf.java | 58 +-
.../expressions/functions/udf/JavaUdtfBuilder.java | 2 +-
.../expressions/functions/udf/PythonUdaf.java | 59 +-
.../functions/udf/PythonUdafBuilder.java | 2 +-
.../trees/expressions/functions/udf/PythonUdf.java | 17 +-
.../expressions/functions/udf/PythonUdtf.java | 58 +-
.../functions/udf/PythonUdtfBuilder.java | 2 +-
.../expressions/literal/DecimalV3Literal.java | 5 -
.../nereids/trees/expressions/literal/Literal.java | 4 -
.../visitor/AggregateFunctionVisitor.java | 5 +
.../expressions/visitor/ScalarFunctionVisitor.java | 40 +
.../nereids/trees/plans/algebra/Aggregate.java | 18 +-
.../plans/commands/AdminCompactTableCommand.java | 12 +-
.../plans/commands/AlterWorkloadGroupCommand.java | 17 +-
.../trees/plans/commands/AnalyzeCommand.java | 6 +
.../plans/commands/CreateFunctionCommand.java | 61 +-
.../plans/commands/CreateWorkloadGroupCommand.java | 30 +-
.../plans/commands/DropWorkloadGroupCommand.java | 13 +-
.../trees/plans/commands/ExecuteCommand.java | 141 +-
.../trees/plans/commands/IcebergDeleteCommand.java | 5 +-
.../plans/commands/IcebergDmlCommandUtils.java | 61 +
.../trees/plans/commands/IcebergMergeCommand.java | 7 +-
.../trees/plans/commands/IcebergUpdateCommand.java | 5 +-
.../plans/commands/ShowCreateUserCommand.java | 4 +-
.../trees/plans/commands/ShowFunctionsCommand.java | 9 +-
.../commands/info/ModifyTablePropertiesOp.java | 10 -
.../trees/plans/physical/PhysicalHashJoin.java | 4 +
.../trees/plans/physical/RuntimeFilter.java | 10 +
.../apache/doris/nereids/types/VariantType.java | 3 +-
.../apache/doris/nereids/util/AggregateUtils.java | 12 +
.../apache/doris/nereids/util/ExpressionUtils.java | 55 +-
.../doris/nereids/util/MoreFieldsThread.java | 5 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 3 +-
.../org/apache/doris/persist/OperationType.java | 2 +-
.../apache/doris/planner/GroupCommitBlockSink.java | 21 +
.../org/apache/doris/planner/OlapScanNode.java | 195 ++-
.../org/apache/doris/planner/OlapTableSink.java | 13 +-
.../org/apache/doris/planner/RuntimeFilter.java | 92 +-
.../java/org/apache/doris/qe/ConnectContext.java | 99 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 17 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 1 -
.../apache/doris/qe/InsertStreamTxnExecutor.java | 21 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 12 +-
.../apache/doris/qe/PreparedStatementContext.java | 10 +-
.../main/java/org/apache/doris/qe/QeService.java | 50 +-
.../java/org/apache/doris/qe/SessionVariable.java | 30 +-
.../apache/doris/qe/ShortCircuitQueryContext.java | 10 +
.../java/org/apache/doris/qe/StmtExecutor.java | 12 +-
.../doris/qe/runtime/ThriftPlansBuilder.java | 38 +-
.../WorkloadSchedPolicyMgr.java | 55 +-
.../org/apache/doris/rpc/BackendServiceClient.java | 31 +-
.../rpc/BackendServiceClientChannelProvider.java | 20 +-
...BackendServiceClientChannelProviderFactory.java | 45 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 9 +-
.../OssBackendServiceClientChannelProvider.java | 53 +
.../java/org/apache/doris/service/FeServer.java | 82 --
.../apache/doris/service/FrontendServiceImpl.java | 281 ++--
.../service/arrowflight/DorisFlightSqlService.java | 6 +
.../auth2/FlightCredentialValidator.java | 3 +-
.../auth2/FlightRemoteIpServerStreamTracer.java | 103 ++
.../org/apache/doris/statistics/AnalysisInfo.java | 10 +-
.../doris/statistics/AnalysisInfoBuilder.java | 11 +-
.../apache/doris/statistics/AnalysisManager.java | 3 +
.../apache/doris/statistics/BaseAnalysisTask.java | 23 +
.../doris/statistics/ExternalAnalysisTask.java | 16 +-
.../doris/statistics/FollowerColumnSender.java | 4 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 12 +-
.../doris/statistics/StatisticsAutoCollector.java | 1 +
.../doris/statistics/query/QueryStatsRecorder.java | 440 ++++++
.../doris/statistics/query/QueryStatsUtil.java | 11 +-
.../org/apache/doris/system/SystemInfoService.java | 2 +-
.../CdcStreamTableValuedFunction.java | 86 +-
.../doris/tablefunction/MetadataGenerator.java | 25 +-
.../main/java/org/apache/doris/task/CloneTask.java | 9 +
.../org/apache/doris/task/CreateReplicaTask.java | 5 -
.../doris/task/UpdateTabletMetaInfoTask.java | 6 -
.../doris/tls/server/FeServerStarterFactory.java | 57 +
.../server/FeServerStarterProvider.java} | 19 +-
.../doris/tls/server/HttpServerTlsProvider.java | 20 +-
.../tls/server/HttpServerTlsProviderFactory.java | 43 +
.../tls/server/OssFeServerStarterProvider.java | 157 ++
.../doris/tls/server/OssHttpServerTlsProvider.java | 54 +
.../org/apache/doris/tls/server/ServerStarter.java | 20 +-
.../apache/doris/tls/server/TlsProtocolSet.java | 64 +
.../apache/doris/analysis/AlterUserStmtTest.java | 146 ++
.../apache/doris/analysis/CreateUserStmtTest.java | 165 +++
.../org/apache/doris/analysis/TlsOptionsTest.java | 65 +
.../doris/auth/certificate/SanEntryCodecTest.java | 52 +
.../apache/doris/catalog/CreateFunctionTest.java | 46 +
.../doris/catalog/DataSizeDisplayUtilTest.java | 124 ++
.../java/org/apache/doris/catalog/EnvTest.java | 37 +
.../doris/catalog/FunctionToSqlConverterTest.java | 12 +-
.../doris/catalog/MaterializedIndexTest.java | 134 ++
.../doris/cloud/cache/CacheHotspotManagerTest.java | 345 ++++-
.../doris/cloud/catalog/CloudUpgradeMgrTest.java | 221 +++
.../doris/cloud/rpc/MetaServiceProxyTest.java | 20 +-
.../apache/doris/common/PatternMatcherTest.java | 4 +
.../common/proc/CloudProcVersionDisplayTest.java | 16 +-
.../common/proc/ColocationGroupProcDirTest.java | 294 ++++
.../doris/common/proc/PartitionsProcDirTest.java | 61 +
.../doris/common/proc/TabletHealthProcDirTest.java | 110 ++
.../doris/common/profile/SummaryProfileTest.java | 24 +
.../common/util/DatasourcePrintableMapTest.java | 8 +
.../apache/doris/common/util/LocationPathTest.java | 15 +
.../doris/datasource/ExternalCatalogTest.java | 47 +
.../datasource/ExternalRowCountCacheTest.java | 61 +-
.../datasource/hive/HMSExternalTableTest.java | 140 ++
.../datasource/hive/HiveMetaStoreCacheTest.java | 43 +
.../datasource/iceberg/CreateIcebergTableTest.java | 42 +
.../iceberg/IcebergDDLAndDMLPlanTest.java | 15 +-
.../doris/datasource/iceberg/IcebergUtilsTest.java | 43 +
.../MaxComputeExternalMetaCacheTest.java | 28 +
.../datasource/metacache/MetaCacheEntryTest.java | 23 +
.../org/apache/doris/fs/FileSystemCacheTest.java | 139 ++
.../apache/doris/httpv2/rest/LoadActionTest.java | 445 +++++-
.../doris/httpv2/rest/RestBaseControllerTest.java | 64 +
.../util/StreamLoadRedirectDrainUtilTest.java | 394 +++++
.../streaming/DataSourceConfigValidatorTest.java | 174 +++
.../load/routineload/KafkaRoutineLoadJobTest.java | 85 ++
.../java/org/apache/doris/metric/MetricsTest.java | 105 +-
.../doris/mysql/MysqlProtoLenEncStringTest.java | 61 +
.../mysql/authenticate/ldap/LdapManagerTest.java | 111 +-
.../translator/PhysicalPlanTranslatorTest.java | 1 +
.../RuntimeFilterPartitionPruneClassifierTest.java | 50 +
.../doris/nereids/minidump/MinidumpUtTestData.json | 1 -
.../apache/doris/nereids/mv/PredicatesTest.java | 389 ++++-
.../doris/nereids/parser/NereidsParserTest.java | 24 +
.../nereids/postprocess/RuntimeFilterTest.java | 46 +
.../processor/post/ShuffleKeyPrunerTest.java | 1 +
.../properties/ChildOutputPropertyDeriverTest.java | 167 ++-
.../ChildrenPropertiesRegulatorTest.java | 37 +
.../properties/RequestPropertyDeriverTest.java | 7 +-
.../exploration/mv/PartitionColumnTraceTest.java | 1 +
.../exploration/mv/PartitionCompensatorTest.java | 104 ++
.../rules/expression/ExpressionRewriteTest.java | 61 +-
.../nereids/rules/expression/FoldConstantTest.java | 20 +-
.../rules/expression/rules/TopnToMaxTest.java | 42 -
.../implementation/BucketedAggregateTest.java | 22 +
.../rules/rewrite/AggregateStrategiesTest.java | 18 +-
.../rules/rewrite/AggregateUnionPlanTest.java | 68 +
.../rules/rewrite/CheckMatchExpressionTest.java | 55 +
.../rewrite/CollectLimitAboveConsumerTest.java | 109 ++
.../rules/rewrite/CteLimitPushdownPlanTest.java | 167 +++
.../rules/rewrite/EliminateNotNullTest.java | 77 +
.../nereids/rules/rewrite/InferAggNotNullTest.java | 81 ++
.../rules/rewrite/InferFilterNotNullTest.java | 28 +
.../rules/rewrite/InferJoinNotNullTest.java | 33 +
.../rules/rewrite/PruneNestedColumnTest.java | 3 +-
.../rewrite/PushDownJoinOnAssertNumRowsTest.java | 66 +
.../RewriteCteChildrenLimitPushdownTest.java | 86 ++
.../rules/rewrite/RewriteSearchToSlotsTest.java | 109 +-
.../rules/rewrite/SplitMultiDistinctTest.java | 1 +
.../rules/rewrite/VariantPruningLogicTest.java | 76 +-
.../trees/copier/LogicalPlanDeepCopierTest.java | 11 +
.../executable/NumericArithmeticTest.java | 10 +
.../scalar/StGeoComponentFunctionsTest.java | 136 ++
.../functions/udf/UdfVolatilityTest.java | 52 +
.../plans/commands/AnalyzeTableCommandTest.java | 70 +-
.../plans/commands/IcebergDmlCommandUtilsTest.java | 91 ++
.../plans/commands/ShowFunctionsCommandTest.java | 33 +-
.../apache/doris/nereids/util/PlanUtilsTest.java | 23 +
.../doris/planner/GroupCommitBlockSinkTest.java | 69 +
.../doris/planner/QueryCacheNormalizerTest.java | 1 +
.../apache/doris/planner/StatisticDeriveTest.java | 1 +
.../org/apache/doris/qe/ConnectContextTest.java | 166 +++
.../java/org/apache/doris/qe/CoordinatorTest.java | 30 +
.../doris/qe/InsertStreamTxnExecutorTest.java | 57 +
.../org/apache/doris/qe/OlapQueryCacheTest.java | 1 +
.../doris/qe/runtime/ThriftPlansBuilderTest.java} | 31 +-
.../WorkloadSchedPolicyMgrTest.java | 206 +++
.../doris/service/FrontendServiceImplTest.java | 15 +
.../FlightRemoteIpServerStreamTracerTest.java | 92 ++
.../doris/statistics/AnalysisManagerTest.java | 102 ++
.../doris/statistics/FollowerColumnSenderTest.java | 28 +
.../doris/statistics/HMSAnalysisTaskTest.java | 46 +
.../doris/statistics/OlapAnalysisTaskTest.java | 113 ++
.../statistics/query/QueryStatsRecorderTest.java | 951 ++++++++++++
.../doris/statistics/util/StatisticsUtilTest.java | 4 +
.../java/org/apache/doris/task/AgentTaskTest.java | 4 +-
fe/fe-sql-parser/README.md | 545 +++++++
fe/{fe-catalog => fe-sql-parser}/pom.xml | 81 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 10 +-
.../doris/nereids/errors/QueryParsingErrors.java | 0
.../nereids/exceptions/AnalysisException.java | 18 +-
.../doris/nereids/exceptions/ParseException.java | 2 +-
.../nereids/exceptions/SyntaxParseException.java | 0
.../nereids/parser/CaseInsensitiveStream.java | 0
.../org/apache/doris/nereids/parser/Origin.java | 0
.../apache/doris/nereids/parser/OriginAware.java} | 32 +-
.../doris/nereids/parser/ParseErrorListener.java | 0
.../apache/doris/nereids/parser/ParserUtils.java | 28 +-
.../apache/doris/nereids/parser/PostProcessor.java | 0
.../org/apache/doris/sqlparser/DorisSqlParser.java | 124 ++
.../apache/doris/sqlparser/DorisSqlParserCli.java | 237 +++
.../apache/doris/sqlparser/DorisSqlParserTest.java | 75 +
.../main/java/org/apache/doris/catalog/Type.java | 6 +
.../java/org/apache/doris/catalog/VariantType.java | 3 +-
fe/pom.xml | 3 +-
.../postgresql/connection/PostgresConnection.java | 905 ++++++++++++
.../cdcclient/service/PipelineCoordinator.java | 14 +-
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 2 +-
.../deserialize/DebeziumJsonDeserializer.java | 46 +-
.../source/reader/AbstractCdcSourceReader.java | 23 +-
.../source/reader/JdbcIncrementalSourceReader.java | 106 +-
.../cdcclient/source/reader/SourceReader.java | 5 +
.../source/reader/mysql/MySqlSourceReader.java | 140 +-
.../reader/postgres/PostgresSourceReader.java | 4 +
.../apache/doris/cdcclient/utils/ConfigUtil.java | 29 +-
.../source/fetch/PostgresScanFetchTask.java | 391 +++++
.../deserialize/DebeziumJsonDeserializerTest.java | 76 +
.../doris/cdcclient/utils/ConfigUtilTest.java | 61 +-
gensrc/proto/olap_file.proto | 24 +-
gensrc/thrift/AgentService.thrift | 14 +-
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/PlanNodes.thrift | 75 +
regression-test/conf/regression-conf.groovy | 3 +-
.../data/ann_index_p0/ann_index_only_scan.out | 19 -
.../cache/ttl/ex06_ttl_restart_consistency.out | 4 +-
.../data/cloud_p0/cache/ttl/test_show_ttl.out | 4 +-
.../test_single_compaction_fault_injection.out | 13 -
.../compaction/test_single_replica_compaction.out | 10 -
.../correctness/test_subquery_in_disjunction.out | 12 +
.../test_select_stddev_variance_window.out | 933 ++++++------
.../largeint/test_int128_unaligned_access.out | 42 +
.../ddl/create_nestedtypes_with_schemachange.out | 12 +-
.../timestamptz/test_timestamptz_agg_functions.out | 3 +
.../basic-elements/data-types/map-md.out | 15 +
.../select/test_sqlserver_all_types_select.out | 16 +
.../data/function_p0/test_agg_foreach.out | 11 +-
.../data/function_p0/test_agg_foreach_notnull.out | 8 +-
.../test_group_commit_interval_ms_property.out | 8 +-
...st_single_replica_compaction_with_format_v2.out | 9 -
...est_streaming_mysql_job_charset_and_strings.out | 39 +
.../cdc/test_streaming_mysql_job_composite_pk.out | 47 +
.../cdc/test_streaming_mysql_job_datetime_pk.out | 29 +
.../cdc/test_streaming_mysql_job_decimal_pk.out | 29 +
.../cdc/test_streaming_mysql_job_enum_set.out | 27 +
...est_streaming_mysql_job_id_gap_completeness.out | 21 +
.../test_streaming_mysql_job_integer_boundary.out | 31 +
.../cdc/test_streaming_mysql_job_json_types.out | 52 +
.../test_streaming_mysql_job_offset_earliest.out | 9 +
....out => test_streaming_mysql_job_partition.out} | 0
...ming_mysql_job_snapshot_with_concurrent_dml.out | 25 +
.../cdc/test_streaming_postgres_job_all_type.out | 4 +-
.../test_streaming_postgres_job_array_boundary.out | 29 +
.../test_streaming_postgres_job_composite_pk.out | 47 +
.../cdc/test_streaming_postgres_job_decimal_pk.out | 15 +
..._streaming_postgres_job_id_gap_completeness.out | 21 +
.../test_streaming_postgres_job_jsonb_types.out | 32 +
...ming_postgres_job_snapshot_historical_dates.out | 45 +
...g_postgres_job_snapshot_with_concurrent_dml.out | 25 +
.../cdc/test_streaming_postgres_job_uuid.out | 26 +
.../data/nereids_function_p0/agg_function/agg.out | 672 ++++-----
.../data/nereids_function_p0/scalar_function/S.out | 3 +
.../nereids_rules_p0/agg_strategy/agg_strategy.out | 44 -
.../distinct_split/disitinct_split.out | 57 +-
.../limit_push_down/limit_push_down.out | 6 +-
.../limit_push_down/order_push_down.out | 6 +-
.../normalize_window_nullable_agg_test.out | 5 +-
.../data/nereids_syntax_p0/agg_4_phase.out | 2 +
.../nereids_syntax_p0/decoupled_runtime_filter.out | 23 +
.../nereids_syntax_p0/mv/aggregate/agg_sync_mv.out | 157 +-
.../pythonudf_p0/test_pythonudf_file_protocol.out | 2 +
.../test_pythonudf_nested_complex_type.out | 20 +
.../data/query_p0/aggregate/agg_nullable_2.out | 19 +-
.../data/query_p0/aggregate/aggregate.out | 4 +-
.../ddl/show_variables/show_variables_command.out | 8 +
.../data/query_p0/expression/topn_to_max.out | 8 -
..._agg_after_nested_loop_join_local_exchange.out} | 5 +-
.../runtime_filter/rf_partition_pruning.out | 125 ++
.../data/query_p0/show/test_show_create_table.out | 4 +-
.../test_datasketches_hll_union_agg.out | 28 +
.../array_functions/test_array_cross_product.out | 35 +
.../test_array_distance_functions.out | 10 +-
.../hash_functions/test_hash_function.out | 123 +-
.../test_ipv4_ipv6_multi_not_equal.out | 36 +
...st_num_geometries_num_points_and_geometries.out | 336 +++++
.../string_functions/test_string_all.out | 197 ++-
.../test_select_stddev_variance_window.out | 169 ++-
.../data/query_p0/stats/query_stats_test.out | 52 -
.../data/query_p0/system/test_table_properties.out | 8 +-
.../data/row_binlog_p0/test_binlog_compaction.out | 33 +
.../tpcds_sf100/noStatsRfPrune/query31.out | 18 +-
.../tpcds_sf100/no_stats_shape/query31.out | 18 +-
.../data/shape_check/tpcds_sf1000/hint/query11.out | 22 +-
.../data/shape_check/tpcds_sf1000/hint/query24.out | 12 +-
.../data/shape_check/tpcds_sf1000/hint/query4.out | 36 +-
.../data/shape_check/tpcds_sf1000/hint/query64.out | 26 +-
.../data/shape_check/tpcds_sf1000/hint/query74.out | 16 +-
.../data/shape_check/tpcds_sf1000/hint/query81.out | 4 +-
.../shape_check/tpcds_sf1000/shape/query11.out | 22 +-
.../shape_check/tpcds_sf1000/shape/query24.out | 12 +-
.../shape_check/tpcds_sf1000/shape/query30.out | 4 +-
.../data/shape_check/tpcds_sf1000/shape/query4.out | 22 +-
.../shape_check/tpcds_sf1000/shape/query74.out | 16 +-
.../shape_check/tpcds_sf1000/shape/query81.out | 8 +-
.../tpcds_sf1000_nopkfk/shape/query11.out | 12 +-
.../tpcds_sf1000_nopkfk/shape/query24.out | 12 +-
.../tpcds_sf1000_nopkfk/shape/query30.out | 4 +-
.../tpcds_sf1000_nopkfk/shape/query4.out | 20 +-
.../tpcds_sf1000_nopkfk/shape/query74.out | 12 +-
.../tpcds_sf1000_nopkfk/shape/query81.out | 8 +-
.../shape_check/tpcds_sf10t_orc/shape/query11.out | 12 +-
.../shape_check/tpcds_sf10t_orc/shape/query18.out | 10 +-
.../shape_check/tpcds_sf10t_orc/shape/query31.out | 18 +-
.../shape_check/tpcds_sf10t_orc/shape/query4.out | 20 +-
.../shape_check/tpcds_sf10t_orc/shape/query54.out | 10 +-
.../shape_check/tpcds_sf10t_orc/shape/query74.out | 12 +-
.../tpch_sf1000/nostats_rf_prune/q8.out | 10 +-
.../data/shape_check/tpch_sf1000/rf_prune/q9.out | 16 +-
.../data/shape_check/tpch_sf1000/shape/q9.out | 14 +-
.../shape_check/tpch_sf1000/shape_no_stats/q8.out | 14 +-
.../test_show_create_table_and_views_nereids.out | 8 +-
.../data/show_p0/test_show_table_and_views.out | 4 +-
regression-test/data/variant_p0/desc.out | 50 +-
regression-test/data/variant_p0/nested.out | 2 +-
regression-test/data/variant_p0/nested2.out | 8 +-
.../variant_p0/predefine/variant_hirachinal.out | 2 +-
.../variant_p0/test_variant_timestamptz_sparse.out | 7 +
.../regression/action/StreamLoadAction.groovy | 4 +
.../org/apache/doris/regression/suite/Suite.groovy | 13 +
.../doris/regression/suite/SuiteContext.groovy | 16 +
regression-test/plugins/plugin_compaction.groovy | 12 +-
.../suites/ann_index_p0/ann_index_only_scan.groovy | 450 ------
...ann_index_only_scan_compound_debug_point.groovy | 159 ++
.../ann_index_only_scan_debug_point.groovy | 238 +++
.../ann_index_only_scan_distance_expr.groovy | 207 ---
.../ann_index_only_scan_expr_debug_point.groovy | 105 ++
.../ann_index_only_scan_metric_direction.groovy | 229 ---
.../ann_range_search_pushdown_regression.groovy | 141 ++
...ge_search_source_index_status_regression.groovy | 84 ++
.../arrow_flight_sql_p0/test_auth_remote_ip.groovy | 80 +
.../suites/audit/test_audit_log_behavior.groovy | 16 +-
.../suites/audit/test_audit_log_queue_time.groovy | 12 +-
...st_file_cache_warmup_read_metrics_docker.groovy | 457 ++++++
.../multi_cluster/test_unfinished_txn_2pc.groovy | 116 ++
.../test_recycler_with_internal_copy.groovy | 21 +-
.../tablets/test_tablet_size_semantics.groovy | 131 ++
.../test_single_compaction_fault_injection.groovy | 342 -----
...e_compaction_with_variant_inverted_index.groovy | 257 ----
.../test_single_replica_compaction.groovy | 265 ----
.../test_table_level_compaction_policy.groovy | 8 -
.../test_time_series_compaction_policy.groovy | 49 +-
.../test_subquery_in_disjunction.groovy | 81 +-
.../suites/correctness_p0/test_and_or.groovy | 3 +-
.../suites/correctness_p0/test_cast_null.groovy | 9 +-
...est_colocate_join_with_different_tablets.groovy | 4 +-
.../test_ctas_mv/test_ctas_mv.groovy | 6 +-
.../test_mv_case/test_mv_case.groovy | 3 -
.../correctness_p0/test_nested_lateral_view.groovy | 3 +-
.../correctness_p0/test_set_operation.groovy | 6 +-
.../decimalv2/test_decimalv2_overflow2.groovy | 3 +-
.../decimalv3/test_decimalv3_string.groovy | 2 +-
.../largeint/test_int128_unaligned_access.groovy | 88 ++
.../test_large_string_and_nested_type.groovy | 1 -
.../test_special_buffer_before_nested.groovy | 1 -
.../query/test_nested_type_with_resize.groovy | 3 +-
.../test_timestamptz_agg_functions.groovy | 37 +
.../test_create_view_nereids.groovy | 3 +-
.../stream_load_and_mysql_load.groovy | 1 -
regression-test/suites/ddl_p0/test_ctas.groovy | 3 +-
.../suites/ddl_p0/test_drop_view_nereids.groovy | 3 +-
.../suites/delete_p0/test_delete.groovy | 3 +-
.../basic-elements/data-types/map-md.groovy | 10 +
.../cache/test_file_cache_query_limit.groovy | 64 +-
.../hive/test_hive_query_cache.groovy | 11 +-
.../dml/test_iceberg_merge_into_advanced.groovy | 50 +-
.../dml/test_iceberg_merge_into_basic.groovy | 10 +-
.../dml/test_iceberg_update_delete_advanced.groovy | 42 +-
.../dml/test_iceberg_update_delete_basic.groovy | 10 +-
...test_iceberg_v3_row_lineage_query_insert.groovy | 63 +-
...eberg_v3_row_lineage_update_delete_merge.groovy | 10 +-
.../select/test_sqlserver_all_types_select.groovy | 14 +
.../tvf/test_hdfs_parquet_group6.groovy | 4 +-
...l_tvf_with_complex_type_insertinto_doris.groovy | 6 +-
.../test_audit_log_internal_query_failure.groovy | 7 +-
.../test_build_index_fault.groovy | 3 +-
.../test_dml_when_one_be_down.groovy | 141 ++
.../suites/function_p0/test_agg_foreach.groovy | 37 +-
.../function_p0/test_agg_foreach_notnull.groovy | 21 +-
.../suites/function_p0/test_array_map.groovy | 1 -
.../test_iot_auto_detect_fail.groovy | 2 -
.../test_array_contains_estimate.groovy | 3 +-
.../index_change/test_build_index.groovy | 3 +-
...single_replica_compaction_with_format_v2.groovy | 208 ---
.../test_arrayInvertedIdx_profile.groovy | 3 +-
.../test_array_contains_with_inverted_index.groovy | 3 +-
.../inverted_index_p0/test_array_index.groovy | 6 +-
.../test_array_with_inverted_index_all_type.groovy | 14 +-
.../suites/inverted_index_p0/test_delete.groovy | 3 +-
.../inverted_index_p0/test_index_rqg_bug8.groovy | 1 -
.../test_ip_cidr_search_with_inverted_index.groovy | 3 +-
..._streaming_mysql_job_charset_and_strings.groovy | 195 +++
.../test_streaming_mysql_job_composite_pk.groovy | 198 +++
.../test_streaming_mysql_job_datetime_pk.groovy | 153 ++
.../cdc/test_streaming_mysql_job_decimal_pk.groovy | 152 ++
.../cdc/test_streaming_mysql_job_enum_set.groovy | 182 +++
..._streaming_mysql_job_id_gap_completeness.groovy | 159 ++
...est_streaming_mysql_job_integer_boundary.groovy | 165 +++
.../cdc/test_streaming_mysql_job_json_types.groovy | 176 +++
...test_streaming_mysql_job_offset_earliest.groovy | 130 ++
.../cdc/test_streaming_mysql_job_partition.groovy | 166 +++
.../cdc/test_streaming_mysql_job_server_id.groovy | 133 ++
...t_streaming_mysql_job_snapshot_fat_split.groovy | 153 ++
...g_mysql_job_snapshot_with_concurrent_dml.groovy | 148 ++
.../cdc/test_streaming_postgres_job.groovy | 29 +-
...st_streaming_postgres_job_array_boundary.groovy | 185 +++
...ng_postgres_job_async_split_pause_resume.groovy | 40 +-
...test_streaming_postgres_job_composite_pk.groovy | 198 +++
.../test_streaming_postgres_job_decimal_pk.groovy | 130 ++
...eaming_postgres_job_drop_during_snapshot.groovy | 148 ++
...reaming_postgres_job_id_gap_completeness.groovy | 146 ++
.../test_streaming_postgres_job_jsonb_types.groovy | 186 +++
.../test_streaming_postgres_job_publication.groovy | 124 +-
..._streaming_postgres_job_slot_lsn_advance.groovy | 224 +++
...treaming_postgres_job_snapshot_fat_split.groovy | 141 ++
...g_postgres_job_snapshot_historical_dates.groovy | 229 +++
...ostgres_job_snapshot_with_concurrent_dml.groovy | 153 ++
...g_postgres_job_special_offset_restart_fe.groovy | 188 +++
.../cdc/test_streaming_postgres_job_uuid.groovy | 176 +++
.../cdc/tvf/test_cdc_stream_tvf_mysql.groovy | 83 +-
.../cdc/tvf/test_cdc_stream_tvf_postgres.groovy | 32 +
.../test_routine_load_advanced_mapping.groovy | 2 +-
.../data/test_preceding_filter_keyword.csv | 3 +
.../routine_load/test_routine_load_alter.groovy | 4 +-
.../test_routine_load_condition.groovy | 2 +-
.../test_routine_load_error_info.groovy | 141 +-
...st_routine_load_preceding_filter_keyword.groovy | 127 ++
.../scripts/stream_load_redirect_chunked_e2e.py | 140 ++
.../load_p0/stream_load/test_csv_split_line.groovy | 3 +-
.../stream_load/test_csv_with_double_quotes.groovy | 3 +-
.../load_p0/stream_load/test_json_load.groovy | 3 +-
.../test_load_with_map_nested_array.groovy | 3 +-
.../test_load_with_transfer_encoding.groovy | 1 -
.../stream_load/test_stream_load_error_url.groovy | 1 -
...test_stream_load_fe_redirect_chunked_e2e.groovy | 117 ++
.../ddl/test_multi_char_line_delimiter.sql | 1 -
.../mv_with_force_drop/mv_with_force_drop.groovy | 3 +-
.../routine_load_mapping.groovy | 1 -
.../suites/mv_p0/test_tcu/test_tcu.groovy | 2 +-
.../nereids_arith_p0/topn/accept_null.groovy | 1 -
.../nereids_function_p0/agg_function/agg.groovy | 1 +
.../agg_function/sum0_cte.groovy | 1 +
.../nereids_function_p0/scalar_function/S.groovy | 2 +
.../adjust_nullable/test_adjust_nullable.groovy | 1 +
.../adjust_nullable/test_subquery_nullable.groovy | 1 +
.../agg_join_pkfk/agg_join_pkfk.groovy | 1 +
.../agg_skew_rewrite/agg_skew_rewrite.groovy | 1 +
.../agg_strategy/agg_strategy.groovy | 2 -
.../agg_strategy/distinct_agg_rewriter.groovy | 1 +
.../distinct_agg_strategy_selector.groovy | 1 +
.../agg_strategy/physical_agg_regulator.groovy | 1 +
.../agg_strategy/test_variables.groovy | 1 +
.../constant_propagation.groovy | 1 +
.../suites/nereids_rules_p0/cse/cse.groovy | 2 +-
.../cte/test_cte_name_reuse.groovy | 3 +-
.../test_cte_limit_pushdown.groovy | 175 +++
.../distinct_split/disitinct_split.groovy | 2 +-
.../eliminate_aggregate_casewhen.groovy | 1 +
.../eliminate_aggregate_constant.groovy | 1 +
.../test_convert_median_to_percentile.groovy | 1 +
.../expression/test_simplify_range.groovy | 1 +
.../push_down_expression_in_hash_join.groovy | 1 +
.../test_grouping_sets_combination.groovy | 6 +-
.../infer_predicate/infer_intersect_except.groovy | 1 +
.../infer_predicate/pull_up_predicate_agg.groovy | 1 +
.../pull_up_predicate_literal.groovy | 1 +
.../pull_up_predicate_set_op.groovy | 1 +
.../max_min_filter_push_down.groovy | 1 +
.../merge_aggregate/merge_aggregate.groovy | 1 +
.../agg_optimize_when_uniform.groovy | 1 +
.../mv/negative/negative_test.groovy | 7 +-
.../union_all_compensate.groovy | 2 -
.../partition_prune/prune_or.groovy | 1 -
.../test_multi_range_partition.groovy | 3 +-
.../predicate_infer/infer_predicate.groovy | 1 +
.../project_distinct_to_agg.groovy | 1 +
.../push_count_into_union_all.groovy | 1 +
.../push_down_limit_distinct_through_join.groovy | 1 +
.../push_down_top_n_distinct_through_union.groovy | 1 +
.../runtime_filter/rf_prune.groovy | 2 -
.../nereids_rules_p0/salt_join/salt_join.groovy | 1 +
.../suites/nereids_rules_p0/sumRewrite.groovy | 1 +
.../transposeJoin/transposeSemiJoinAgg.groovy | 3 +-
.../add_project_for_unique_function.groovy | 1 +
.../agg_with_unique_function.groovy | 1 +
.../window_skew_rewrite/window_skew_rewrite.groovy | 1 +
.../suites/nereids_syntax_p0/agg_4_phase.groovy | 26 +-
.../suites/nereids_syntax_p0/analyze_agg.groovy | 1 +
.../suites/nereids_syntax_p0/analyze_repeat.groovy | 1 +
.../suites/nereids_syntax_p0/analyze_sort.groovy | 1 +
.../decoupled_runtime_filter.groovy | 134 ++
.../test_multicast_sink_multi_exchange.groovy | 96 ++
.../suites/nereids_syntax_p0/join_order.groovy | 9 +-
.../push_filter_through_ptopn.groovy | 3 +-
.../push_filter_through_window.groovy | 3 +-
.../suites/nereids_tpch_p0/tpch/agg_cse.groovy | 1 +
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 1 +
.../suites/nereids_tpch_p0/tpch/topn-filter.groovy | 1 +
.../suites/point_query_p0/test_point_query.groovy | 101 ++
.../point_query_p0/test_point_query_ck.groovy | 2 +-
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 1 -
.../test_python_raise_error_propagation.groovy | 3 +-
.../test_pythonudaf_object_types_inline.groovy | 184 +++
.../test_pythonudf_file_protocol.groovy | 22 +
.../test_pythonudf_nested_complex_type.groovy | 445 ++++++
.../test_pythonudf_object_types_inline.groovy | 105 ++
.../test_pythonudtf_object_types_inline.groovy | 105 ++
.../aggregate/agg_distinct_case_when.groovy | 3 +-
.../query_p0/aggregate/agg_union_random.groovy | 1 +
.../suites/query_p0/aggregate/aggregate.groovy | 1 +
.../aggregate/aggregate_not_group_null.groovy | 3 +-
.../suites/query_p0/aggregate/array_agg.groovy | 12 +-
.../suites/query_p0/aggregate/bitmap_agg.groovy | 6 +-
.../suites/query_p0/aggregate/map_agg.groovy | 12 +-
.../aggregate/map_agg_nested_insert_doris.groovy | 6 +-
.../suites/query_p0/aggregate/map_agg_v1.groovy | 12 +-
.../suites/query_p0/cache/condition_cache.groovy | 6 +-
.../suites/query_p0/cache/query_cache.groovy | 3 +-
.../query_p0/cache/query_cache_with_context.groovy | 1 +
.../query_p0/cast/test_complextype_to_json.groovy | 3 +-
.../dist_expr_list/dist_expr_list.groovy | 1 +
.../show_variables/show_variables_command.groovy | 8 +
.../suites/query_p0/eager_agg/eager_agg.groovy | 1 +
.../suites/query_p0/eager_agg/load.groovy | 1 -
.../suites/query_p0/explain/explain_graph.groovy | 2 -
.../query_p0/explain/test_pushdown_explain.groovy | 6 +-
.../fold_constant_numeric_arithmatic.groovy | 7 +
.../suites/query_p0/expression/topn_to_max.groovy | 47 -
.../suites/query_p0/having/having.groovy | 3 +-
.../suites/query_p0/hint/fix_leading.groovy | 2 +-
.../suites/query_p0/hint/multi_leading.groovy | 2 +-
.../suites/query_p0/hint/test_hint.groovy | 2 +-
.../insert_into_table/partial_update.groovy | 1 -
.../query_p0/join/rqg/doris8317/doris8317.groovy | 3 +-
...gg_after_nested_loop_join_local_exchange.groovy | 130 ++
.../join/test_collect_list_distinct.groovy | 9 +-
.../query_p0/join/test_join_with_cast_array.groovy | 15 +-
.../query_p0/operator/test_sort_operator.groovy | 3 +-
.../query_p0/repeat/test_repeat_output_slot.groovy | 1 +
.../suites/query_p0/runtime_filter/check_rf.groovy | 1 +
.../query_p0/runtime_filter/expr-target.groovy | 2 -
.../runtime_filter/rf_partition_pruning.groovy | 1538 ++++++++++++++++++++
.../rf_partition_pruning_type_matrix.groovy | 221 +++
.../test_reset_connection_session_variable.groovy | 76 +
.../set/rqg_prod_20240226/rqg_prod_20240226.groovy | 2 -
.../suites/query_p0/set_operations/except.groovy | 1 +
.../test_aggregate_all_functions2.groovy | 3 +-
...test_count_distinct_with_collection_type.groovy | 3 +-
.../test_datasketches_hll_union_agg.groovy | 170 +++
.../sql_functions/array_functions/sql/q04.sql | 3 +-
.../test_array_cross_product.groovy | 149 ++
.../array_functions/test_array_map_function.groovy | 3 +-
.../hash_functions/test_hash_function.groovy | 65 +-
.../test_ipv4_ipv6_multi_not_equal.groovy | 107 ++
...num_geometries_num_points_and_geometries.groovy | 544 +++++++
.../string_functions/test_string_all.groovy | 191 ++-
.../sql_functions/table_function/explode.groovy | 7 +-
.../table_function/explode_array_decimal.groovy | 1 -
.../suites/query_p0/stats/query_stats_test.groovy | 166 ++-
.../suites/query_p0/subquery/test_subquery.groovy | 6 +-
.../subquery/test_subquery_in_project.groovy | 3 +-
.../query_p0/system/test_query_sys_rowsets.groovy | 3 +-
.../system/test_query_sys_scan_rowsets.groovy | 3 +-
.../query_p0/system/test_query_sys_tables.groovy | 3 +-
regression-test/suites/query_p0/tablesample.groovy | 3 +-
.../query_p0/test_forbid_unknown_col_stats.groovy | 3 +-
.../query_p0/test_repeat_no_stackflow.groovy | 6 -
.../update/update_after_create_rollup.groovy | 1 -
.../suites/query_p0/view/test_view2.groovy | 6 +-
.../char_type_shrink_before_project.groovy | 1 -
.../query_cache_with_rec_cte_test.groovy | 1 +
.../row_binlog_p0/test_binlog_compaction.groovy | 276 ++++
regression-test/suites/row_store/load.groovy | 6 +-
.../schema_change/test_alter_table_property.groovy | 17 -
.../test_alter_rollup_table.groovy | 1 -
.../test_schema_change_delete.groovy | 1 -
.../suites/search/test_search_function.groovy | 13 +-
.../suites/shape_check/clickbench/query1.groovy | 1 +
.../suites/shape_check/clickbench/query11.groovy | 1 +
.../suites/shape_check/clickbench/query12.groovy | 1 +
.../suites/shape_check/clickbench/query13.groovy | 1 +
.../suites/shape_check/clickbench/query14.groovy | 1 +
.../suites/shape_check/clickbench/query15.groovy | 1 +
.../suites/shape_check/clickbench/query2.groovy | 1 +
.../suites/shape_check/clickbench/query21.groovy | 1 +
.../suites/shape_check/clickbench/query22.groovy | 1 +
.../suites/shape_check/clickbench/query23.groovy | 1 +
.../suites/shape_check/clickbench/query28.groovy | 1 +
.../suites/shape_check/clickbench/query29.groovy | 1 +
.../suites/shape_check/clickbench/query3.groovy | 1 +
.../suites/shape_check/clickbench/query30.groovy | 1 +
.../suites/shape_check/clickbench/query31.groovy | 1 +
.../suites/shape_check/clickbench/query32.groovy | 1 +
.../suites/shape_check/clickbench/query33.groovy | 1 +
.../suites/shape_check/clickbench/query34.groovy | 1 +
.../suites/shape_check/clickbench/query35.groovy | 1 +
.../suites/shape_check/clickbench/query36.groovy | 1 +
.../suites/shape_check/clickbench/query37.groovy | 1 +
.../suites/shape_check/clickbench/query38.groovy | 1 +
.../suites/shape_check/clickbench/query39.groovy | 1 +
.../suites/shape_check/clickbench/query4.groovy | 1 +
.../suites/shape_check/clickbench/query40.groovy | 1 +
.../suites/shape_check/clickbench/query41.groovy | 1 +
.../suites/shape_check/clickbench/query42.groovy | 1 +
.../suites/shape_check/clickbench/query43.groovy | 1 +
.../suites/shape_check/clickbench/query6.groovy | 1 +
.../suites/shape_check/clickbench/query7.groovy | 1 +
.../suites/shape_check/clickbench/query8.groovy | 1 +
.../suites/shape_check/clickbench/query9.groovy | 1 +
.../suites/shape_check/others/nlj.groovy | 1 +
...st_show_create_table_with_storage_policy.groovy | 3 +-
.../suites/statistics/analyze_stats.groovy | 3 +-
.../statistics/test_full_analyze_hot_value.groovy | 91 +-
.../suites/statistics/test_hot_value.groovy | 2 +-
.../suites/statistics/test_scale_num_nulls.groovy | 1 -
.../test_storage_format_controls_encoding.groovy | 19 +-
.../complex_types/map_uniq_with_local_tvf.groovy | 3 +-
.../test_partial_update_native_insert_stmt.groovy | 1 -
.../test_partial_update_strict_mode.groovy | 5 -
.../test_partial_update_upsert.groovy | 2 -
.../test_partial_update_native_insert_stmt.groovy | 1 -
.../test_partial_update_strict_mode.groovy | 5 -
.../test_partial_update_upsert.groovy | 2 -
.../unique_with_mow_p0/test_create_table.groovy | 20 -
.../suites/variant_p0/doc_mode/load.groovy | 1 -
.../variant_p0/doc_mode/predefine/load.groovy | 1 -
.../predefine/test_predefine_type_index.groovy | 1 -
.../test_array_contains_with_inverted_index.groovy | 1 -
regression-test/suites/variant_p0/load.groovy | 1 -
.../suites/variant_p0/mv/multi_slot.groovy | 1 -
.../suites/variant_p0/predefine/load.groovy | 1 -
.../predefine/test_predefine_type_index.groovy | 1 -
.../variant_p0/predefine/variant_hirachinal.groovy | 8 +-
.../suites/variant_p0/rqg/fix_rqg1.groovy | 1 -
regression-test/suites/variant_p0/rqg/rqg6.sql | 1 -
regression-test/suites/variant_p0/rqg/rqg7.sql | 4 -
.../test_doris_24269_create_table_like.groovy | 59 +
.../variant_p0/test_variant_array_subscript.groovy | 54 +
.../test_variant_timestamptz_sparse.groovy | 102 ++
.../suites/variant_p0/variant_hirachinal.groovy | 4 +-
.../test_array_contains_with_inverted_index.groovy | 1 -
.../test_array_inverted_index_profile.groovy | 1 -
.../suites/variant_p1/predefine/load.groovy | 3 +-
run-be-ut.sh | 90 +-
run-cloud-ut.sh | 76 +
run-fe-ut.sh | 85 +-
tools/coffeebench-tools/ddl/create-tables.sql | 3 -
ui/package.json | 2 +-
1348 files changed, 59337 insertions(+), 12212 deletions(-)
create mode 100644 be/benchmark/benchmark_column_array_view.hpp
create mode 100644 be/benchmark/benchmark_column_array_view_distance.hpp
copy be/src/{service/brpc_service.h => common/check.cpp} (72%)
create mode 100644 be/src/common/check.h
create mode 100644 be/src/core/column/column_array_view.h
create mode 100644
be/src/exec/runtime_filter/runtime_filter_partition_pruner.cpp
create mode 100644 be/src/exec/runtime_filter/runtime_filter_partition_pruner.h
create mode 100644
be/src/exprs/aggregate/aggregate_function_datasketches_hll_union_agg.cpp
create mode 100644
be/src/exprs/aggregate/aggregate_function_datasketches_hll_union_agg.h
create mode 100644 be/src/exprs/function/array/function_array_cross_product.cpp
create mode 100644 be/src/exprs/function/function_hamming_distance.cpp
create mode 100644 be/src/exprs/function/function_levenshtein.cpp
create mode 100644 be/src/exprs/function/variant_inverted_index_search.cpp
create mode 100644 be/src/exprs/function/variant_inverted_index_search.h
delete mode 100644 be/src/service/brpc_service.cpp
create mode 100644 be/src/service/server/be_server_starter_factory.h
create mode 100644 be/src/service/server/oss/be_server_starter_factory.cpp
copy be/src/service/{brpc_service.h => server/server_starter.h} (67%)
create mode 100644 be/src/storage/compaction/binlog_compaction.cpp
copy be/src/storage/compaction/{cumulative_compaction.h =>
binlog_compaction.h} (67%)
create mode 100644 be/src/storage/compaction/binlog_compaction_policy.cpp
create mode 100644 be/src/storage/compaction/binlog_compaction_policy.h
delete mode 100644 be/src/storage/compaction/single_replica_compaction.cpp
delete mode 100644 be/src/storage/compaction/single_replica_compaction.h
create mode 100644
be/src/storage/segment/binary_plain_page_char_strip_pre_decoder.h
copy be/src/{service/brpc_service.h => util/client_connection_provider.h} (71%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/exceptions/SyntaxParseException.java
=> be/src/util/oss/client_connection_provider.cpp (65%)
create mode 100644 be/test/AGENTS.md
create mode 100644 be/test/cloud/cloud_warm_up_manager_test.cpp
create mode 100644 be/test/common/check_test.cpp
create mode 100644 be/test/core/column/column_array_view_test.cpp
create mode 100644 be/test/data/vec/columns/TIMESTAMPTZ(3).csv
create mode 100644
be/test/exec/runtime_filter/runtime_filter_partition_pruner_test.cpp
create mode 100644
be/test/exprs/aggregate/agg_datasketches_hll_union_agg_test.cpp
create mode 100644 be/test/exprs/function/function_array_cross_product_test.cpp
create mode 100644 be/test/exprs/function/geo/functions_geo_test.cpp
create mode 100644 be/test/exprs/vcondition_expr_test.cpp
create mode 100644 be/test/exprs/vexpr_unaligned_int128_test.cpp
create mode 100644 be/test/io/cache/block_file_cache_profile_reporter_test.cpp
create mode 100644
be/test/io/cache/cached_remote_file_reader_lock_wait_test.cpp
create mode 100644 be/test/io/cache/cached_remote_file_reader_test.cpp
create mode 100644 be/test/io/fs/file_handle_cache_test.cpp
create mode 100644 be/test/runtime/runtime_predicate_test.cpp
create mode 100644
be/test/runtime/workload_group/workload_group_metrics_test.cpp
delete mode 100644 be/test/storage/compaction/single_compaction_test.cpp
create mode 100644
be/test/storage/index/inverted/query_v2/multi_segment_collector_test.cpp
delete mode 100644
be/test/storage/segment/segment_writer_full_encode_keys_test.cpp
create mode 100644 cloud/src/meta-service/meta_service_rate_limit_helper.cpp
create mode 100644 cloud/src/meta-service/meta_service_rate_limit_helper.h
rename be/src/service/brpc_service.h =>
cloud/src/server/cloud_server_starter_factory.h (58%)
create mode 100644 cloud/src/server/oss/cloud_server_starter_factory.cpp
create mode 100644 cloud/test/meta_service_helper_test.cpp
create mode 160000 contrib/datasketches-cpp
create mode 160000 doris-skills
delete mode 100644
fe/be-java-extensions/java-common/src/main/java/org/apache/doris/common/jni/utils/ExpiringMap.java
create mode 100644
fe/be-java-extensions/max-compute-connector/src/main/java/org/apache/doris/maxcompute/MaxComputeFeClient.java
create mode 100644
fe/be-java-extensions/max-compute-connector/src/test/java/org/apache/doris/maxcompute/MaxComputeFeClientTest.java
create mode 100644
fe/fe-catalog/src/test/java/org/apache/doris/analysis/ExprEqualsTest.java
create mode 100644
fe/fe-catalog/src/test/java/org/apache/doris/analysis/LiteralExprCompareLiteralTest.java
create mode 100644
fe/fe-catalog/src/test/java/org/apache/doris/analysis/LiteralExprEqualsTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/CertificateAuthDecision.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/CertificateRuntimeAuthFactory.java
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/exceptions/SyntaxParseException.java
=> auth/certificate/CertificateRuntimeAuthService.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/ForwardedCertificateInfo.java
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/exceptions/CastException.java
=> auth/certificate/NoOpCertificateRuntimeAuthService.java} (58%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/SanEntryCodec.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/auth/certificate/StreamLoadCertificateAuthHelper.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/DataSizeDisplayUtil.java
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/cloud/rpc/MetaServiceClientChannelProvider.java
(73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/rpc/MetaServiceClientChannelProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/rpc/OssMetaServiceClientChannelProvider.java
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/exceptions/CastException.java
=> common/OssThriftClientTransportProvider.java} (55%)
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/common/ThriftClientTransportProvider.java
(73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/ThriftClientTransportProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/util/StreamLoadRedirectDrainUtil.java
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BdbjeReplicationConfigProvider.java
(73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BdbjeReplicationConfigProviderFactory.java
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/OssBdbjeReplicationConfigProvider.java
(73%)
copy fe/fe-core/src/main/java/org/apache/doris/metric/{MetricVisitor.java =>
HistogramMetric.java} (51%)
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/mysql/MysqlSslContextProvider.java
(73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/MysqlSslContextProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/OssMysqlSslContextProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/glue/translator/RuntimeFilterPartitionPruneClassifier.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/TopnToMax.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/CollectLimitAboveConsumer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/DataSketchesHllUnionAgg.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ArrayCrossProduct.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/HammingDistance.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Levenshtein.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/MurmurHash3128.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/MurmurHash3U128.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StGeometries.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StNumGeometries.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StNumPoints.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/IcebergDmlCommandUtils.java
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/rpc/BackendServiceClientChannelProvider.java
(70%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/rpc/BackendServiceClientChannelProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/rpc/OssBackendServiceClientChannelProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/FeServer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/auth2/FlightRemoteIpServerStreamTracer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/query/QueryStatsRecorder.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/FeServerStarterFactory.java
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/exceptions/SyntaxParseException.java
=> tls/server/FeServerStarterProvider.java} (61%)
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/tls/server/HttpServerTlsProvider.java
(73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/HttpServerTlsProviderFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/OssFeServerStarterProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/OssHttpServerTlsProvider.java
copy be/src/storage/index/inverted/inverted_index_stats.h =>
fe/fe-core/src/main/java/org/apache/doris/tls/server/ServerStarter.java (73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tls/server/TlsProtocolSet.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/AlterUserStmtTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateUserStmtTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/TlsOptionsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/auth/certificate/SanEntryCodecTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/DataSizeDisplayUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudUpgradeMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/ColocationGroupProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/PartitionsProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/TabletHealthProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/FileSystemCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/RestBaseControllerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/util/StreamLoadRedirectDrainUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/MysqlProtoLenEncStringTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/glue/translator/RuntimeFilterPartitionPruneClassifierTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/TopnToMaxTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/CollectLimitAboveConsumerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/CteLimitPushdownPlanTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateNotNullTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/RewriteCteChildrenLimitPushdownTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StGeoComponentFunctionsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergDmlCommandUtilsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/GroupCommitBlockSinkTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/InsertStreamTxnExecutorTest.java
copy
fe/fe-core/src/{main/java/org/apache/doris/nereids/exceptions/CastException.java
=> test/java/org/apache/doris/qe/runtime/ThriftPlansBuilderTest.java} (54%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/resource/workloadschedpolicy/WorkloadSchedPolicyMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/auth2/FlightRemoteIpServerStreamTracerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/query/QueryStatsRecorderTest.java
create mode 100644 fe/fe-sql-parser/README.md
copy fe/{fe-catalog => fe-sql-parser}/pom.xml (58%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/antlr4/org/apache/doris/nereids/DorisLexer.g4 (99%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/antlr4/org/apache/doris/nereids/DorisParser.g4 (99%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/errors/QueryParsingErrors.java
(100%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/exceptions/AnalysisException.java
(84%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/exceptions/ParseException.java
(99%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/exceptions/SyntaxParseException.java
(100%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/parser/CaseInsensitiveStream.java
(100%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/parser/Origin.java (100%)
copy
fe/{fe-core/src/main/java/org/apache/doris/nereids/exceptions/CastException.java
=>
fe-sql-parser/src/main/java/org/apache/doris/nereids/parser/OriginAware.java}
(56%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/parser/ParseErrorListener.java
(100%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/parser/ParserUtils.java
(77%)
rename fe/{fe-core =>
fe-sql-parser}/src/main/java/org/apache/doris/nereids/parser/PostProcessor.java
(100%)
create mode 100644
fe/fe-sql-parser/src/main/java/org/apache/doris/sqlparser/DorisSqlParser.java
create mode 100644
fe/fe-sql-parser/src/main/java/org/apache/doris/sqlparser/DorisSqlParserCli.java
create mode 100644
fe/fe-sql-parser/src/test/java/org/apache/doris/sqlparser/DorisSqlParserTest.java
create mode 100644
fs_brokers/cdc_client/src/main/java/io/debezium/connector/postgresql/connection/PostgresConnection.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/cdc/connectors/postgres/source/fetch/PostgresScanFetchTask.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/DebeziumJsonDeserializerTest.java
delete mode 100644 regression-test/data/ann_index_p0/ann_index_only_scan.out
delete mode 100644
regression-test/data/compaction/test_single_compaction_fault_injection.out
delete mode 100644
regression-test/data/compaction/test_single_replica_compaction.out
create mode 100644
regression-test/data/datatype_p0/largeint/test_int128_unaligned_access.out
delete mode 100644
regression-test/data/inverted_index_p0/index_format_v2/test_single_replica_compaction_with_format_v2.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_charset_and_strings.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_composite_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_datetime_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_decimal_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_enum_set.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_id_gap_completeness.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_integer_boundary.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_json_types.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_offset_earliest.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_partition.out
=> test_streaming_mysql_job_partition.out} (100%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_snapshot_with_concurrent_dml.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_array_boundary.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_composite_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_decimal_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_id_gap_completeness.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_jsonb_types.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_historical_dates.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_with_concurrent_dml.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_uuid.out
create mode 100644
regression-test/data/nereids_syntax_p0/decoupled_runtime_filter.out
create mode 100644
regression-test/data/pythonudf_p0/test_pythonudf_nested_complex_type.out
delete mode 100644 regression-test/data/query_p0/expression/topn_to_max.out
rename
regression-test/data/{compaction/test_single_compaction_with_variant_inverted_index.out
=> query_p0/join/test_agg_after_nested_loop_join_local_exchange.out} (66%)
create mode 100644
regression-test/data/query_p0/runtime_filter/rf_partition_pruning.out
create mode 100644
regression-test/data/query_p0/sql_functions/aggregate_functions/test_datasketches_hll_union_agg.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_array_cross_product.out
create mode 100644
regression-test/data/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.out
create mode 100644
regression-test/data/query_p0/sql_functions/spatial_functions/test_st_num_geometries_num_points_and_geometries.out
delete mode 100644 regression-test/data/query_p0/stats/query_stats_test.out
create mode 100644
regression-test/data/row_binlog_p0/test_binlog_compaction.out
create mode 100644
regression-test/data/variant_p0/test_variant_timestamptz_sparse.out
delete mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_compound_debug_point.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_debug_point.groovy
delete mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_distance_expr.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_expr_debug_point.groovy
delete mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_metric_direction.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_range_search_pushdown_regression.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_range_search_source_index_status_regression.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_auth_remote_ip.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/warm_up/test_file_cache_warmup_read_metrics_docker.groovy
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_unfinished_txn_2pc.groovy
create mode 100644
regression-test/suites/cloud_p0/tablets/test_tablet_size_semantics.groovy
delete mode 100644
regression-test/suites/compaction/test_single_compaction_fault_injection.groovy
delete mode 100644
regression-test/suites/compaction/test_single_compaction_with_variant_inverted_index.groovy
delete mode 100644
regression-test/suites/compaction/test_single_replica_compaction.groovy
create mode 100644
regression-test/suites/datatype_p0/largeint/test_int128_unaligned_access.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_dml_when_one_be_down.groovy
delete mode 100644
regression-test/suites/inverted_index_p0/index_format_v2/test_single_replica_compaction_with_format_v2.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_charset_and_strings.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_composite_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_datetime_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_decimal_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_enum_set.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_id_gap_completeness.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_integer_boundary.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_json_types.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_offset_earliest.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_partition.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_server_id.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_snapshot_fat_split.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_snapshot_with_concurrent_dml.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_array_boundary.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_composite_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_decimal_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_drop_during_snapshot.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_id_gap_completeness.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_jsonb_types.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_slot_lsn_advance.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_fat_split.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_historical_dates.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_with_concurrent_dml.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_special_offset_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_uuid.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_preceding_filter_keyword.csv
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_preceding_filter_keyword.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/scripts/stream_load_redirect_chunked_e2e.py
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_fe_redirect_chunked_e2e.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/cte_limit_pushdown/test_cte_limit_pushdown.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/decoupled_runtime_filter.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/distribute/test_multicast_sink_multi_exchange.groovy
create mode 100644
regression-test/suites/pythonudaf_p0/test_pythonudaf_object_types_inline.groovy
create mode 100644
regression-test/suites/pythonudf_p0/test_pythonudf_nested_complex_type.groovy
create mode 100644
regression-test/suites/pythonudf_p0/test_pythonudf_object_types_inline.groovy
create mode 100644
regression-test/suites/pythonudtf_p0/test_pythonudtf_object_types_inline.groovy
delete mode 100644
regression-test/suites/query_p0/expression/topn_to_max.groovy
create mode 100644
regression-test/suites/query_p0/join/test_agg_after_nested_loop_join_local_exchange.groovy
create mode 100644
regression-test/suites/query_p0/runtime_filter/rf_partition_pruning.groovy
create mode 100644
regression-test/suites/query_p0/runtime_filter/rf_partition_pruning_type_matrix.groovy
create mode 100644
regression-test/suites/query_p0/session_variable/test_reset_connection_session_variable.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_datasketches_hll_union_agg.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_array_cross_product.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/spatial_functions/test_st_num_geometries_num_points_and_geometries.groovy
create mode 100644
regression-test/suites/row_binlog_p0/test_binlog_compaction.groovy
create mode 100644
regression-test/suites/variant_p0/test_doris_24269_create_table_like.groovy
create mode 100644
regression-test/suites/variant_p0/test_variant_array_subscript.groovy
create mode 100644
regression-test/suites/variant_p0/test_variant_timestamptz_sparse.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
