This is an automated email from the ASF dual-hosted git repository.
hellostephen pushed a change to branch hello-stephen-patch-1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 29b86fe51cd debug cloud_ut
add e00ae81f04a [fix](prepared statement) fix protocol with TIME datatype
(#47389)
add 017f85f1ca5 [feat](scan) Adaptive scan concurrency (#44690)
add 3fb37ce7981 [Fix](recycler) Fix retain inverted indexes in tmp rowset
recycling (#47536)
add 5f46933fa4b [Feature](function) support function array_flatten (#47404)
add f0f990b969b [Refactor](UDF) Refactor the java udf code to reduce the
unless code (#47505)
add 986fbc40ee4 [fix](nereids)Add catalog/db/table filter info in
SchemaScanNode (#46864)
add 612a2883f75 [fix](hive docker)Table `partition_location_1` miss data
(#47539)
add a32e9c329b3 [improve](test) Fix unstable cases (#47540)
add 4c731556090 [fix](exchanger) Fix DCHECK failure when ref count is not
set correctly (#47535)
add 16da8a23b84 [feature](iceberg) support s3 tables (#47115)
add e816575bb62 [regression-test](fix) fix final check (#47522)
add 3d13dbefeb7 [Enhancement] Support some compress functions (#47307)
add b4b67212fa7 [regression-test](config) modify regression config (#47568)
add a10a2a24f3c [fix](index compaction)Add column unique id check before
use (#47562)
add c04c9c0c5a1 [Fix](macOS) Fix unnecessary installation of thirdparty
libs in Darwin (#47572)
add 6b88c677d44 [opt](nereids) compare literal not convert to legacy
literal and fix ip literal compareTo always equals 0 (#46482)
add 7c70506725b [fix](docker) Starting thirdpaty script with only the
reserve-ports parameter does not work (#47578)
add 818a7f1c363 [opt](metrics) Remove IntervalHistogramStat (#47459)
add 42925161867 [Fix][regression-test] Fix unstable
adaptive_pipeline_task_serial_read_on_limit (#46993)
add f3e36c2a618 [Improvement](tablet) Prefetch tablets before opening
(#47501)
add a746054456b [Bug](function) fix wrong result when percentile's second
argument is 1 (#47586)
add e28ed363e9e [fix](test) Use single tablet table to verify compaction
score action (#47565)
add 09118357e94 Revert "[chore](compaction) Enable schema change new
tablet to do compaction by default" (#47521)
add 67d58f1ea60 [test](jdbc catalog) add more jdbc catalog extreme test
(#47525)
add 20c2dd08c93 [enhancement](cloud) file cache evict in advance (#47473)
add 809fae9ddf8 [fix](cloud) fix file cache get_or_set timer overflow
(#47609)
add c3a64aa0b06 [UT](exchanger) Add UT case for shuffle exchanger (#47598)
add 1a8372eb2f3 [test](beut) add hash-table HashMethod be ut test (#47545)
add b20a7ed7cfd [chore](ci) fix _monitor_regression_log for
"regression-test/log/sedW… (#47588)
add 33a1b5c28bd [fix] (build) Fix MacOS running error `check failed:
is_attach_task` (#47589)
add 46cc249d6f7 [fix](test) fix test_routine_load case unstable (#47601)
add e3cee6184a6 [feature](restore) support force_replace restore (#47314)
add f6a1d622de9 [fix](partition) Remove invalid partition property in
synced table (#47571)
add 6974c0a01c9 [feat](binlog) Speed binlog gc by locked binlogs (#47547)
add 519f0ee8751 [Fix](load) Reset memtable immediately after insert
failure to prevent crash (#47610)
add e478cab90c2 [chore](binlog) Save properties in CreateTableRecord
(#47551)
add 84c293b88d9 [feat](binlog) Support getting binlogs in batch (#47557)
add c6897896c4c [fix](UT) Fix cloud UT network_util_test and resource_test
(#47582)
add 8cfefdf81ee [Enhancement](regression-test)Add regression test for
database properties backup and restore (#41925)
add e56480ed08e [fix](schema-change) Forbid modifying mv related columns
(#47271)
add acb6bd2380b [fix](cloud-mow)Fix not release delete bitmap lock when
checking txn state is visible (#47580)
add b0fa458f2e6 [UT](local exchanger) Add UT case for local exchanger
(#47630)
add 0b494700ab2 [improvement](status) Change the return type for
block_compression (#47566)
add cc8f61c2f0b [enhance](column) add has_enough_capacity function
interface for column and fix analytic operator string overflow (#47364)
add 4edd3074eb1 [refactor](plugin) unify the plugin dir (#45936)
add 34ef39e87be [refactor](local exchange) Simplify block wrapper (#47620)
add 853e99b2cb9 [fix](orc) dont't push down null aware predicate (#47625)
add 89c3e917167 [refactor](fe) remove some forward session var logic
(#47649)
add e6241eaf6a8 [fix] fix npe for olap scan node (#46738)
add 74e82fd2031 [fix](inverted index) Downgrade ICU version to support
lower OS versions (#47664)
add e91468b20b7 [enhance](runtime filter) impl partition pruning in
runtime filer (#47025)
add 1a86070ce9b [fix](test) fix test_routine_load_eof case execute too
long (#47663)
add ac7e60ed9a9 [UT](local exchange) Add UT case for
AdaptivePassthrough/Broadcast Ex… (#47656)
add 6841a547acd [fix](inverted index) resolve io_ctx heap-use-after-free
in concurrent reader access (#47634)
add 927c6f1af8e [test](case) add system table simple query test (#47651)
add a5468a924ef [log](regression)Add log for failed analyze task and the
regression case. (#47635)
add 16fbce821a6 [fix](resource) Fix `MemTableWriter` attach resource
context to thread context (#47556)
add a14872b1073 [Fix](recycler) Fix recycler pipeline case check_meta
(#47646)
add fa09d46f28f [improvement](test) improvement case compatible with multi
platform(l… (#47654)
add b1e7432a311 [opt](kerberos) use ticket cache instead of
principal+keytab on BE side (#47299)
add 982e733ac8c [fix](nereids)keep at least one hash output slot when
prune slots in hash join node (#47318)
add 6120614192c [Enhancement] (nereids)implement alterRepositoryCommand in
nereids (#46838)
add 0ef0ff18307 [Chore](case) drop expr_tes2 on nereids_arith_p0.load
(#47671)
add 6bfc1fa82dd [fix](cases)rename test case file name (#47677)
add fbdb4f401c3 [fix](function)Fix split_by_regexp function integer
parameter couldn't set bug. (#47676)
add 8417544e7e2 [test](hudi) add more hudi jni test cases (#47431)
add e5f4deab770 [Fix](catalog)Fixes query failures for Paimon tables
stored in Kerberized HDFS (#47192)
add e8c44a7fee1 [feature](neredis)Support show analyze in Nereids. (#47280)
add ac264d735f1 [fix](mv)Fix direct select mv pre agg bug. (#47658)
add 863a652011e [fix](ES Catalog)Make sure ES meta is synced before using
(#46781)
add e9c2040083b [test](beut) add pipeline operator be ut case (#47599)
add 3f33c5a1e5e [chore](file cache) Disable show cache hotspot stmt
(#47332)
add 68b6a547f0c [opt](log) Add some logs for recycler (#47600)
add 1dcf4d1f447 [log](mow) reduce log for data load on mow table (#47647)
add 60a0d8f4e12 [Fix](regression) Fix case `test_add_key_partial_update`
(#47583)
add 6dcbd69729a [improve](load) improve error messages for "no backend
available" (#47510)
add 2d8a86286b7 [improve](move-memtable) improve error log and message for
"not enough streams" (#47470)
add 51293ee405b [Enhancement](Test) Add ut for delete tmp rowset (#47581)
add 53337edec95 [fix](ut) fix cases for rename file name link pr 47677
(#47706)
add 9f42075eeea [fix](external catalog) Fix missing fields when rebuilding
metadata from image (#47603)
add 5d7b7c560bc [fix](coordinator) Fix wrong `recvrId` in fragment
contains BHJ (#47727)
add ac83d85e10d [fix](orc) remove unnecessary fields of orc_reader (#47506)
add 609118ecc76 [env](compile) add compiler check and fix some clang-tidy
suggestions for vec/exec/format (#45881)
add b0e5e09c362 [Fix](memory) Add try catch block for
`Segment::load_pk_index_and_bf` (#47715)
add 6a5c1efe638 [chore](github)Delete inactive collaborators (#47740)
add 51a6b14eb6c [refactor](merger) Simplify sort merger (#47689)
add cf2fcf9f09f [fix](github)Fix the incorrect format of branch-3.0
.asf.yaml (#47745)
add 538ce5585d6 [fix](Nereids) fix log bug and add more numeric arithmetic
function cases (#47228)
add 6f8f4c86746 [fix](be) fix be compile error (#47750)
add 634547204f9 [regression-test](fix) sleep after mv job finished (#47573)
add 9034b0c34a9 [regression-test](suite) add sleep to
waitingMVTaskFinishedByMvName (#47549)
add cbcebb114cb [test](cloud-mow)Add update big delete bitmap case (#47097)
add b007b96b273 [opt](debug) remove redundant DCHECK to allow graceful
error handling (#47644)
add 3c1d7d27269 [improve](functon) improve json_object with complex type
(#47627)
add dea505607ea [opt](paimon) Optimize error prompt (#47593)
add 1738a56dc9d [UT](exchanger) Add UT case to test local merge exchanger
(#47787)
add 8764a01d6ca [fix](restore) Filter partition property storage policy in
synced table (#47690)
add 44b50e1cf7c [Test](cbq) Filter checks for light_schema_change (#47758)
add 625db3edf63 [fix](table) Supply rollup for get ddl for sync (#47732)
add 4a7b44380be [test](case) fix tpcds_sf100_dup_without_key_p2 q17 result
file (#47561)
add c9fa4a6de9c [Enhancement](recycler) Add some UT for recycler (#47739)
add 2a5530d40ae [improve](load) improve error message "close wait failed
coz rpc error" (#47518)
add 81b5379edc9 [chore](rename) Forbid renaming partition columns since
this is a buggy feature (#47596)
add 83ee63c9b38 [fix](nereids) fix join condition with AddMinMax rule hung
(#47772)
add 3692aba99ab [test](vault) Add more regression test about storage vault
(#47449)
add ea157690699 [fix](nereids) fix range inference generate an empty range
(#47434)
add 21e0d607d32 [fix](routine load) fix incorrect auto-resume interval
caused by excessive auto-resume attempts (#47528)
add 1cb2fd50e9b [fix](column) Math default value showed incorrectly
(#47655)
add 45317acae76 Revert "[Improvement]downgrade resource tag when there is
not queryab… (#47735)
add f21bcc954a1 [opt](nereids) optimize limit on distinct aggregate
(#47570)
add ccd95c72717 [fix](regression-test) alter some cases nonConcurrent to
prevent MapRedTask Execution Error (#47762)
add beaac1a3aed [fix](regression) regression case: limit_push_down is
unstable (#47741)
add e8e6b702d01 [regression-test](debug) add debug info (#47769)
add 7f448d21360 [regression-test](fix) fix some fail filecache cases
(#47785)
add e2ff89e84fd [fix](jdbc catalog) Change BE jdbc Driver loading to Java
code (#46912)
add 59d247125ad [regresion-test](fix) fix cache plugin bug (#47827)
add d774a06b720 [fix](Nereids) not release lock if schema changed when
insert (#47733)
add 1227e4f6ada [fix](mv) Fix use sync mv wrongly when use rbo
materialized view rewrite rule (#47650)
add cf356ba9a84 [Opt](cloud) Add some injection points for mow (#47712)
add b8c6cdeec12 [Fix](agg) Remove useless DCHECK for streaming agg node
(#47842)
add 1ff07a391a5 [Opt](multi-catalog)Improve performance by introducing
cache of list directory files when getting split for each query. (#43913)
add ce8fc9f77cc [improve](routine load) ensure abnormal jobs do not
interfere with normal task scheduling (#47530)
add f015d9a349e [fix](load) fix metrics memtable_flush_duration_us (#47607)
add af67f05926c [minor](exchange) Rename shuffle partition type (#47815)
add 135d2333ea5 [test](ms) Add injection point to randomly fail in
`txn->commit()` for test (#47336)
add 77e7a5a457b [opt](nereids) simplify range kept in predicate options'
order (#47830)
add 4d42e33bf11 [Bug](fix) Fix topn agg limit may get error result in when
refresh heap (#47844)
add b27e46376d4 [fix](Nereids) normalize plan should also lock target
table (#47843)
add aebd17ff4b6 [enhance](auth)The priority of attributes is higher than
session variable (#47185)
add ff5c83b140c [feature](nereids)support CreateMaterializedViewCommand in
nereids (#45674)
add 36cc9267067 [Refactor](exec) Remove unless code in
RowidFetcher/tablet/SlotDesc (#47702)
add 884d615d6ec [feature](nereids)support create function command in
nereids (#45874)
add 456d31de871 [fix](table) Fix get sycned ddl for table without rollup
(#47823)
add b79c5b21709 [fix](scanner) fix shared rowset reader in different
scanners (#47744)
add 7490ea8e179 [fix](load) add null check for memtable after write
failure reset (#47860)
add 86e1378809c [opt](trino-connector) close scanner after finished
(#47857)
add 11bb112bda6 [opt](Nereids) avoid lock failed if async mv has invalid
base info (#47771)
add ad9c0d09511 [debug](agent-task) Add some log to observe finish task
rpc (#47872)
add 16af223d0a0 [improve](udaf)support class cache for java-udaf (#47619)
add fc689e36c45 [feature](nereids)Support show queued auto analyze jobs in
Nereids. (#47696)
add 736b65e8b6b [log](mysql command)Log packet when receive COM_SLEEP
(#47879)
add 32ad264a092 [feature](nereids)support create index and policy command
in nereids (#46105)
add 4ee4ec4dd95 [improve](cloud-mow)Modify some mow log to help solve
problem (#47695)
add 2b4c8feb41f [fix](cloud) fix FDCache::get_file_reader crash (#47893)
add 7834ff5ad8b [feature](inverted index) add icu analyzer for minority
language tokenization (#47289)
add d617424f604 [opt](Nereids) support defer materialization with project
(#47661)
add 5312a85ffea [fix](regression) cloud disable case
test_be_inject_publish_txn_fail (#47852)
add 0d8769661f5 [test](beut) add exchange sink operator be ut case (#47705)
add 731a07e1a04 [fix](build) Fix MacOS compilation error when pch is
disabled (#47870)
add c58fc18d93e [Bug](cache) Fix query cache report error message (#47883)
add 829a0b1f14e [env](compile)import compile_check_avoid to prevent some
code from compile-checked. (#47862)
add 29d56c04edd [opt](identifier) let column's name format more flexable
(#47840)
add f278feb4ca4 [minor](refactor) Refine `_is_serial_operator` (#47899)
add 916d30e3aa0 [fix](memory) Fix Jemalloc heap profile log (#47665)
add d615e73b3b7 [opt](resource) step2: Remove `QueryStatistic`, replaced
by `ResourceContext` (#47784)
add a44d19f835c [Enhancement] (nereids)implement DropTableCommand in
nereids (#47594)
add 46f12ee2e24 [feat](nereids) simplify conflict compound (#47385)
add 18fe27903c0 [enhance](mtmv)Add a new class MTMVSnapshotIdSnapshot to
make the code more readable (#47166)
add 0b06f892b23 [Fix](cloud-mow) Compaciton should release delete bitmap
lock when abort fail (#47766)
add 68662f916c4 [fix](beut) fix core in exchange sink test (#47926)
add b7ace78f998 [chore](persist) save base index id & index names in
TableAddOrDropColumnsInfo (#47881)
add abb4764b239 [fix](case) fix insert_group_commit_into (#47865)
add 51189e79759 [enhancement](ms) Add some unit tests for rate limiter
(#47396)
add 3be57eb1eab [enhancement](Nereids) add interface for binary search
filtering prune external table's partitions (#47781)
add 9e0c754ae56 [fix](bdb) reset interrupted flag before calling bdbje
(#47874)
add db804194471 [hotfix](external) Fixed External meta replay check
(#47928)
add a14e95e4eeb [feature](metrics) add catalog/db/table num metrics
(#47891)
add ae2fb252a00 [fix](java) should use JAVA_OPTS_FOR_JDK_17 instead of
JAVA_OPTS (#47913)
add 8c0a95e8789 [improve] beats plugin: strip password in log info (#47934)
add abae04b04b6 [fix](beut) Fix `s3_file_writer_test` maybe memory leak
(#47901)
add cefccaf0e56 [enhancement](plugin) logstash: add retry queue without
blocking tasks (#44999)
add 7d39f878cab [UT](local merge) Add case for local merge exchanger
(#47838)
add 2945de9e235 [opt](iceberg)Improve performance by not retrieving table
objects for hms (#47782)
add e775cc44c85 [Feat](Nereids) support describe command (#47894)
add 2a2786fb8b2 [fix](nereids) fix bucket shuffle join to right compute
wrong output property (#47888)
add 74c419c9204 [BugFix](Variant) limit cast elimination to one level cast
(#47778)
add 9bce79b5e76 [test](beut) add agg operator be ut case (#47777)
add fe7dfa3b1f6 [opt](proxy-protocol) Support connecting to proxy protocol
enabled cluster without proxy protocol header (#47776)
add 7161fceaef9 [Feat](Nereids) support alter system add/drop/dropp
backend command (#47951)
add e745c23d62e [fix](docker)modify docker base image to apache dockerhub
(#47837)
add fb74ef21f7b [enhance](nereids) add eliminate order by key by data
trait (#46225)
add ce86935d6d8 [fix](regression) topn-filter unstable case (#47797)
add 03f1ac1ba45 [fix](auto partition) Fix duplicate rows in
auto-partitioned table (#47911)
add 44d9aa43154 [opt](resource) step3: Remove WorkloadQueryInfo, replaced
by ResourceContext (#47960)
add 9647eba1e8d [opt](profile) Operator of same pipeline should have same
indent level (#47921)
add c4a21f170cf [test](mv) Fix regression test case to make stable
(#47880)
add 0b6adc30598 [minor](refactor) Refine `SkewedPartitionRebalancer`
(#47967)
add ad49e68631c [chore](BE) Support SIMD interfaces in libdivide and
remove a wrong clang-tidy check (#47756)
add 0e2a86d176a [Refactor](pipeline) Remove the unless code in pipeline
(#47947)
add 4540b4c4717 [revert]revert internal group in master branch (#47905)
add 6a898d7610e [fix](Export) Enhance `removeOldExportJobs` Logic (#47604)
add 323710b2752 [opt](resource) step4: Split `MemInfo` class, add
`JemallocControl` (#47986)
add 8b9583b516e [fix](test) fix test_routine_load_with_user test fail when
using storage vault (#47959)
add e9a34e4f332 [Fix](QueryCache) Fix cache order different may cause
error (#47961)
add a21338b9148 [improve](load) print error string in local fs error
messages (#47918)
add ba8584ef1d6 [fix](table) Filter base idx id for get sycned table ddl
(#47970)
add a0243bc8741 [ut](test) Add BE unit tests for agg function
group_array_intersect() (#47983)
add d8ec7797054 [Bug](function) add index check on function like (#47991)
add 0036cca5ed3 [fix](group commit) replay wal failed when enable global
enable_memtable_on_sink_node (#47968)
add 0c30f2c3ba0 [Bug](set) fix find null get wrong result on set operators
(#48001)
add 69ff4f3d793 [fix](icu) Switch to static ICU library (#47984)
add 06f4aafe7c8 [fix](pipeline) The sink operator should not be set to
ready when closing the source operator (#48008)
add 4a040769570 [fix](parquet)Fix data column and null map column not
equal when reading Parquet complex type cross-page data (#47734)
add c7acec48225 Revert "[fix](java) should use JAVA_OPTS_FOR_JDK_17
instead of JAVA_OPTS" (#48017)
add dd0c2d81da5 [Fix](Authenticator)defaultAuthenticator not init (#43057)
add 5cec5691bad [test](scanner) Scanner scheduler unit test (#47783)
add 77bec724630 [BE](ut) add UT about bitmap/hll/quantile_state datatype
(#47845)
add ac772027043 [ut](merger) Add test case for sort merger (#48015)
add 8c7a76acb4d [enhance](function) add more signatures for lag/lead
fucntion (#47940)
add 3477d514673 [fix](test) fix the regression test
`test_trino_hive_serde_prop` (#48012)
add ae86e689594 [fix](case) fix external case user cluster usage_priv when
cloud-mode (#48016)
add e44d839ac63 [Feat](Nereids) support alter system decommission backend
and add/drop follower/observer command (#47982)
add 376d739b8b7 [fix](array index) Correct null bitmap writing for
inverted index (#47846)
add 40d56530787 [test](beut)add beut case for MultiCastDataStreamer
(#47979)
add e7c966c6043 [fix](resource) Fix register ResourceContext to
RuntimeQueryStatisticsMgr (#48004)
add d8234fd9a3d [test](ut) Add `DataTypeSerDeArrowTest` (#48028)
add 4d90ef1abd9 [fix](Export) Fix the issue where the show export status
stays stuck on EXPORTING. (#47974)
add e60ca82d27c [fix](Export) modify some cases of export feature (#47976)
add 3a3c4b9b9dc [fix](function) Fix the issue where using convert_tz and
ifnull together causes an error. (#48029)
add c9344ef3438 [fix](mv) Fix sync mv add default select limit wrongly
(#47717)
add cba955c4acc [fix](Nereids) change numeric arithmatic function boundary
behavior to match with be execution behavior (#47966)
add 8ede4c62903 [fix](nereids) fix push down non-foldable filter through
project (#47989)
add b88c850b8df [opt](nereids) forbid topn-two-phase reading for some
patterns (#47975)
add 2a76ef9f7f3 [fix](nereids) fix prune partitions wrong (#48034)
add e555cbd88b9 [opt](nereids) optimize not found function error message
(#47919)
add 33375c4ca5c [Fix](merge-on-write) should calculate delete bitmaps
between segments before skip if tablet is in `NOT_READY` state in flush phase
(#48056)
add e11f0d44ce4 [enhance](nereids)rewrite aggregate to limit when all
group by key is uniform and not null, and there is no aggregate functions
(#46223)
add 3688fdb85be [Feature](nereids) support encrypt sql for audit log
(#47595)
add a043679ec8f [fix](nereids)check if correlated filter exists before
converting apply to join (#47985)
add 718e85c45dc [Fix]Add expcetion handling for reopen connection (#48072)
add 21bed4d01ea [fix](serde)fix arrow serde with no value into column
(#48053)
add 95a4968e216 [upgrade](paimon) upgrade paimon 1.0.1 (#47768)
add cb5b057d704 [fix](iceberg) Don't prematurely erase DeleteRows in
reading iceberg table with position delete (#47977)
add 075ca702de7 [fix](test) fix unstable test (#48058)
add a3824d657bc [fix](table stat) Fix show data size of single replica
result incorrect (#39751)
add e4af923f62a [refactor](sort merger) Refine sort merger (#48075)
add 1f17551fb04 [improve](function) support collect_list with nested types
param (#47965)
add d422116d650 [BugFix](PreparedStatement) fix stmtId overflow (#47950)
add f26b7e38ac6 [InvertedIndex](Variant) supoort inverted index for array
type in variant (#47688)
add 48ea35b464f [opt](paimon)Use the API instead of reading from the meta
table (#47544)
add 6d067966e6d [regression](storage vault) test minio as storage vault
using Virtual Host Style (#47992)
add cb975c4d99e [Opt](case) add a case for cloud mow (#47868)
add c1f9a1b0737 [Opt](partial update) Add some cases for partial update
(#47900)
add 4d26d8a01b9 [case](mtmv)The impact of validating the base table and
materialized view alter on transparent rewriting (#47310)
add b472df9030a [fix](case)fix range_datetime_part_up_rewrite case failed
(#47302)
add 1e875e4ecb9 [fix](test) fix regression test eliminate_order_by_key and
eliminate_group_by_key_by_uniform (#48119)
add e17a96bf59c [fix](exchange) Fix mismatch columns in merging-exchange
node (#48107)
add 0a6f7f6b7dd [test](case) Some array-related cases are missing array
sort. (#48133)
add c24bd4b9fac [Refactor](join) Remove the unless join code in nereids
(#48135)
add f7b60b26d81 [Fix](case) regression test database should not be dropped
manually (#48098)
add 0349841069d [refactor](scheduler) Simplify TaskScheduler (#48118)
add 3b18d72b871 [opt](Inverted index)Avoid repeated calculations of suffix
paths (#48137)
add 6a3e3970c4c [fix](restore) Remove dynamic_partition.storage_policy
property (#48134)
add 74d5ef2c3b2 [Feat](Nereids) support analyze database/table command
(#48031)
add e7ad6f57350 [fix](regression) Spark reads Doris data error (#48150)
add b98f27a4892 [opt](inverted index) Refactor ICU tokenizer code location
for better organization and maintainability. (#48079)
add 198f5329f8d [feature](inverted index) Add profile statistics for each
condition in inverted index filters (#47504)
add 164d05e3d9b Revert "[debug](auto-partition) debug auto&dynamic
partition creation" (#48005)
add b7c973eff67 [fix](scheduler) Fix invalid access after freed (#48168)
add 91853370a7f [test](beut) add data-queue beut (#48136)
add e4af142e9b7 [fix](inverted index) fix wrong read data for primary key
(#47841)
add eb90763a797 [opt](resource) Add `WorkloadSchedPolicyTest` (#48154)
add 56f459d6a07 [Feat](Nereids) support alter system add/drop broker
command (#48108)
add 9d7ce8eaeb6 Merge branch 'master' into hello-stephen-patch-1
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 4 +-
.clang-tidy | 1 -
be/CMakeLists.txt | 12 +
be/cmake/thirdparty.cmake | 4 +
be/dict/icu/uax29/Default.txt | 152 ++
be/dict/icu/uax29/MyanmarSyllable.txt | 35 +
be/src/cloud/cloud_base_compaction.cpp | 19 +-
be/src/cloud/cloud_base_compaction.h | 3 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 33 +-
be/src/cloud/cloud_cumulative_compaction.h | 3 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 22 +-
be/src/cloud/cloud_full_compaction.cpp | 20 +-
be/src/cloud/cloud_full_compaction.h | 3 +-
be/src/cloud/cloud_meta_mgr.cpp | 35 +-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_storage_engine.cpp | 30 +-
be/src/cloud/cloud_tablet.cpp | 2 +-
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 5 -
be/src/cloud/config.cpp | 4 +-
be/src/cloud/config.h | 2 +-
be/src/clucene | 2 +-
.../common/be_mock_util.cpp} | 28 +-
be/src/common/be_mock_util.h | 15 +
...{be_mock_util.h => compile_check_avoid_begin.h} | 30 +-
.../compile_check_avoid_end.h} | 12 +-
be/src/common/config.cpp | 16 +-
be/src/common/config.h | 10 +
be/src/common/daemon.cpp | 35 +-
be/src/common/kerberos/kerberos_config.cpp | 45 +
be/src/common/kerberos/kerberos_config.h | 77 +
be/src/common/kerberos/kerberos_ticket_cache.cpp | 304 ++++
be/src/common/kerberos/kerberos_ticket_cache.h | 142 ++
be/src/common/kerberos/kerberos_ticket_mgr.cpp | 178 +++
be/src/common/kerberos/kerberos_ticket_mgr.h | 109 ++
be/src/common/kerberos/krb5_interface.h | 74 +
be/src/common/kerberos/krb5_interface_impl.cpp | 153 ++
be/src/common/kerberos/krb5_interface_impl.h | 59 +
be/src/exec/rowid_fetcher.cpp | 17 +-
be/src/exec/schema_scanner.cpp | 3 +
.../schema_backend_kerberos_ticket_cache.cpp | 98 ++
.../schema_backend_kerberos_ticket_cache.h} | 41 +-
.../exec/schema_scanner/schema_scanner_helper.cpp | 19 +
be/src/exec/schema_scanner/schema_scanner_helper.h | 4 +
.../exec/schema_scanner/schema_tables_scanner.cpp | 3 +
be/src/exprs/runtime_filter_slots.h | 1 +
be/src/http/action/http_stream.cpp | 3 +
be/src/http/action/jeprofile_actions.cpp | 48 +-
be/src/io/cache/block_file_cache.cpp | 148 +-
be/src/io/cache/block_file_cache.h | 37 +-
be/src/io/cache/fs_file_cache_storage.cpp | 2 +
be/src/io/file_factory.cpp | 5 +-
be/src/io/fs/err_utils.cpp | 28 +-
be/src/io/fs/err_utils.h | 1 +
be/src/io/fs/hdfs/hdfs_mgr.cpp | 254 ++++
be/src/io/fs/hdfs/hdfs_mgr.h | 90 ++
be/src/io/fs/hdfs_file_system.cpp | 46 +-
be/src/io/fs/hdfs_file_system.h | 2 +-
be/src/io/fs/hdfs_file_writer.cpp | 1 -
be/src/io/hdfs_builder.cpp | 110 +-
be/src/io/hdfs_builder.h | 24 +-
be/src/io/hdfs_util.cpp | 141 --
be/src/io/hdfs_util.h | 106 +-
be/src/olap/base_tablet.cpp | 54 +-
be/src/olap/base_tablet.h | 3 +-
be/src/olap/compaction.cpp | 36 +-
be/src/olap/compaction.h | 10 +-
be/src/olap/delta_writer.cpp | 2 +-
be/src/olap/inverted_index_parser.cpp | 4 +
be/src/olap/inverted_index_parser.h | 2 +
be/src/olap/inverted_index_profile.h | 57 +
.../olap/inverted_index_stats.h} | 17 +-
be/src/olap/memtable_flush_executor.cpp | 12 +-
be/src/olap/memtable_writer.cpp | 30 +-
be/src/olap/olap_common.h | 2 +
be/src/olap/olap_server.cpp | 75 +-
be/src/olap/parallel_scanner_builder.cpp | 9 +-
be/src/olap/parallel_scanner_builder.h | 5 +-
be/src/olap/push_handler.h | 4 +-
be/src/olap/rowset/beta_rowset_writer_v2.h | 1 +
be/src/olap/rowset/segment_v2/column_writer.cpp | 10 +-
.../inverted_index/analyzer/analyzer.cpp | 4 +
.../analyzer/icu/BreakIteratorWrapper.cpp | 107 ++
.../analyzer/icu/BreakIteratorWrapper.h | 54 +
.../analyzer/icu/CompositeBreakIterator.cpp | 83 ++
.../analyzer/icu/CompositeBreakIterator.h | 58 +
.../analyzer/icu/DefaultICUTokenizerConfig.cpp | 128 ++
.../analyzer/icu/DefaultICUTokenizerConfig.h} | 36 +-
.../inverted_index/analyzer/icu/ICUAnalyzer.h | 61 +
.../inverted_index/analyzer/icu/ICUCommon.h} | 52 +-
.../inverted_index/analyzer/icu/ICUTokenizer.cpp | 81 +
.../inverted_index/analyzer/icu/ICUTokenizer.h} | 37 +-
.../analyzer/icu/ICUTokenizerConfig.h} | 24 +-
.../inverted_index/analyzer/icu/ScriptIterator.cpp | 121 ++
.../inverted_index/analyzer/icu/ScriptIterator.h | 64 +
.../segment_v2/inverted_index_compound_reader.cpp | 31 +-
.../segment_v2/inverted_index_compound_reader.h | 26 +-
.../segment_v2/inverted_index_file_reader.cpp | 22 +-
.../rowset/segment_v2/inverted_index_file_reader.h | 6 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 42 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 60 +-
.../olap/rowset/segment_v2/inverted_index_writer.h | 2 +-
be/src/olap/rowset/segment_v2/segment.cpp | 10 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 14 +-
be/src/olap/rowset_builder.cpp | 17 +-
be/src/olap/tablet_schema.cpp | 8 +-
be/src/olap/tablet_schema.h | 1 +
be/src/olap/task/index_builder.cpp | 41 +-
be/src/pipeline/dependency.cpp | 19 +-
be/src/pipeline/dependency.h | 70 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 77 +-
be/src/pipeline/exec/aggregation_sink_operator.h | 21 +-
.../pipeline/exec/aggregation_source_operator.cpp | 8 +-
be/src/pipeline/exec/aggregation_source_operator.h | 4 +
be/src/pipeline/exec/analytic_sink_operator.cpp | 12 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 4 +-
be/src/pipeline/exec/assert_num_rows_operator.cpp | 1 -
be/src/pipeline/exec/assert_num_rows_operator.h | 4 +
be/src/pipeline/exec/cache_sink_operator.cpp | 4 -
be/src/pipeline/exec/cache_sink_operator.h | 2 -
be/src/pipeline/exec/cache_source_operator.cpp | 9 +-
be/src/pipeline/exec/data_queue.cpp | 35 +-
be/src/pipeline/exec/data_queue.h | 11 -
be/src/pipeline/exec/datagen_operator.cpp | 4 +-
be/src/pipeline/exec/datagen_operator.h | 3 +
.../distinct_streaming_aggregation_operator.cpp | 2 -
be/src/pipeline/exec/empty_set_operator.h | 4 +
be/src/pipeline/exec/exchange_sink_buffer.h | 1 -
be/src/pipeline/exec/exchange_sink_operator.cpp | 84 +-
be/src/pipeline/exec/exchange_sink_operator.h | 8 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 6 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 1 -
be/src/pipeline/exec/join_build_sink_operator.cpp | 4 +-
be/src/pipeline/exec/join_probe_operator.cpp | 1 -
be/src/pipeline/exec/mock_operator.h | 67 +
.../pipeline/exec/multi_cast_data_stream_sink.cpp | 11 +-
be/src/pipeline/exec/multi_cast_data_stream_sink.h | 10 +-
.../exec/multi_cast_data_stream_source.cpp | 6 +-
.../pipeline/exec/multi_cast_data_stream_source.h | 26 +-
be/src/pipeline/exec/multi_cast_data_streamer.cpp | 11 +-
be/src/pipeline/exec/multi_cast_data_streamer.h | 14 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 127 +-
be/src/pipeline/exec/olap_scan_operator.h | 6 +
be/src/pipeline/exec/operator.cpp | 29 +-
be/src/pipeline/exec/operator.h | 45 +-
be/src/pipeline/exec/result_file_sink_operator.cpp | 4 +-
be/src/pipeline/exec/result_sink_operator.cpp | 5 +-
be/src/pipeline/exec/scan_operator.cpp | 32 +-
be/src/pipeline/exec/scan_operator.h | 5 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 4 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 6 +-
be/src/pipeline/exec/sort_source_operator.cpp | 17 +-
be/src/pipeline/exec/sort_source_operator.h | 5 +-
be/src/pipeline/exec/union_source_operator.cpp | 4 +-
be/src/pipeline/exec/union_source_operator.h | 4 +-
.../local_exchange_sink_operator.cpp | 13 +-
.../local_exchange/local_exchange_sink_operator.h | 14 +-
.../local_exchange_source_operator.cpp | 7 +-
.../local_exchange_source_operator.h | 8 +
be/src/pipeline/local_exchange/local_exchanger.cpp | 287 ++--
be/src/pipeline/local_exchange/local_exchanger.h | 138 +-
be/src/pipeline/pipeline_fragment_context.cpp | 31 +-
be/src/pipeline/pipeline_fragment_context.h | 2 +-
be/src/pipeline/pipeline_task.cpp | 13 +-
be/src/pipeline/shuffle/writer.cpp | 11 +-
be/src/pipeline/task_scheduler.cpp | 88 +-
be/src/runtime/buffer_control_block.cpp | 12 +-
be/src/runtime/buffer_control_block.h | 14 +-
be/src/runtime/descriptors.cpp | 14 +-
be/src/runtime/descriptors.h | 6 +-
be/src/runtime/exec_env.h | 11 +
be/src/runtime/exec_env_init.cpp | 20 +-
be/src/runtime/fragment_mgr.cpp | 15 +-
be/src/runtime/fragment_mgr.h | 2 +-
be/src/runtime/load_channel.cpp | 5 +-
be/src/runtime/load_channel.h | 2 +
be/src/runtime/load_channel_mgr.cpp | 1 +
be/src/runtime/load_stream.cpp | 2 +-
be/src/runtime/memory/global_memory_arbitrator.cpp | 49 +-
be/src/runtime/memory/global_memory_arbitrator.h | 2 +
be/src/runtime/memory/heap_profiler.cpp | 2 +
be/src/runtime/memory/jemalloc_control.cpp | 155 ++
be/src/runtime/memory/jemalloc_control.h | 134 ++
be/src/runtime/memory/mem_tracker_limiter.cpp | 5 -
be/src/runtime/memory/mem_tracker_limiter.h | 16 +-
be/src/runtime/memory/memory_profile.cpp | 9 +-
be/src/runtime/memory/memory_reclamation.cpp | 11 +-
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 16 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 22 +-
be/src/runtime/query_context.cpp | 64 +-
be/src/runtime/query_context.h | 29 +-
be/src/runtime/query_statistics.cpp | 84 --
be/src/runtime/query_statistics.h | 113 --
be/src/runtime/runtime_query_statistics_mgr.cpp | 183 +--
be/src/runtime/runtime_query_statistics_mgr.h | 47 +-
be/src/runtime/runtime_state.h | 29 +-
be/src/runtime/thread_context.cpp | 49 +-
be/src/runtime/thread_context.h | 112 +-
be/src/runtime/user_function_cache.cpp | 20 +-
be/src/runtime/user_function_cache.h | 1 -
.../workload_group/workload_group_manager.cpp | 23 -
.../workload_group/workload_group_manager.h | 12 -
.../{workload_query_info.h => cpu_context.cpp} | 24 +-
be/src/runtime/workload_management/cpu_context.h | 15 +-
be/src/runtime/workload_management/io_context.h | 38 +-
.../runtime/workload_management/memory_context.h | 22 +-
.../workload_management/resource_context.cpp | 58 +
.../runtime/workload_management/resource_context.h | 47 +-
.../runtime/workload_management/task_controller.h | 35 +-
.../workload_management/workload_action.cpp | 15 +-
.../runtime/workload_management/workload_action.h | 29 +-
.../workload_management/workload_sched_policy.cpp | 73 +-
.../workload_management/workload_sched_policy.h | 10 +-
.../workload_sched_policy_mgr.cpp | 26 +-
be/src/service/point_query_executor.cpp | 4 +-
be/src/util/block_compression.cpp | 130 +-
be/src/util/counts.h | 8 +-
be/src/util/interval_histogram.cpp | 80 -
be/src/util/jni-util.cpp | 10 +-
be/src/util/mem_info.cpp | 98 --
be/src/util/mem_info.h | 186 +--
be/src/util/mysql_row_buffer.cpp | 80 +-
be/src/util/s3_util.cpp | 8 +-
be/src/util/s3_util.h | 2 +
be/src/util/string_parser.hpp | 3 +-
be/src/util/system_metrics.cpp | 40 +-
be/src/util/threadpool.cpp | 18 +-
be/src/util/threadpool.h | 8 +-
.../aggregate_function_collect.cpp | 8 +
.../aggregate_function_collect.h | 70 +-
be/src/vec/columns/column.h | 11 +
be/src/vec/columns/column_array.cpp | 6 +
be/src/vec/columns/column_array.h | 1 +
be/src/vec/columns/column_complex.h | 5 +
be/src/vec/columns/column_const.h | 2 +
be/src/vec/columns/column_decimal.h | 4 +
be/src/vec/columns/column_dictionary.h | 6 +
be/src/vec/columns/column_dummy.h | 1 +
be/src/vec/columns/column_fixed_length_object.h | 5 +
be/src/vec/columns/column_map.cpp | 7 +
be/src/vec/columns/column_map.h | 1 +
be/src/vec/columns/column_nullable.cpp | 6 +
be/src/vec/columns/column_nullable.h | 1 +
be/src/vec/columns/column_object.h | 4 +
be/src/vec/columns/column_string.cpp | 19 +-
be/src/vec/columns/column_string.h | 8 +-
be/src/vec/columns/column_struct.cpp | 10 +
be/src/vec/columns/column_struct.h | 1 +
be/src/vec/columns/column_vector.h | 5 +
be/src/vec/columns/predicate_column.h | 9 +-
be/src/vec/common/allocator.cpp | 3 +-
be/src/vec/common/columns_hashing.h | 8 +-
be/src/vec/common/cow.h | 9 +
be/src/vec/common/format_ip.h | 6 +-
be/src/vec/common/hash_table/hash.h | 3 +
be/src/vec/common/memcmp_small.h | 4 +-
be/src/vec/common/pod_array.h | 3 +-
be/src/vec/common/schema_util.cpp | 6 +-
be/src/vec/common/sort/heap_sorter.cpp | 12 +-
be/src/vec/common/sort/heap_sorter.h | 4 +-
be/src/vec/common/sort/partition_sorter.cpp | 4 +-
be/src/vec/common/sort/partition_sorter.h | 17 +-
be/src/vec/common/sort/sorter.cpp | 24 +-
be/src/vec/common/sort/sorter.h | 17 +-
be/src/vec/common/sort/topn_sorter.cpp | 2 +-
be/src/vec/common/sort/topn_sorter.h | 4 +-
be/src/vec/common/sort/vsort_exec_exprs.cpp | 27 +-
be/src/vec/common/sort/vsort_exec_exprs.h | 16 +-
be/src/vec/core/block.cpp | 17 +-
be/src/vec/core/block.h | 9 +-
be/src/vec/core/sort_cursor.h | 43 +-
be/src/vec/data_types/data_type.h | 6 +
be/src/vec/data_types/data_type_ipv4.h | 8 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 52 +-
.../vec/data_types/serde/data_type_array_serde.h | 18 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 2 +-
.../vec/data_types/serde/data_type_bitmap_serde.h | 6 +-
.../data_types/serde/data_type_date64_serde.cpp | 44 +-
.../vec/data_types/serde/data_type_date64_serde.h | 8 +-
.../serde/data_type_datetimev2_serde.cpp | 13 +-
.../data_types/serde/data_type_datetimev2_serde.h | 12 +-
.../data_types/serde/data_type_datev2_serde.cpp | 15 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 12 +-
.../data_types/serde/data_type_decimal_serde.cpp | 17 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 12 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 2 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 6 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 4 +-
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 4 +-
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 6 +-
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 4 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 2 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 2 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 32 +-
be/src/vec/data_types/serde/data_type_map_serde.h | 8 +-
.../vec/data_types/serde/data_type_nothing_serde.h | 6 +-
.../data_types/serde/data_type_nullable_serde.cpp | 18 +-
.../data_types/serde/data_type_nullable_serde.h | 12 +-
.../data_types/serde/data_type_number_serde.cpp | 22 +-
.../vec/data_types/serde/data_type_number_serde.h | 12 +-
.../vec/data_types/serde/data_type_object_serde.h | 6 +-
.../serde/data_type_quantilestate_serde.h | 6 +-
be/src/vec/data_types/serde/data_type_serde.h | 24 +-
.../vec/data_types/serde/data_type_string_serde.h | 14 +-
.../data_types/serde/data_type_struct_serde.cpp | 24 +-
.../vec/data_types/serde/data_type_struct_serde.h | 12 +-
be/src/vec/data_types/serde/data_type_time_serde.h | 5 +-
.../exec/format/arrow/arrow_pip_input_stream.cpp | 20 +-
.../vec/exec/format/arrow/arrow_pip_input_stream.h | 14 +-
.../vec/exec/format/arrow/arrow_stream_reader.cpp | 16 +-
be/src/vec/exec/format/arrow/arrow_stream_reader.h | 6 +-
be/src/vec/exec/format/avro/avro_jni_reader.cpp | 10 +-
be/src/vec/exec/format/avro/avro_jni_reader.h | 10 +-
be/src/vec/exec/format/column_type_convert.cpp | 4 +-
be/src/vec/exec/format/column_type_convert.h | 45 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 24 +-
be/src/vec/exec/format/csv/csv_reader.h | 23 +-
.../file_reader/new_plain_binary_line_reader.cpp | 6 +-
.../file_reader/new_plain_binary_line_reader.h | 7 +-
.../file_reader/new_plain_text_line_reader.cpp | 16 +-
.../file_reader/new_plain_text_line_reader.h | 27 +-
be/src/vec/exec/format/format_common.h | 4 +-
be/src/vec/exec/format/generic_reader.h | 10 +-
be/src/vec/exec/format/jni_reader.cpp | 6 +-
be/src/vec/exec/format/jni_reader.h | 5 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 45 +-
be/src/vec/exec/format/json/new_json_reader.h | 21 +-
be/src/vec/exec/format/orc/orc_memory_pool.h | 2 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 257 ++--
be/src/vec/exec/format/orc/vorc_reader.h | 84 +-
be/src/vec/exec/format/parquet/schema_desc.cpp | 2 +-
be/src/vec/exec/format/parquet/schema_desc.h | 4 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 23 +-
.../exec/format/parquet/vparquet_column_reader.h | 21 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 4 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 1 +
be/src/vec/exec/format/table/equality_delete.cpp | 13 +-
be/src/vec/exec/format/table/equality_delete.h | 4 +-
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 8 +-
be/src/vec/exec/format/table/hudi_jni_reader.h | 3 +-
.../format/table/iceberg/arrow_schema_util.cpp | 10 +-
.../exec/format/table/iceberg/arrow_schema_util.h | 10 +-
.../exec/format/table/iceberg/partition_spec.cpp | 9 +-
.../vec/exec/format/table/iceberg/partition_spec.h | 10 +-
.../format/table/iceberg/partition_spec_parser.cpp | 10 +-
.../format/table/iceberg/partition_spec_parser.h | 8 +-
be/src/vec/exec/format/table/iceberg/schema.cpp | 8 +-
be/src/vec/exec/format/table/iceberg/schema.h | 8 +-
.../exec/format/table/iceberg/schema_parser.cpp | 13 +-
.../vec/exec/format/table/iceberg/schema_parser.h | 8 +-
be/src/vec/exec/format/table/iceberg/struct_like.h | 10 +-
be/src/vec/exec/format/table/iceberg/types.cpp | 13 +-
be/src/vec/exec/format/table/iceberg/types.h | 79 +-
.../table/iceberg/unbound_partition_spec.cpp | 13 +-
.../format/table/iceberg/unbound_partition_spec.h | 8 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 75 +-
be/src/vec/exec/format/table/iceberg_reader.h | 12 +-
.../vec/exec/format/table/lakesoul_jni_reader.cpp | 8 +-
be/src/vec/exec/format/table/lakesoul_jni_reader.h | 2 +
.../exec/format/table/max_compute_jni_reader.cpp | 8 +-
.../vec/exec/format/table/max_compute_jni_reader.h | 7 +-
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 12 +-
be/src/vec/exec/format/table/paimon_jni_reader.h | 4 +-
be/src/vec/exec/format/table/paimon_reader.cpp | 2 +
be/src/vec/exec/format/table/paimon_reader.h | 2 +
be/src/vec/exec/format/table/table_format_reader.h | 17 +-
.../format/table/transactional_hive_common.cpp | 2 +
.../exec/format/table/transactional_hive_common.h | 2 +
.../format/table/transactional_hive_reader.cpp | 37 +-
.../exec/format/table/transactional_hive_reader.h | 15 +-
.../format/table/trino_connector_jni_reader.cpp | 6 +-
.../exec/format/table/trino_connector_jni_reader.h | 7 +-
be/src/vec/exec/format/wal/wal_reader.cpp | 12 +-
be/src/vec/exec/format/wal/wal_reader.h | 8 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 22 +-
be/src/vec/exec/scan/scanner_context.cpp | 480 +++---
be/src/vec/exec/scan/scanner_context.h | 55 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 16 +-
be/src/vec/exec/scan/scanner_scheduler.h | 23 +-
.../simplified_scan_scheduler.cpp} | 18 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 164 ++-
be/src/vec/exec/scan/vfile_scanner.h | 14 +-
be/src/vec/exec/scan/vscanner.cpp | 20 +-
be/src/vec/exec/scan/vscanner.h | 6 -
be/src/vec/exec/skewed_partition_rebalancer.cpp | 57 +-
be/src/vec/exec/skewed_partition_rebalancer.h | 18 +-
be/src/vec/exec/vjdbc_connector.cpp | 51 +-
be/src/vec/exec/vjdbc_connector.h | 3 +
be/src/vec/exprs/vectorized_agg_fn.h | 7 +
be/src/vec/exprs/vexpr.cpp | 4 +-
be/src/vec/exprs/vslot_ref.cpp | 2 +-
be/src/vec/exprs/vslot_ref.h | 5 +-
.../vec/functions/array/function_array_flatten.cpp | 92 ++
.../functions/array/function_array_register.cpp | 3 +-
be/src/vec/functions/function_compress.cpp | 209 +++
be/src/vec/functions/function_convert_tz.h | 42 +-
be/src/vec/functions/function_ifnull.h | 5 +-
be/src/vec/functions/function_json.cpp | 17 +-
be/src/vec/functions/like.cpp | 2 +-
be/src/vec/functions/simple_function_factory.h | 2 +
be/src/vec/runtime/partitioner.cpp | 3 +-
be/src/vec/runtime/partitioner.h | 6 +-
be/src/vec/runtime/vdata_stream_recvr.cpp | 2 +-
be/src/vec/runtime/vsorted_run_merger.cpp | 82 +-
be/src/vec/runtime/vsorted_run_merger.h | 6 +-
.../sink/scale_writer_partitioning_exchanger.hpp | 3 +-
be/src/vec/sink/tablet_sink_hash_partitioner.cpp | 13 +-
be/src/vec/sink/tablet_sink_hash_partitioner.h | 6 +-
be/src/vec/sink/vdata_stream_sender.cpp | 59 +-
be/src/vec/sink/vdata_stream_sender.h | 11 +-
be/src/vec/sink/writer/async_result_writer.cpp | 3 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 5 +-
be/src/vec/sink/writer/vtablet_writer.h | 12 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 23 +-
be/src/vec/utils/util.hpp | 6 +-
be/test/common/kerberos/kerberos_config_test.cpp | 60 +
.../kerberos/kerberos_ticket_cache_auth_test.cpp | 133 ++
.../common/kerberos/kerberos_ticket_cache_test.cpp | 242 +++
.../common/kerberos/kerberos_ticket_mgr_test.cpp | 141 ++
be/test/common/schema_util_test.cpp | 12 +
be/test/exec/hash_map/hash_table_method_test.cpp | 131 ++
be/test/io/cache/block_file_cache_test.cpp | 243 ++-
be/test/io/fs/hdfs/hdfs_mgr_test.cpp | 362 +++++
be/test/io/fs/s3_file_writer_test.cpp | 6 +-
.../olap/inverted_index_profile_test.cpp} | 46 +-
.../inverted_index/analyzer/icu_anzlyzer_test.cpp | 575 ++++++++
.../segment_v2/inverted_index_array_test.cpp | 879 ++++++++++-
be/test/pipeline/exec/data_queue_test.cpp | 115 ++
.../exec/multi_cast_data_streamer_test.cpp | 145 ++
be/test/pipeline/local_exchanger_test.cpp | 1556 ++++++++++++++++++++
be/test/pipeline/operator/agg_operator_test.cpp | 505 +++++++
.../pipeline/operator/agg_shared_state_test.cpp | 95 ++
.../operator/assert_nums_rows_operator.cpp | 111 ++
.../pipeline/operator/datagen_operator_test.cpp | 130 ++
.../pipeline/operator/empty_set_operator_test.cpp} | 33 +-
.../operator/exchange_sink_operator_test.cpp | 192 +++
be/test/pipeline/operator/operator_helper.h | 48 +
.../runtime/memory/thread_mem_tracker_mgr_test.cpp | 22 +-
be/test/runtime/workload_sched_policy_test.cpp | 286 ++++
.../scan/mock_scanner_scheduler.h} | 15 +-
.../scan/mock_simplified_scan_scheduler.h} | 19 +-
be/test/scan/scanner_context_test.cpp | 847 +++++++++++
.../testutil/column_helper.cpp} | 22 +-
be/test/testutil/column_helper.h | 107 ++
be/test/testutil/mock/mock_agg_fn_evaluator.cpp | 55 +
.../testutil/mock/mock_agg_fn_evaluator.h} | 15 +-
be/test/testutil/mock/mock_data_stream_sender.h | 79 +
be/test/testutil/mock/mock_runtime_state.h | 16 +-
be/test/testutil/mock/mock_slot_ref.cpp | 61 +
be/test/testutil/mock/mock_slot_ref.h | 30 +-
be/test/util/interval_histogram_test.cpp | 78 -
be/test/util/mysql_row_buffer_test.cpp | 140 ++
.../agg_group_array_intersect_test.cpp | 348 +++++
.../vec/data_types/common_data_type_serder_test.h | 6 +-
be/test/vec/data_types/common_data_type_test.h | 23 +-
.../vec/data_types/data_type_agg_state_test.cpp | 257 ++++
be/test/vec/data_types/data_type_array_test.cpp | 32 +-
be/test/vec/data_types/data_type_bitmap_test.cpp | 218 +++
.../data_type_fixed_length_object_test.cpp | 153 ++
be/test/vec/data_types/data_type_hll_test.cpp | 216 +++
be/test/vec/data_types/data_type_ip_test.cpp | 4 +-
.../data_types/data_type_quantile_state_test.cpp | 198 +++
.../serde/data_type_serde_arrow_test.cpp | 591 ++++++++
be/test/vec/exec/agg/agg_fn_evaluator_test.cpp | 141 ++
be/test/vec/exec/scan_operator_test.cpp | 114 ++
.../vec/exec/skewed_partition_rebalancer_test.cpp | 47 +-
be/test/vec/exec/sort/sort_test.cpp | 5 +-
be/test/vec/function/function_convert_tz_test.cpp | 59 +
be/test/vec/runtime/sort_merger_test.cpp | 436 ++++++
bin/start_be.sh | 8 +
bin/start_fe.sh | 8 +
build.sh | 21 +-
cloud/src/meta-service/injection_point_http.cpp | 29 +-
cloud/src/meta-service/meta_service.cpp | 71 +-
cloud/src/meta-service/meta_service_job.cpp | 4 +-
cloud/src/meta-service/txn_kv.cpp | 1 +
cloud/src/recycler/recycler.cpp | 23 +-
cloud/src/recycler/s3_accessor.cpp | 2 +
cloud/test/hdfs_accessor_test.cpp | 4 +
cloud/test/network_util_test.cpp | 4 +
cloud/test/rate_limiter_test.cpp | 146 +-
cloud/test/recycler_test.cpp | 479 +++++-
cloud/test/resource_test.cpp | 2 +
docker/runtime/README.md | 8 +-
docker/runtime/base-image/Dockerfile_base | 2 +-
docker/runtime/be/Dockerfile | 2 +-
.../be/resource/be_disaggregated_entrypoint.sh | 7 +
docker/runtime/be/resource/be_entrypoint.sh | 8 +
docker/runtime/broker/Dockerfile | 2 +-
docker/runtime/docker-build.sh | 4 +-
docker/runtime/fe/Dockerfile | 2 +-
docker/runtime/ms/Dockerfile | 2 +-
.../clickhouse/init/03-create-table.sql | 104 ++
.../docker-compose/clickhouse/init/04-insert.sql | 18 +
.../scripts/create_preinstalled_scripts/run73.hql | 2 -
.../scripts/create_preinstalled_scripts/run74.hql | 44 +
.../orc_predicate/orc_predicate_table.hql | 22 +
.../partition_location_1/create_table.hql | 2 +-
.../partition_col=2025-01-01/000000_0 | Bin 0 -> 587 bytes
.../partition_col=2025-01-02/000000_0 | Bin 0 -> 581 bytes
.../partition_col=2025-01-03/000000_0 | Bin 0 -> 600 bytes
.../partition_col=100.01/000000_0 | Bin 0 -> 587 bytes
.../partition_col=200.02/000000_0 | Bin 0 -> 581 bytes
.../partition_col=300.03/000000_0 | Bin 0 -> 600 bytes
.../int_partition_table/partition_col=1/000000_0 | Bin 0 -> 587 bytes
.../int_partition_table/partition_col=2/000000_0 | Bin 0 -> 581 bytes
.../int_partition_table/partition_col=3/000000_0 | Bin 0 -> 600 bytes
.../partition_col=A/000000_0 | Bin 0 -> 587 bytes
.../partition_col=B/000000_0 | Bin 0 -> 581 bytes
.../partition_col=C/000000_0 | Bin 0 -> 600 bytes
.../minio/minio-RELEASE.2024-11-07.yaml.tpl | 1 +
.../docker-compose/oracle/init/03-create-table.sql | 72 +
.../docker-compose/oracle/init/04-insert.sql | 50 +
.../postgresql/init/02-create-table.sql | 75 +
.../docker-compose/postgresql/init/04-insert.sql | 77 +
.../sqlserver/init/03-create-table.sql | 129 ++
.../docker-compose/sqlserver/init/04-insert.sql | 18 +
docker/thirdparties/run-thirdparties-docker.sh | 9 +-
extension/beats/doris/client.go | 14 +-
extension/logstash/lib/logstash/outputs/doris.rb | 140 +-
.../logstash/lib/logstash/util/delay_event.rb | 54 +
extension/logstash/logstash-output-doris.gemspec | 2 +-
.../apache/doris/hudi/HadoopHudiJniScanner.java | 55 +-
.../apache/doris/common/jni/utils/ExpiringMap.java | 4 +
.../doris/common/jni/utils/JavaUdfDataType.java | 97 +-
.../doris/common/jni/utils/UdfClassCache.java | 16 +-
.../java/org/apache/doris/udf/BaseExecutor.java | 155 +-
.../java/org/apache/doris/udf/UdafExecutor.java | 220 ++-
.../java/org/apache/doris/udf/UdfExecutor.java | 166 +--
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 70 +-
.../apache/doris/jdbc/JdbcDataSourceConfig.java | 10 +
fe/be-java-extensions/paimon-scanner/pom.xml | 6 -
.../org/apache/doris/paimon/PaimonJniScanner.java | 30 +-
.../trinoconnector/TrinoConnectorJniScanner.java | 3 +
.../trinoconnector/TrinoConnectorPluginLoader.java | 30 +-
.../main/java/org/apache/doris/common/Config.java | 45 +-
.../authentication/AuthenticationConfig.java | 17 +-
.../PreExecutionAuthenticatorCache.java | 87 ++
fe/fe-core/pom.xml | 28 +
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 139 +-
fe/fe-core/src/main/cup/sql_parser.cup | 3 +-
.../main/java/org/apache/doris/alter/Alter.java | 18 +
.../doris/alter/MaterializedViewHandler.java | 235 +++
.../apache/doris/alter/SchemaChangeHandler.java | 15 +-
.../apache/doris/analysis/AddBackendClause.java | 10 +
.../apache/doris/analysis/AddFollowerClause.java | 6 +
.../apache/doris/analysis/AddObserverClause.java | 6 +
.../doris/analysis/AlterWorkloadGroupStmt.java | 10 +-
.../apache/doris/analysis/BuildIndexClause.java | 9 +
.../java/org/apache/doris/analysis/CastExpr.java | 4 +
.../apache/doris/analysis/CreateFunctionStmt.java | 7 +-
.../apache/doris/analysis/CreateResourceStmt.java | 11 +-
.../doris/analysis/CreateStorageVaultStmt.java | 13 +-
.../doris/analysis/CreateWorkloadGroupStmt.java | 9 +-
.../org/apache/doris/analysis/DateLiteral.java | 2 +-
.../org/apache/doris/analysis/DecimalLiteral.java | 3 +
.../doris/analysis/DecommissionBackendClause.java | 10 +
.../apache/doris/analysis/DropBackendClause.java | 10 +
.../apache/doris/analysis/DropFollowerClause.java | 6 +
.../apache/doris/analysis/DropObserverClause.java | 6 +
.../org/apache/doris/analysis/FloatLiteral.java | 3 +
.../apache/doris/analysis/FunctionCallExpr.java | 3 +
.../java/org/apache/doris/analysis/IntLiteral.java | 10 +-
.../apache/doris/analysis/InvertedIndexUtil.java | 8 +-
.../org/apache/doris/analysis/MVColumnItem.java | 17 +-
.../apache/doris/analysis/ModifyBrokerClause.java | 9 +
.../org/apache/doris/analysis/RestoreStmt.java | 9 +
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../doris/analysis/ShowCacheHotSpotStmt.java | 5 +
...obsStmt.java => ShowQueuedAnalyzeJobsStmt.java} | 8 +-
.../java/org/apache/doris/analysis/TableName.java | 20 +
.../org/apache/doris/backup/BackupHandler.java | 13 +-
.../java/org/apache/doris/backup/RestoreJob.java | 96 +-
.../org/apache/doris/binlog/BinlogManager.java | 16 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 17 +-
.../org/apache/doris/binlog/CreateTableRecord.java | 10 +
.../java/org/apache/doris/binlog/DBBinlog.java | 51 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 24 +-
.../doris/catalog/BuiltinScalarFunctions.java | 8 +-
.../main/java/org/apache/doris/catalog/Column.java | 5 +-
.../java/org/apache/doris/catalog/Database.java | 4 +
.../doris/catalog/DynamicPartitionProperty.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 101 +-
.../java/org/apache/doris/catalog/EsTable.java | 18 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 24 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 27 +
.../org/apache/doris/catalog/JdbcResource.java | 34 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 12 +-
.../java/org/apache/doris/catalog/OlapTable.java | 38 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 16 +
.../org/apache/doris/catalog/StorageVaultMgr.java | 6 +-
.../SupportBinarySearchFilteringPartitions.java | 46 +
.../org/apache/doris/catalog/TableProperty.java | 2 +
.../transaction/CloudGlobalTransactionMgr.java | 98 +-
.../apache/doris/common/ColumnAliasGenerator.java | 2 +-
.../java/org/apache/doris/common/EmptyCache.java | 247 ++++
.../org/apache/doris/common/EvictableCache.java | 466 ++++++
.../apache/doris/common/EvictableCacheBuilder.java | 286 ++++
.../java/org/apache/doris/common/FeNameFormat.java | 4 +-
.../cache/NereidsSortedPartitionsCacheManager.java | 47 +-
.../doris/common/profile/ExecutionProfile.java | 14 +-
.../org/apache/doris/common/profile/Profile.java | 6 +-
.../doris/common/profile/RuntimeProfile.java | 11 +-
.../org/apache/doris/datasource/CatalogIf.java | 3 +
.../org/apache/doris/datasource/CatalogMgr.java | 4 +
.../apache/doris/datasource/ExternalCatalog.java | 37 +-
.../apache/doris/datasource/ExternalDatabase.java | 36 +-
.../doris/datasource/FederationBackendPolicy.java | 3 -
.../apache/doris/datasource/InitCatalogLog.java | 7 +-
.../apache/doris/datasource/InitDatabaseLog.java | 7 +-
.../apache/doris/datasource/InternalCatalog.java | 59 +-
.../doris/datasource/hive/HMSExternalTable.java | 4 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 69 +-
.../doris/datasource/hive/HiveMetadataOps.java | 16 +-
.../doris/datasource/hive/source/HiveScanNode.java | 15 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 5 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 1 +
.../iceberg/IcebergExternalCatalogFactory.java | 2 +
.../datasource/iceberg/IcebergExternalTable.java | 6 +-
.../datasource/iceberg/IcebergMetadataOps.java | 24 +-
.../iceberg/IcebergS3TablesExternalCatalog.java | 66 +
.../doris/datasource/iceberg/IcebergUtils.java | 6 +
.../s3tables/CustomAwsCredentialsProvider.java | 43 +
.../datasource/iceberg/source/IcebergScanNode.java | 1 +
.../datasource/operations/ExternalMetadataOps.java | 7 +
.../datasource/paimon/PaimonExternalCatalog.java | 21 +-
.../datasource/paimon/PaimonExternalTable.java | 46 +-
.../datasource/paimon/PaimonMetadataCache.java | 46 +-
.../datasource/paimon/PaimonPartitionInfo.java | 11 +-
.../doris/datasource/paimon/PaimonSnapshot.java | 11 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 106 +-
.../datasource/paimon/source/PaimonScanNode.java | 5 +
.../datasource/property/S3ClientBEProperties.java | 8 +
.../property/constants/S3Properties.java | 2 +
.../trinoconnector/TrinoConnectorPluginLoader.java | 29 +-
.../DirectoryLister.java} | 23 +-
.../FileSystemDirectoryLister.java} | 31 +-
.../org/apache/doris/fs/FileSystemIOException.java | 65 +
.../RemoteFileRemoteIterator.java} | 37 +-
.../BytesChannel.java => fs/RemoteIterator.java} | 16 +-
.../SimpleRemoteIterator.java} | 32 +-
.../fs/TransactionDirectoryListingCacheKey.java | 64 +
.../fs/TransactionScopeCachingDirectoryLister.java | 216 +++
...nsactionScopeCachingDirectoryListerFactory.java | 59 +
.../org/apache/doris/httpv2/rest/LoadAction.java | 2 -
.../apache/doris/journal/bdbje/BDBEnvironment.java | 5 +
.../apache/doris/journal/bdbje/BDBJEJournal.java | 5 +
.../main/java/org/apache/doris/load/ExportJob.java | 5 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 18 +
.../load/routineload/KafkaRoutineLoadJob.java | 89 +-
.../doris/load/routineload/RoutineLoadJob.java | 16 +-
.../doris/load/routineload/ScheduleRule.java | 14 +-
.../java/org/apache/doris/master/MasterImpl.java | 17 +
.../java/org/apache/doris/metric/MetricRepo.java | 34 +
.../java/org/apache/doris/mtmv/BaseTableInfo.java | 4 +
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 78 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 27 +-
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 7 +-
...onSnapshot.java => MTMVSnapshotIdSnapshot.java} | 46 +-
.../org/apache/doris/mtmv/MTMVVersionSnapshot.java | 4 -
.../org/apache/doris/mysql/AcceptListener.java | 7 +-
.../java/org/apache/doris/mysql/BytesChannel.java | 4 +
.../java/org/apache/doris/mysql/MysqlChannel.java | 13 +
.../java/org/apache/doris/mysql/MysqlProto.java | 3 +-
.../apache/doris/mysql/ProxyProtocolHandler.java | 24 +-
.../mysql/authenticate/AuthenticatorManager.java | 2 +-
.../org/apache/doris/mysql/privilege/Auth.java | 9 -
.../mysql/privilege/CommonUserProperties.java | 11 -
.../apache/doris/mysql/privilege/UserProperty.java | 22 -
.../doris/mysql/privilege/UserPropertyMgr.java | 8 -
.../doris/nereids/analyzer/UnboundResultSink.java | 8 +-
.../glue/translator/PhysicalPlanTranslator.java | 128 +-
.../doris/nereids/jobs/executor/Rewriter.java | 8 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 541 ++++++-
.../parser/LogicalPlanBuilderForEncryption.java | 138 ++
.../apache/doris/nereids/parser/NereidsParser.java | 8 +
.../post/PushDownFilterThroughProject.java | 13 +-
.../processor/post/TopnFilterPushDownVisitor.java | 2 +-
.../doris/nereids/processor/post/Validator.java | 8 -
.../properties/ChildOutputPropertyDeriver.java | 26 +-
...tributionSpecHiveTableSinkHashPartitioned.java} | 6 +-
...istributionSpecHiveTableSinkUnPartitioned.java} | 10 +-
...tributionSpecOlapTableSinkHashPartitioned.java} | 9 +-
.../apache/doris/nereids/properties/FuncDeps.java | 20 +-
.../nereids/properties/PhysicalProperties.java | 4 +-
.../org/apache/doris/nereids/rules/RuleType.java | 2 +
.../doris/nereids/rules/analysis/BindRelation.java | 4 +-
.../nereids/rules/analysis/CollectRelation.java | 9 +-
.../mv/InitMaterializationContextHook.java | 6 +-
.../exploration/mv/MaterializedViewUtils.java | 48 -
.../rules/expression/ExpressionOptimization.java | 2 +
.../rules/expression/ExpressionRewrite.java | 13 +-
.../rules/expression/ExpressionRuleType.java | 1 +
.../nereids/rules/expression/rules/AddMinMax.java | 33 +-
.../rules/expression/rules/ColumnBound.java | 9 +-
.../expression/rules/FoldConstantRuleOnFE.java | 29 +-
.../rules/OneRangePartitionEvaluator.java | 55 +-
.../rules/expression/rules/RangeInference.java | 77 +-
.../rules/SimplifyArithmeticComparisonRule.java | 3 +-
.../expression/rules/SimplifyConflictCompound.java | 126 ++
.../rules/expression/rules/SimplifyRange.java | 15 +-
.../LogicalSchemaScanToPhysicalSchemaScan.java | 5 +-
.../rules/rewrite/DeferMaterializeTopNResult.java | 152 +-
.../rewrite/EliminateGroupByKeyByUniform.java | 10 +
.../nereids/rules/rewrite/EliminateOrderByKey.java | 167 +++
.../nereids/rules/rewrite/ExistsApplyToJoin.java | 5 +-
.../doris/nereids/rules/rewrite/InApplyToJoin.java | 6 +-
.../nereids/rules/rewrite/LimitAggToTopNAgg.java | 12 +-
.../rules/rewrite/PruneFileScanPartition.java | 16 +-
.../rules/rewrite/PruneOlapScanPartition.java | 3 +-
.../rewrite/PushDownFilterIntoSchemaScan.java | 77 +
.../rewrite/PushDownFilterThroughProject.java | 64 +-
.../nereids/rules/rewrite/ScalarApplyToJoin.java | 5 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 16 +-
.../trees/expressions/ComparisonPredicate.java | 2 +
.../nereids/trees/expressions/InPredicate.java | 23 +-
.../nereids/trees/expressions/SlotReference.java | 4 +
.../functions/AggCombinerFunctionBuilder.java | 5 +
.../functions/BuiltinFunctionBuilder.java | 16 +
.../expressions/functions/FunctionBuilder.java | 5 +
.../functions/executable/NumericArithmetic.java | 75 +-
.../expressions/functions/scalar/ArrayFlatten.java | 67 +
.../scalar/{JsonObject.java => Compress.java} | 42 +-
.../expressions/functions/scalar/JsonObject.java | 36 +-
.../functions/scalar/SplitByRegexp.java | 6 +-
.../scalar/{JsonObject.java => Uncompress.java} | 42 +-
.../functions/scalar/UnixTimestamp.java | 4 +-
.../expressions/functions/udf/AliasUdfBuilder.java | 7 +
.../trees/expressions/functions/udf/JavaUdaf.java | 12 +-
.../expressions/functions/udf/JavaUdafBuilder.java | 15 +
.../expressions/functions/udf/JavaUdfBuilder.java | 15 +
.../trees/expressions/functions/udf/JavaUdtf.java | 13 +-
.../expressions/functions/udf/JavaUdtfBuilder.java | 15 +
.../trees/expressions/functions/window/Lag.java | 34 +-
.../trees/expressions/functions/window/Lead.java | 34 +-
.../trees/expressions/literal/ArrayLiteral.java | 35 +-
.../trees/expressions/literal/BooleanLiteral.java | 17 +-
.../trees/expressions/literal/CharLiteral.java | 12 -
.../literal/ComparableLiteral.java} | 11 +-
.../trees/expressions/literal/DateLiteral.java | 26 +-
.../trees/expressions/literal/DecimalLiteral.java | 5 +
.../expressions/literal/DecimalV3Literal.java | 5 +
.../trees/expressions/literal/DoubleLiteral.java | 7 +
.../trees/expressions/literal/FloatLiteral.java | 7 +
.../trees/expressions/literal/IPv4Literal.java | 17 +-
.../trees/expressions/literal/IPv6Literal.java | 27 +-
.../expressions/literal/IntegerLikeLiteral.java | 7 +
.../trees/expressions/literal/LargeIntLiteral.java | 6 +
.../nereids/trees/expressions/literal/Literal.java | 10 +-
.../trees/expressions/literal/MaxLiteral.java | 10 +-
.../trees/expressions/literal/NullLiteral.java | 10 +-
.../trees/expressions/literal/NumericLiteral.java | 40 +-
.../expressions/literal/StringLikeLiteral.java | 58 +-
.../trees/expressions/literal/StringLiteral.java | 14 -
.../trees/expressions/literal/VarcharLiteral.java | 12 -
.../expressions/visitor/ScalarFunctionVisitor.java | 15 +
.../apache/doris/nereids/trees/plans/PlanType.java | 11 +
.../nereids/trees/plans/algebra/Aggregate.java | 6 +
.../trees/plans/commands/AlterSystemCommand.java | 94 ++
.../plans/commands/AlterWorkloadGroupCommand.java | 8 +-
.../trees/plans/commands/AnalyzeCommand.java | 147 ++
.../plans/commands/AnalyzeDatabaseCommand.java | 77 +
.../trees/plans/commands/AnalyzeTableCommand.java | 321 ++++
.../trees/plans/commands/CancelCommand.java | 32 +-
.../trees/plans/commands/CreateCatalogCommand.java | 19 -
.../plans/commands/CreateFunctionCommand.java} | 484 +++---
.../commands/CreateMaterializedViewCommand.java | 719 +++++++++
.../trees/plans/commands/CreatePolicyCommand.java | 104 +-
.../trees/plans/commands/CreateTableCommand.java | 8 +-
.../plans/commands/CreateWorkloadGroupCommand.java | 10 +-
.../trees/plans/commands/DeleteFromCommand.java | 8 +-
.../trees/plans/commands/DescribeCommand.java | 444 ++++++
.../trees/plans/commands/DropFunctionCommand.java | 113 ++
.../trees/plans/commands/DropTableCommand.java | 87 ++
.../trees/plans/commands/ExportCommand.java | 7 +-
.../nereids/trees/plans/commands/LoadCommand.java | 7 +-
.../trees/plans/commands/NeedAuditEncryption.java | 21 +-
.../trees/plans/commands/PrepareCommand.java | 2 +-
.../trees/plans/commands/SetOptionsCommand.java | 15 -
.../trees/plans/commands/ShowAnalyzeCommand.java | 206 +++
.../commands/ShowQueuedAnalyzeJobsCommand.java | 171 +++
.../commands/alter/AlterRepositoryCommand.java | 85 ++
.../trees/plans/commands/info/AddBackendOp.java} | 49 +-
.../trees/plans/commands/info/AddBrokerOp.java} | 28 +-
.../trees/plans/commands/info/AddFollowerOp.java} | 27 +-
.../trees/plans/commands/info/AddObserverOp.java} | 18 +-
.../plans/commands/info/AlterSystemOp.java} | 40 +-
.../trees/plans/commands/info/BackendOp.java | 81 +
.../trees/plans/commands/info/BrokerOp.java} | 52 +-
.../info/{CreateIndexOp.java => BuildIndexOp.java} | 25 +-
.../plans/commands/info/ColumnDefinition.java | 242 +--
.../trees/plans/commands/info/CreateIndexOp.java | 15 +-
.../trees/plans/commands/info/CreateTableInfo.java | 8 +
.../commands/info/DecommissionBackendOp.java} | 17 +-
.../trees/plans/commands/info/DropBackendOp.java} | 25 +-
.../trees/plans/commands/info/DropBrokerOp.java} | 28 +-
.../trees/plans/commands/info/DropFollowerOp.java} | 16 +-
.../trees/plans/commands/info/DropIndexOp.java | 15 +-
.../trees/plans/commands/info/DropObserverOp.java} | 18 +-
.../trees/plans/commands/info/FrontendOp.java | 78 +
.../plans/commands/info/FunctionArgTypesInfo.java | 66 +
.../trees/plans/commands/info/IndexDefinition.java | 27 +-
.../plans/commands/info/PartitionNamesInfo.java | 6 +-
.../plans/commands/info/ReplacePartitionOp.java | 4 +-
.../trees/plans/commands/info/TableNameInfo.java | 16 +
.../trees/plans/commands/info/TableRefInfo.java | 2 +-
.../commands/insert/InsertIntoTableCommand.java | 11 +-
.../insert/InsertOverwriteTableCommand.java | 9 +-
.../trees/plans/commands/insert/InsertUtils.java | 11 +
.../plans/commands/insert/OlapInsertExecutor.java | 2 +-
.../trees/plans/logical/LogicalAggregate.java | 7 +-
.../trees/plans/logical/LogicalFileSink.java | 8 +-
.../trees/plans/logical/LogicalOlapScan.java | 8 +
.../trees/plans/logical/LogicalProject.java | 9 +-
.../trees/plans/logical/LogicalSchemaScan.java | 72 +-
.../plans/physical/PhysicalHashAggregate.java | 2 +
.../plans/physical/PhysicalHiveTableSink.java | 5 +-
.../plans/physical/PhysicalIcebergTableSink.java | 5 +-
.../trees/plans/physical/PhysicalSchemaScan.java | 60 +-
.../trees/plans/visitor/CommandVisitor.java | 41 +
.../org/apache/doris/nereids/types/DataType.java | 243 +++
.../apache/doris/nereids/util/ExpressionUtils.java | 5 +-
.../apache/doris/nereids/util/RelationUtil.java | 65 +-
.../doris/persist/TableAddOrDropColumnsInfo.java | 11 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 5 +
.../planner/BackendPartitionedSchemaScanNode.java | 6 +-
.../org/apache/doris/planner/DataPartition.java | 12 +-
.../org/apache/doris/planner/ExchangeNode.java | 2 +-
.../org/apache/doris/planner/OlapScanNode.java | 48 +-
.../org/apache/doris/planner/SchemaScanNode.java | 6 +-
.../apache/doris/planner/SingleNodePlanner.java | 19 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 7 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 21 +-
.../java/org/apache/doris/qe/ConnectContext.java | 86 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 35 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 6 +-
.../org/apache/doris/qe/CoordinatorContext.java | 4 +-
.../java/org/apache/doris/qe/FEOpExecutor.java | 3 -
.../java/org/apache/doris/qe/MasterOpExecutor.java | 2 -
.../org/apache/doris/qe/MysqlConnectProcessor.java | 15 +-
.../java/org/apache/doris/qe/SessionVariable.java | 67 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 13 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 8 +-
.../CreateInternalWorkloadGroupThread.java | 55 -
.../resource/workloadgroup/WorkloadGroup.java | 36 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 27 +-
.../doris/scheduler/disruptor/TaskHandler.java | 12 +-
.../scheduler/manager/TransientTaskManager.java | 7 +-
.../apache/doris/service/FrontendServiceImpl.java | 41 +-
.../apache/doris/statistics/AnalysisManager.java | 237 ++-
.../apache/doris/statistics/BaseAnalysisTask.java | 3 +-
.../org/apache/doris/system/BeSelectionPolicy.java | 26 +-
.../org/apache/doris/system/SystemInfoService.java | 10 +-
.../doris/alter/MaterializedViewHandlerTest.java | 1 +
.../org/apache/doris/analysis/QueryStmtTest.java | 2 +-
.../org/apache/doris/backup/RestoreJobTest.java | 2 +-
.../apache/doris/catalog/CreateTableLikeTest.java | 99 ++
.../org/apache/doris/catalog/JdbcResourceTest.java | 57 +-
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../org/apache/doris/common/FeNameFormatTest.java | 5 +-
.../apache/doris/common/TestEvictableCache.java | 708 +++++++++
.../doris/common/profile/RuntimeProfileTest.java | 6 +-
.../datasource/hive/HiveDDLAndDMLPlanTest.java | 12 +-
.../doris/datasource/iceberg/IcebergUtilsTest.java | 63 +
.../paimon/PaimonExternalCatalogTest.java} | 35 +-
.../datasource/property/PropertyConverterTest.java | 48 +-
.../doris/datasource/s3tables/S3TablesTest.java | 87 ++
...TransactionScopeCachingDirectoryListerTest.java | 174 +++
.../apache/doris/load/loadv2/ExportMgrTest.java | 46 +
.../load/routineload/RoutineLoadManagerTest.java | 33 +-
.../java/org/apache/doris/metric/MetricsTest.java | 43 +
.../apache/doris/mtmv/MTMVRefreshSnapshotTest.java | 20 +-
.../java/org/apache/doris/mtmv/PaimonUtilTest.java | 71 -
.../doris/nereids/parser/EncryptSQLTest.java | 267 ++++
.../doris/nereids/parser/NereidsParserTest.java | 6 -
.../PushDownFilterThroughProjectTest.java | 41 +
.../properties/ChildOutputPropertyDeriverTest.java | 12 +-
.../rules/expression/ExpressionRewriteTest.java | 48 +
.../nereids/rules/expression/FoldConstantTest.java | 98 +-
.../rules/expression/SimplifyRangeTest.java | 9 +-
.../rules/InPredicateExtractNonConstantTest.java | 2 +-
.../rewrite/EliminateGroupByKeyByUniformTest.java | 8 +-
.../rules/rewrite/EliminateOrderByKeyTest.java | 512 +++++++
.../rewrite/PushDowFilterThroughProjectTest.java | 48 +-
.../PushDownLimitDistinctThroughJoinTest.java | 2 +-
.../expressions/literal/CompareLiteralTest.java | 326 ++++
.../plans/commands/ShowCreateTableCommandTest.java | 60 +
.../persist/TableAddOrDropColumnsInfoTest.java | 8 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 12 +-
.../org/apache/doris/qe/ConnectContextTest.java | 70 +
.../apache/doris/qe/ProxyProtocolHandlerTest.java | 31 +-
.../org/apache/doris/qe/SessionVariablesTest.java | 15 -
.../doris/statistics/AnalysisManagerTest.java | 30 +-
.../apache/doris/system/SystemInfoServiceTest.java | 23 -
.../apache/doris/utframe/TestWithFeService.java | 10 +
fe/pom.xml | 5 +-
gensrc/thrift/BackendService.thrift | 4 -
gensrc/thrift/DataSinks.thrift | 2 +-
gensrc/thrift/Descriptors.thrift | 3 +-
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/PaloInternalService.thrift | 5 +
gensrc/thrift/Partitions.thrift | 24 +-
gensrc/thrift/Types.thrift | 1 +
regression-test/conf/regression-conf.groovy | 16 +-
.../test_compaction_fail_release_lock.out | Bin 0 -> 230 bytes
.../spark_connector/spark_connector_read_type.out | Bin 670 -> 670 bytes
.../test_column_prune_in_hash_join.out | Bin 0 -> 255 bytes
.../data/correctness_p0/test_lag_lead_window.out | Bin 844 -> 1402 bytes
.../data/datatype_p0/double/test_double_nan.out | Bin 110 -> 133 bytes
.../data/datatype_p0/float/test_float_nan.out | Bin 110 -> 133 bytes
.../data/export_p0/test_export_basic.out | Bin 7131 -> 7131 bytes
.../hive/test_hive_orc_predicate.out | Bin 463 -> 585 bytes
.../test_hive_runtime_filter_partition_pruning.out | Bin 0 -> 1101 bytes
.../select/test_clickhouse_all_types_select.out | Bin 0 -> 2936 bytes
.../select/test_oracle_all_types_select.out | Bin 0 -> 10265 bytes
.../type_test/select/test_pg_all_types_select.out | Bin 0 -> 1959 bytes
.../select/test_sqlserver_all_types_select.out | Bin 0 -> 3508 bytes
.../tvf/{test_tvf_p2.out => test_tvf_p0.out} | Bin 5562 -> 5674 bytes
.../hive/test_parquet_complex_cross_page.out} | Bin 110 -> 137 bytes
.../hudi/test_hudi_incremental.out | Bin 5687 -> 7551 bytes
.../hudi/test_hudi_schema_evolution.out | Bin 7521 -> 11234 bytes
.../external_table_p2/hudi/test_hudi_snapshot.out | Bin 696105 -> 1044838
bytes
.../hudi/test_hudi_timetravel.out | Bin 2111 -> 3119 bytes
.../iceberg/test_s3tables_insert_overwrite.out | Bin 0 -> 23561 bytes
.../iceberg/test_s3tables_write_insert.out | Bin 0 -> 41743 bytes
.../iceberg/test_s3tables_write_partitions.out | Bin 0 -> 267 bytes
.../cloud/test_cloud_mow_correctness_inject.out} | Bin 152 -> 185 bytes
.../cloud/test_cloud_mow_lock_expired.out | Bin 0 -> 388 bytes
.../cloud/test_txn_commit_inject.out} | Bin 152 -> 155 bytes
.../test_partial_update_publish_seq.out | Bin 0 -> 1714 bytes
.../test_skip_calc_between_segments.out} | Bin 152 -> 175 bytes
.../data/function_p0/test_agg_foreach.out | Bin 1865 -> 1164 bytes
.../data/function_p0/test_agg_foreach_notnull.out | Bin 1865 -> 1164 bytes
.../test_information_schema.out | Bin 0 -> 859 bytes
.../data/inverted_index_p0/test_icu_analyzer.out | Bin 0 -> 371 bytes
.../data/inverted_index_p0/test_tokenize.out | Bin 2012 -> 2288 bytes
.../javaudf_p0/test_javaudf_static_load_test.out | Bin 478 -> 714 bytes
.../agg_use_key_direct/agg_use_key_direct.out | Bin 0 -> 210 bytes
.../multi_slot_k1p2ap3ps/multi_slot_k1p2ap3ps.out | Bin 199 -> 253 bytes
.../sql_default_limit/sql_default_limit.out} | Bin 110 -> 137 bytes
.../mv_p0/sum_divede_count/sum_devide_count.out | Bin 326 -> 418 bytes
.../test_dup_mv_repeat/test_dup_mv_repeat.out | Bin 133 -> 134 bytes
.../mv_p0/test_insert_multi/test_insert_multi.out | Bin 179 -> 255 bytes
.../testAggQueryOnAggMV1/testAggQueryOnAggMV1.out | Bin 355 -> 482 bytes
...,double>.csv => test_array_map_char_double.csv} | 0
...6>>.csv => test_array_map_datetime_decimal.csv} | 0
...ipv4,ipv6>.csv => test_array_map_ipv4_ipv6.csv} | 0
...ing>.csv => test_array_map_largeInt_string.csv} | 0
.../nereids_function_p0/scalar_function/Array.out | Bin 769953 -> 770235
bytes
.../nereids_p0/ddl/describe/describe_command.out | Bin 0 -> 1265 bytes
.../test_aggregate_percentile_no_cast.out | Bin 1148 -> 1410 bytes
.../window_functions/test_window_function.out | Bin 10367 -> 11741 bytes
.../push_down_count_through_join_one_side.out | Bin 38448 -> 38441 bytes
.../eliminate_group_by_key_by_uniform.out | Bin 3568 -> 4446 bytes
.../eliminate_order_by_key.out | Bin 0 -> 6771 bytes
.../filter_push_down/push_filter_through.out | Bin 10078 -> 10014 bytes
.../limit_push_down/limit_push_down.out | Bin 21873 -> 21029 bytes
.../limit_push_down/order_push_down.out | Bin 19633 -> 19605 bytes
.../nereids_rules_p0/mv/partition_mv_rewrite.out | Bin 2790 -> 2856 bytes
.../partition_prune/prune_or.out} | Bin 110 -> 174 bytes
.../push_down_limit_distinct_through_join.out | Bin 543 -> 442 bytes
.../distribute/bucket_shuffle_to_right.out} | Bin 152 -> 192 bytes
.../data/nereids_syntax_p0/join_condition.out | Bin 0 -> 31842 bytes
.../mv/newMv/sum_devide_count.out | Bin 326 -> 490 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV1.out | Bin 229 -> 355 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV10.out | Bin 264 -> 328 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV11.out | Bin 229 -> 292 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV2.out | Bin 235 -> 342 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV3.out | Bin 245 -> 309 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV5.out | Bin 217 -> 280 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV6.out | Bin 217 -> 280 bytes
.../data/nereids_syntax_p0/mv/ut/aggOnAggMV7.out | Bin 217 -> 280 bytes
.../data/nereids_tpch_p0/tpch/push_topn_to_agg.out | Bin 158 -> 725 bytes
.../data/prepared_stmt_p0/prepared_stmt.out | Bin 5124 -> 5355 bytes
.../data/query_p0/aggregate/array_agg.out | Bin 8132 -> 37278 bytes
.../data/query_p0/cache/query_cache.out | Bin 0 -> 365 bytes
.../query_p0/cast/test_complextype_to_json.out | Bin 2450 -> 2124 bytes
.../data/query_p0/operator/test_set_operator.out | Bin 210 -> 223 bytes
.../array_functions/array_flatten.out | Bin 0 -> 263 bytes
.../array_functions/test_array_functions.out | Bin 28026 -> 28026 bytes
.../json_function/test_query_json_object.out | Bin 524 -> 1959 bytes
.../string_functions/test_compress_uncompress.out | Bin 0 -> 741 bytes
.../string_functions/test_split_by_regexp.out | Bin 764 -> 987 bytes
.../window_functions/test_column_boundary.out | Bin 119 -> 144 bytes
.../window_functions/test_window_function.out | Bin 10367 -> 11741 bytes
.../schema_change_modify_mv_column_type_agg.out | Bin 2634 -> 1367 bytes
.../schema_change_modify_mv_column_type.out | Bin 9551 -> 7289 bytes
.../tpcds_sf100/noStatsRfPrune/query16.out | Bin 2361 -> 2440 bytes
.../tpcds_sf100/noStatsRfPrune/query94.out | Bin 2260 -> 2339 bytes
.../tpcds_sf100/noStatsRfPrune/query95.out | Bin 3061 -> 3144 bytes
.../tpcds_sf100/noStatsRfPrune/query96.out | Bin 1450 -> 1511 bytes
.../tpcds_sf100/no_stats_shape/query16.out | Bin 2361 -> 2440 bytes
.../tpcds_sf100/no_stats_shape/query94.out | Bin 2260 -> 2339 bytes
.../tpcds_sf100/no_stats_shape/query95.out | Bin 3490 -> 3573 bytes
.../tpcds_sf100/no_stats_shape/query96.out | Bin 1450 -> 1511 bytes
.../shape_check/tpcds_sf100/rf_prune/query16.out | Bin 2373 -> 2452 bytes
.../shape_check/tpcds_sf100/rf_prune/query94.out | Bin 2272 -> 2351 bytes
.../shape_check/tpcds_sf100/rf_prune/query95.out | Bin 2984 -> 3067 bytes
.../shape_check/tpcds_sf100/rf_prune/query96.out | Bin 1450 -> 1511 bytes
.../data/shape_check/tpcds_sf100/shape/query16.out | Bin 2373 -> 2452 bytes
.../data/shape_check/tpcds_sf100/shape/query94.out | Bin 2272 -> 2351 bytes
.../data/shape_check/tpcds_sf100/shape/query95.out | Bin 3381 -> 3464 bytes
.../data/shape_check/tpcds_sf100/shape/query96.out | Bin 1450 -> 1511 bytes
.../tpcds_sf1000/bs_downgrade_shape/query95.out | Bin 3037 -> 3120 bytes
.../data/shape_check/tpcds_sf1000/hint/query16.out | Bin 2489 -> 2568 bytes
.../data/shape_check/tpcds_sf1000/hint/query94.out | Bin 2335 -> 2414 bytes
.../data/shape_check/tpcds_sf1000/hint/query95.out | Bin 3037 -> 3120 bytes
.../data/shape_check/tpcds_sf1000/hint/query96.out | Bin 1549 -> 1610 bytes
.../shape_check/tpcds_sf1000/shape/query16.out | Bin 2381 -> 2460 bytes
.../shape_check/tpcds_sf1000/shape/query94.out | Bin 2335 -> 2414 bytes
.../shape_check/tpcds_sf1000/shape/query95.out | Bin 3037 -> 3120 bytes
.../shape_check/tpcds_sf1000/shape/query96.out | Bin 1450 -> 1511 bytes
.../shape_check/tpcds_sf10t_orc/shape/query16.out | Bin 2361 -> 2440 bytes
.../shape_check/tpcds_sf10t_orc/shape/query31.out | Bin 4563 -> 4280 bytes
.../shape_check/tpcds_sf10t_orc/shape/query94.out | Bin 2254 -> 2333 bytes
.../shape_check/tpcds_sf10t_orc/shape/query95.out | Bin 3024 -> 3107 bytes
.../shape_check/tpcds_sf10t_orc/shape/query96.out | Bin 1451 -> 1512 bytes
.../test_analyze_mv.out} | Bin 110 -> 124 bytes
.../tpcds_sf100_dup_without_key_p2/sql/q17.out | Bin 6376 -> 6594 bytes
.../test_partial_update_default_value.out | Bin 259 -> 1003 bytes
.../test_partial_update_lookup_row_key.out | Bin 0 -> 779 bytes
.../test_partial_update_row_store.out | Bin 0 -> 847 bytes
.../data/variant_github_events_new_p2/load.out | Bin 152 -> 222 bytes
regression-test/data/variant_p0/rqg/rqg4.out | Bin 184 -> 199 bytes
.../test_array_contains_with_inverted_index.out | Bin 0 -> 45214 bytes
.../test_array_inverted_index_profile.out | Bin 0 -> 2004 bytes
.../vault_p0/create/test_minio_storage_vault.out | Bin 136 -> 179 bytes
.../workload_manager_p0/skip_rg_test_table.csv | 2 -
.../org/apache/doris/regression/suite/Suite.groovy | 69 +-
.../org/apache/doris/udf/StaticIntTestUDAF.java | 65 +
.../org/apache/doris/udf/StaticIntTestUDTF.java | 25 +-
.../pipeline/cloud_p0/conf/fe_custom.conf | 4 +-
regression-test/pipeline/common/doris-utils.sh | 14 +-
regression-test/pipeline/p0/conf/fe.conf | 4 +-
.../vault_p0/conf/regression-conf-custom.groovy | 1 +
.../plugins/cloud_filecache_plugin.groovy | 116 ++
.../suites/account_p0/test_property_session.groovy | 56 +
.../alter_p2/test_alter_repository_command.groovy | 52 +
.../auth_call/test_dml_broker_load_auth.groovy | 3 +-
...backup_restore_force_replace_diff_column.groovy | 96 ++
...kup_restore_force_replace_diff_part_type.groovy | 97 ++
...ckup_restore_force_replace_diff_part_val.groovy | 101 ++
.../test_backup_restore_storage_policy.groovy | 140 ++
.../test_backup_store_with_db_properties.groovy | 106 ++
.../test_backup_store_with_db_properties_kv.groovy | 111 ++
.../check_before_quit/check_before_quit.groovy | 24 +-
.../warm_up/hotspot/test_warmup_show_stmt.groovy | 8 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 10 +-
.../warm_up/hotspot/test_warmup_show_stmt_3.groovy | 4 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 17 +
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 4 +-
.../test_compaction_fail_release_lock.groovy | 198 +++
.../compaction/test_compaction_score_action.groovy | 1 +
...test_compaction_update_big_delete_bitmap.groovy | 230 +++
.../test_column_prune_in_hash_join.groovy | 131 ++
.../correctness_p0/test_lag_lead_window.groovy | 9 +
.../test_mv_case/test_mv_case.groovy | 2 +
.../datatype_p0/double/test_double_nan.groovy | 10 +-
.../suites/datatype_p0/float/test_float_nan.groovy | 10 +-
.../create_view_nereids/create_view_use_mv.groovy | 12 +-
.../suites/ddl_p0/test_alias_function.groovy | 4 +-
.../ddl_p0/test_create_table_like_nereids.groovy | 15 +-
.../suites/delete_p0/test_delete_unicode.groovy | 3 +-
.../suites/export_p0/test_export_basic.groovy | 304 ++--
.../suites/export_p0/test_export_csv.groovy | 208 +--
.../export_p0/test_export_data_consistency.groovy | 69 +-
.../export_p0/test_export_empty_table.groovy | 142 +-
.../test_export_table_with_label_retry.groovy | 80 +-
.../suites/export_p0/test_export_view.groovy | 327 ++--
.../external_table_p0/es/test_es_query.groovy | 30 +-
.../es/test_es_query_no_http_url.groovy | 31 +-
.../export/test_export_external_table.groovy | 341 ++---
.../hive/ddl/test_hive_ddl_text_format.groovy | 2 +-
.../external_table_p0/hive/hive_config_test.groovy | 3 +-
.../hive/test_external_sql_block_rule.groovy | 21 +
.../hive/test_hive_orc_predicate.groovy | 2 +
...st_hive_runtime_filter_partition_pruning.groovy | 107 ++
.../select/test_clickhouse_all_types_select.groovy | 46 +
.../select/test_oracle_all_types_select.groovy | 47 +
.../select/test_pg_all_types_select.groovy | 76 +
.../select/test_sqlserver_all_types_select.groovy | 47 +
.../kerberos/test_single_hive_kerberos.groovy | 16 +-
.../kerberos/test_two_hive_kerberos.groovy | 57 +-
.../hive/test_trino_hive_serde_prop.groovy | 1 +
.../external_table_p0/tvf/test_catalogs_tvf.groovy | 8 +-
.../tvf/{test_tvf_p2.groovy => test_tvf_p0.groovy} | 24 +-
.../es/test_external_catalog_es.groovy | 52 -
.../external_table_p2/es/test_external_es.groovy | 56 -
.../hive/test_parquet_complex_cross_page.groovy | 52 +
.../hudi/test_hudi_incremental.groovy | 18 +-
.../hudi/test_hudi_schema_evolution.groovy | 16 +-
.../hudi/test_hudi_snapshot.groovy | 10 +-
.../hudi/test_hudi_timetravel.groovy | 11 +-
.../iceberg/test_s3tables_insert_overwrite.groovy | 648 ++++++++
.../iceberg/test_s3tables_write_insert.groovy | 652 ++++++++
.../iceberg/test_s3tables_write_partitions.groovy | 108 ++
.../cloud/test_cloud_mow_correctness_inject.groovy | 94 ++
.../cloud/test_cloud_mow_lock_expired.groovy | 126 ++
.../test_cloud_mow_partial_update_retry.groovy | 2 +-
..._mow_stale_resp_load_compaction_conflict.groovy | 2 +-
..._cloud_mow_stale_resp_load_load_conflict.groovy | 2 +-
...t_cloud_mow_stream_load_with_commit_fail.groovy | 3 +
.../test_cloud_mow_stream_load_with_timeout.groovy | 20 +
.../cloud/test_txn_commit_inject.groovy | 130 ++
.../test_add_key_partial_update.groovy | 2 +-
.../test_partial_update_publish_seq.groovy | 180 +++
.../test_index_io_context.groovy | 4 +-
.../test_multi_replica_fault_injection.groovy | 2 +-
.../test_skip_calc_between_segments.groovy | 173 +++
.../suites/function_p0/not_found_function.groovy | 24 +-
.../suites/function_p0/test_agg_foreach.groovy | 28 -
.../function_p0/test_agg_foreach_notnull.groovy | 28 -
.../test_information_schema.groovy | 69 +
.../test_group_commit_replay_wal.groovy | 5 +
regression-test/suites/insert_p0/insert.groovy | 37 +
.../insert_p0/insert_group_commit_into.groovy | 7 +-
.../test_be_inject_publish_txn_fail.groovy | 3 +
.../insert_p0/test_insert_tablet_sink.groovy | 2 +-
.../test_arrayInvertedIdx_profile.groovy | 1 -
.../test_array_contains_with_inverted_index.groovy | 1 -
.../inverted_index_p0/test_icu_analyzer.groovy | 51 +
.../test_pk_no_need_read_data.groovy | 13 +-
.../suites/inverted_index_p0/test_tokenize.groovy | 69 +-
.../test_javaudf_static_load_test.groovy | 40 +
.../suites/javaudf_p0/test_javaudtf_decimal.groovy | 2 +-
...t_domain_connection_and_ak_sk_correction.groovy | 12 +-
.../load_p0/broker_load/test_seq_load.groovy | 3 +-
.../routine_load/ddl/agg_tbl_basic_drop.sql | 2 +-
.../routine_load/ddl/dup_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/dup_tbl_basic_drop.sql | 2 +-
.../ddl/dup_tbl_basic_multi_table_drop.sql | 2 +-
.../routine_load/ddl/mow_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/mow_tbl_basic_drop.sql | 2 +-
.../routine_load/ddl/uniq_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/uniq_tbl_basic_drop.sql | 2 +-
.../ddl/uniq_tbl_basic_drop_sequence.sql | 2 +-
.../routine_load/test_routine_load_eof.groovy | 5 +
.../test_routine_load_with_user.groovy | 2 +
.../stream_load/test_stream_load_error_url.groovy | 2 +-
.../suites/mtmv_p0/test_base_mtmv.groovy | 24 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 +-
.../suites/mtmv_p0/test_hive_default_mtmv.groovy | 2 +-
.../mtmv_p0/test_hive_limit_partition_mtmv.groovy | 2 +-
.../mtmv_p0/test_hive_multi_partition_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_replace_mtmv.groovy | 14 +-
.../mv_p0/agg_state/order_by/order_by.groovy | 2 +-
.../agg_use_key_direct/agg_use_key_direct.groovy | 63 +
.../multi_slot_k1p2ap3ps.groovy | 8 +-
.../routine_load_mapping.groovy | 13 +-
.../sql_default_limit/sql_default_limit.groovy | 61 +
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 3 +-
.../mv_p0/sum_divede_count/sum_devide_count.groovy | 12 +-
.../test_dup_mv_repeat/test_dup_mv_repeat.groovy | 12 +-
.../test_insert_multi/test_insert_multi.groovy | 12 +-
.../testAggQueryOnAggMV1.groovy | 8 +-
.../ut/testProjectionMV1/testProjectionMV1.groovy | 6 +-
.../suites/nereids_arith_p0/load.groovy | 1 +
.../nereids_function_p0/scalar_function/A.groovy | 5 +-
.../scalar_function/Array.groovy | 11 +
.../ddl/describe/describe_command.groovy | 44 +
.../suites/nereids_p0/drop/drop_table.groovy | 42 +-
.../fold_constant_numeric_arithmatic.groovy | 700 ++++-----
.../nereids_p0/literal/test_compare_literal.groovy | 153 ++
.../test_aggregate_percentile_no_cast.groovy | 19 +
.../window_functions/test_window_function.groovy | 27 +-
.../subquery/test_correlated_filter_removed.groovy | 54 +
.../push_down_count_through_join_one_side.groovy | 1 +
.../eliminate_group_by_key_by_uniform.groovy | 16 +
.../eliminate_order_by_key.groovy | 194 +++
.../expression/test_simplify_range.groovy | 34 +
.../limit_push_down/limit_push_down.groovy | 5 +-
.../limit_push_down/order_push_down.groovy | 2 +-
.../agg_optimize_when_uniform.groovy | 11 +-
.../create_commit_mtmv_many_task.groovy | 2 -
.../range_datetime_part_up_rewrite.groovy | 41 +-
.../mv/partition_mv_rewrite.groovy | 18 +
.../single_table_without_aggregate.groovy | 3 +
.../partition_prune/prune_or.groovy | 79 +
.../distribute/bucket_shuffle_to_right.groovy | 78 +
.../suites/nereids_syntax_p0/join_condition.groovy | 67 +
.../mv/aggregate/agg_sync_mv.groovy | 2 +-
.../mv/newMv/sum_devide_count.groovy | 18 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV1.groovy | 8 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV10.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV11.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV2.groovy | 7 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV3.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV5.groovy | 5 +
.../nereids_syntax_p0/mv/ut/aggOnAggMV6.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/aggOnAggMV7.groovy | 5 +-
.../nereids_syntax_p0/mv/ut/onlyGroupBy.groovy | 8 +-
.../mv/aggregate/agg_sync_mv.groovy | 4 +-
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 82 ++
.../test_dynamic_partition_with_rename.groovy | 37 +-
.../test_partition_storage_policy.groovy | 118 ++
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 46 +
.../suites/query_p0/aggregate/array_agg.groovy | 16 +
.../suites/query_p0/cache/query_cache.groovy | 185 +++
regression-test/suites/query_p0/dual/dual.groovy | 8 +-
.../query_p0/operator/test_set_operator.groovy | 27 +
.../suites/query_p0/sort/topn_2pr_rule.groovy | 2 +-
.../array_functions/array_flatten.groovy | 46 +
.../array_functions/test_array_functions.groovy | 12 +-
.../json_function/test_query_json_object.groovy | 56 +
.../test_compress_uncompress.groovy | 139 ++
.../string_functions/test_split_by_regexp.groovy | 6 +
.../sql_functions/test_alias_function.groovy | 6 +
.../window_functions/test_column_boundary.groovy | 40 +-
.../window_functions/test_window_function.groovy | 28 +-
.../query_p0/system/test_query_sys_tables.groovy | 7 +
.../query_p0/test_array_orderby_limit.groovy | 11 +-
...ptive_pipeline_task_serial_read_on_limit.groovy | 92 +-
.../suites/query_profile/scanner_profile.groovy | 2 +-
.../schema_change_modify_mv_column_type_agg.groovy | 23 +-
.../schema_change_modify_mv_column_type.groovy | 26 +-
.../test_dup_rollup_schema_change.groovy | 1 +
.../test_rename_partition_column.groovy | 46 +
.../test_uniq_rollup_schema_change.groovy | 1 +
.../suites/shape_check/clickbench/query25.groovy | 1 +
.../suites/shape_check/clickbench/query26.groovy | 1 +
.../suites/shape_check/clickbench/query27.groovy | 1 +
...st_show_create_table_with_storage_policy.groovy | 1 +
.../suites/show_p0/test_show_data_skew.groovy | 1 +
.../suites/statistics/analyze_stats.groovy | 24 +-
.../suites/statistics/test_analyze_mv.groovy | 19 +
.../test_show_queued_analyze_jobs.groovy | 53 +
.../suites/statistics/test_update_rows_mv.groovy | 2 +
.../suites/trino_p0/constant_group_key.groovy | 2 +-
.../test_partial_update_default_value.groovy | 25 +-
.../test_partial_update_lookup_row_key.groovy | 81 +
.../test_partial_update_row_store.groovy | 103 ++
.../variant_github_events_new_p2/load.groovy | 63 +-
regression-test/suites/variant_p0/rqg/rqg4.sql | 3 +-
.../test_array_contains_with_inverted_index.groovy | 94 +-
.../with_index/test_array_index_write.groovy | 93 ++
.../test_array_inverted_index_profile.groovy | 157 ++
.../vault_p0/alter/test_alter_vault_name.groovy | 11 +
.../concurent/test_alter_vault_concurrently.groovy | 128 ++
.../test_create_vault_concurrently.groovy | 132 ++
.../test_default_vault_concurrenlty.groovy | 127 ++
.../vault_p0/create/test_create_vault.groovy | 23 +
...> test_create_vault_with_case_sensitive.groovy} | 256 ++--
.../create/test_create_vault_with_kerberos.groovy | 106 ++
.../create/test_minio_storage_vault.groovy | 52 +-
...> test_vault_privilege_with_multi_roles.groovy} | 86 +-
.../test_vault_privilege_with_role.groovy | 78 +-
.../test_vault_privilege_with_user.groovy | 8 +
.../workload_manager_p0/test_curd_wlg.groovy | 24 -
.../workload_manager_p0/test_resource_tag.groovy | 99 --
thirdparty/build-thirdparty.sh | 6 +-
thirdparty/vars.sh | 8 +-
1251 files changed, 42220 insertions(+), 9742 deletions(-)
create mode 100644 be/dict/icu/uax29/Default.txt
create mode 100644 be/dict/icu/uax29/MyanmarSyllable.txt
copy be/{test/testutil/mock/mock_runtime_state.h =>
src/common/be_mock_util.cpp} (64%)
copy be/src/common/{be_mock_util.h => compile_check_avoid_begin.h} (65%)
copy be/src/{vec/exec/format/table/table_format_reader.cpp =>
common/compile_check_avoid_end.h} (76%)
create mode 100644 be/src/common/kerberos/kerberos_config.cpp
create mode 100644 be/src/common/kerberos/kerberos_config.h
create mode 100644 be/src/common/kerberos/kerberos_ticket_cache.cpp
create mode 100644 be/src/common/kerberos/kerberos_ticket_cache.h
create mode 100644 be/src/common/kerberos/kerberos_ticket_mgr.cpp
create mode 100644 be/src/common/kerberos/kerberos_ticket_mgr.h
create mode 100644 be/src/common/kerberos/krb5_interface.h
create mode 100644 be/src/common/kerberos/krb5_interface_impl.cpp
create mode 100644 be/src/common/kerberos/krb5_interface_impl.h
create mode 100644
be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.cpp
copy be/{test/testutil/mock/mock_slot_ref.h =>
src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.h} (57%)
create mode 100644 be/src/io/fs/hdfs/hdfs_mgr.cpp
create mode 100644 be/src/io/fs/hdfs/hdfs_mgr.h
create mode 100644 be/src/olap/inverted_index_profile.h
copy be/{test/testutil/mock/mock_runtime_state.h =>
src/olap/inverted_index_stats.h} (78%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/BreakIteratorWrapper.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/BreakIteratorWrapper.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/CompositeBreakIterator.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/CompositeBreakIterator.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/DefaultICUTokenizerConfig.cpp
copy be/src/{util/interval_histogram.h =>
olap/rowset/segment_v2/inverted_index/analyzer/icu/DefaultICUTokenizerConfig.h}
(51%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/ICUAnalyzer.h
rename be/src/{util/interval_histogram.h =>
olap/rowset/segment_v2/inverted_index/analyzer/icu/ICUCommon.h} (56%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/ICUTokenizer.cpp
copy be/src/{vec/exec/format/table/iceberg/arrow_schema_util.h =>
olap/rowset/segment_v2/inverted_index/analyzer/icu/ICUTokenizer.h} (54%)
copy be/src/{runtime/workload_management/workload_group_context.h =>
olap/rowset/segment_v2/inverted_index/analyzer/icu/ICUTokenizerConfig.h} (62%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/ScriptIterator.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/ScriptIterator.h
create mode 100644 be/src/pipeline/exec/mock_operator.h
create mode 100644 be/src/runtime/memory/jemalloc_control.cpp
create mode 100644 be/src/runtime/memory/jemalloc_control.h
delete mode 100644 be/src/runtime/query_statistics.cpp
delete mode 100644 be/src/runtime/query_statistics.h
rename be/src/runtime/workload_management/{workload_query_info.h =>
cpu_context.cpp} (66%)
create mode 100644 be/src/runtime/workload_management/resource_context.cpp
delete mode 100644 be/src/util/interval_histogram.cpp
copy be/src/vec/exec/{format/table/table_format_reader.cpp =>
scan/simplified_scan_scheduler.cpp} (58%)
create mode 100644 be/src/vec/functions/array/function_array_flatten.cpp
create mode 100644 be/src/vec/functions/function_compress.cpp
create mode 100644 be/test/common/kerberos/kerberos_config_test.cpp
create mode 100644 be/test/common/kerberos/kerberos_ticket_cache_auth_test.cpp
create mode 100644 be/test/common/kerberos/kerberos_ticket_cache_test.cpp
create mode 100644 be/test/common/kerberos/kerberos_ticket_mgr_test.cpp
create mode 100644 be/test/exec/hash_map/hash_table_method_test.cpp
create mode 100644 be/test/io/fs/hdfs/hdfs_mgr_test.cpp
copy be/{src/vec/exec/format/file_reader/new_plain_binary_line_reader.h =>
test/olap/inverted_index_profile_test.cpp} (50%)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/analyzer/icu_anzlyzer_test.cpp
create mode 100644 be/test/pipeline/exec/data_queue_test.cpp
create mode 100644 be/test/pipeline/exec/multi_cast_data_streamer_test.cpp
create mode 100644 be/test/pipeline/local_exchanger_test.cpp
create mode 100644 be/test/pipeline/operator/agg_operator_test.cpp
create mode 100644 be/test/pipeline/operator/agg_shared_state_test.cpp
create mode 100644 be/test/pipeline/operator/assert_nums_rows_operator.cpp
create mode 100644 be/test/pipeline/operator/datagen_operator_test.cpp
copy be/{src/runtime/workload_management/workload_group_context.h =>
test/pipeline/operator/empty_set_operator_test.cpp} (60%)
create mode 100644 be/test/pipeline/operator/exchange_sink_operator_test.cpp
create mode 100644 be/test/pipeline/operator/operator_helper.h
create mode 100644 be/test/runtime/workload_sched_policy_test.cpp
copy be/{src/vec/exec/format/table/table_format_reader.cpp =>
test/scan/mock_scanner_scheduler.h} (72%)
copy be/{src/vec/exec/format/table/table_format_reader.cpp =>
test/scan/mock_simplified_scan_scheduler.h} (55%)
create mode 100644 be/test/scan/scanner_context_test.cpp
copy be/{src/vec/exec/format/table/table_format_reader.cpp =>
test/testutil/column_helper.cpp} (52%)
create mode 100644 be/test/testutil/column_helper.h
create mode 100644 be/test/testutil/mock/mock_agg_fn_evaluator.cpp
rename be/{src/vec/exec/format/table/table_format_reader.cpp =>
test/testutil/mock/mock_agg_fn_evaluator.h} (57%)
create mode 100644 be/test/testutil/mock/mock_data_stream_sender.h
create mode 100644 be/test/testutil/mock/mock_slot_ref.cpp
delete mode 100644 be/test/util/interval_histogram_test.cpp
create mode 100644
be/test/vec/aggregate_functions/agg_group_array_intersect_test.cpp
create mode 100644 be/test/vec/data_types/data_type_agg_state_test.cpp
create mode 100644 be/test/vec/data_types/data_type_bitmap_test.cpp
create mode 100644
be/test/vec/data_types/data_type_fixed_length_object_test.cpp
create mode 100644 be/test/vec/data_types/data_type_hll_test.cpp
create mode 100644 be/test/vec/data_types/data_type_quantile_state_test.cpp
create mode 100644 be/test/vec/data_types/serde/data_type_serde_arrow_test.cpp
create mode 100644 be/test/vec/exec/agg/agg_fn_evaluator_test.cpp
create mode 100644 be/test/vec/exec/scan_operator_test.cpp
create mode 100644 be/test/vec/function/function_convert_tz_test.cpp
create mode 100644 be/test/vec/runtime/sort_merger_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run74.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/date_partition_table/partition_col=2025-01-01/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/date_partition_table/partition_col=2025-01-02/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/date_partition_table/partition_col=2025-01-03/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/decimal_partition_table/partition_col=100.01/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/decimal_partition_table/partition_col=200.02/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/decimal_partition_table/partition_col=300.03/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/int_partition_table/partition_col=1/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/int_partition_table/partition_col=2/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/int_partition_table/partition_col=3/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table/partition_col=A/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table/partition_col=B/000000_0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/partition_tables/string_partition_table/partition_col=C/000000_0
create mode 100644 extension/logstash/lib/logstash/util/delay_event.rb
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/security/authentication/PreExecutionAuthenticatorCache.java
rename
fe/fe-core/src/main/java/org/apache/doris/analysis/{ShowAutoAnalyzeJobsStmt.java
=> ShowQueuedAnalyzeJobsStmt.java} (96%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/SupportBinarySearchFilteringPartitions.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/EmptyCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/EvictableCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/EvictableCacheBuilder.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergS3TablesExternalCatalog.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/s3tables/CustomAwsCredentialsProvider.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/AddFollowerClause.java =>
fs/DirectoryLister.java} (62%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DecommissionBackendClause.java
=> fs/FileSystemDirectoryLister.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/FileSystemIOException.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropBackendClause.java =>
fs/RemoteFileRemoteIterator.java} (51%)
copy fe/fe-core/src/main/java/org/apache/doris/{mysql/BytesChannel.java =>
fs/RemoteIterator.java} (70%)
copy
fe/fe-core/src/main/java/org/apache/doris/{common/ColumnAliasGenerator.java =>
fs/SimpleRemoteIterator.java} (53%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/TransactionDirectoryListingCacheKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/TransactionScopeCachingDirectoryLister.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/TransactionScopeCachingDirectoryListerFactory.java
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/{MTMVVersionSnapshot.java
=> MTMVSnapshotIdSnapshot.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/parser/LogicalPlanBuilderForEncryption.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecTableSinkHashPartitioned.java
=> DistributionSpecHiveTableSinkHashPartitioned.java} (85%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecTableSinkRandomPartitioned.java
=> DistributionSpecHiveTableSinkUnPartitioned.java} (76%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecTabletIdShuffle.java
=> DistributionSpecOlapTableSinkHashPartitioned.java} (73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/SimplifyConflictCompound.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/EliminateOrderByKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownFilterIntoSchemaScan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ArrayFlatten.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{JsonObject.java
=> Compress.java} (55%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{JsonObject.java
=> Uncompress.java} (57%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/{plans/commands/NeedAuditEncryption.java
=> expressions/literal/ComparableLiteral.java} (82%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterSystemCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AnalyzeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AnalyzeDatabaseCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AnalyzeTableCommand.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/CreateFunctionStmt.java =>
nereids/trees/plans/commands/CreateFunctionCommand.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateMaterializedViewCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DescribeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DropFunctionCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DropTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowAnalyzeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowQueuedAnalyzeJobsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/alter/AlterRepositoryCommand.java
copy fe/fe-core/src/main/java/org/apache/doris/{analysis/AddBackendClause.java
=> nereids/trees/plans/commands/info/AddBackendOp.java} (74%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DecommissionBackendClause.java
=> nereids/trees/plans/commands/info/AddBrokerOp.java} (60%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/AddFollowerClause.java =>
nereids/trees/plans/commands/info/AddFollowerOp.java} (56%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropFollowerClause.java =>
nereids/trees/plans/commands/info/AddObserverOp.java} (69%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/{properties/DistributionSpecTableSinkHashPartitioned.java
=> trees/plans/commands/info/AlterSystemOp.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/BackendOp.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/ModifyBrokerClause.java =>
nereids/trees/plans/commands/info/BrokerOp.java} (77%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/{CreateIndexOp.java
=> BuildIndexOp.java} (81%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DecommissionBackendClause.java
=> nereids/trees/plans/commands/info/DecommissionBackendOp.java} (73%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropBackendClause.java =>
nereids/trees/plans/commands/info/DropBackendOp.java} (73%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DecommissionBackendClause.java
=> nereids/trees/plans/commands/info/DropBrokerOp.java} (60%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropFollowerClause.java =>
nereids/trees/plans/commands/info/DropFollowerOp.java} (72%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropObserverClause.java =>
nereids/trees/plans/commands/info/DropObserverOp.java} (69%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/FrontendOp.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/FunctionArgTypesInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/resource/workloadgroup/CreateInternalWorkloadGroupThread.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/TestEvictableCache.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergUtilsTest.java
rename
fe/fe-core/src/{main/java/org/apache/doris/datasource/paimon/PaimonSchema.java
=> test/java/org/apache/doris/datasource/paimon/PaimonExternalCatalogTest.java}
(57%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/s3tables/S3TablesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/TransactionScopeCachingDirectoryListerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/PaimonUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/EncryptSQLTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateOrderByKeyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/CompareLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateTableCommandTest.java
create mode 100644
regression-test/data/compaction/test_compaction_fail_release_lock.out
create mode 100644
regression-test/data/correctness_p0/test_column_prune_in_hash_join.out
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_runtime_filter_partition_pruning.out
create mode 100644
regression-test/data/external_table_p0/jdbc/type_test/select/test_clickhouse_all_types_select.out
create mode 100644
regression-test/data/external_table_p0/jdbc/type_test/select/test_oracle_all_types_select.out
create mode 100644
regression-test/data/external_table_p0/jdbc/type_test/select/test_pg_all_types_select.out
create mode 100644
regression-test/data/external_table_p0/jdbc/type_test/select/test_sqlserver_all_types_select.out
rename regression-test/data/external_table_p0/tvf/{test_tvf_p2.out =>
test_tvf_p0.out} (98%)
copy regression-test/data/{datatype_p0/double/test_double_nan.out =>
external_table_p2/hive/test_parquet_complex_cross_page.out} (70%)
create mode 100644
regression-test/data/external_table_p2/iceberg/test_s3tables_insert_overwrite.out
create mode 100644
regression-test/data/external_table_p2/iceberg/test_s3tables_write_insert.out
create mode 100644
regression-test/data/external_table_p2/iceberg/test_s3tables_write_partitions.out
copy regression-test/data/{variant_github_events_new_p2/load.out =>
fault_injection_p0/cloud/test_cloud_mow_correctness_inject.out} (58%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_mow_lock_expired.out
copy regression-test/data/{variant_github_events_new_p2/load.out =>
fault_injection_p0/cloud/test_txn_commit_inject.out} (69%)
create mode 100644
regression-test/data/fault_injection_p0/partial_update/test_partial_update_publish_seq.out
copy regression-test/data/{variant_github_events_new_p2/load.out =>
fault_injection_p0/test_skip_calc_between_segments.out} (61%)
create mode 100644
regression-test/data/information_schema_p0/test_information_schema.out
create mode 100644 regression-test/data/inverted_index_p0/test_icu_analyzer.out
create mode 100644
regression-test/data/mv_p0/agg_use_key_direct/agg_use_key_direct.out
copy regression-test/data/{datatype_p0/double/test_double_nan.out =>
mv_p0/sql_default_limit/sql_default_limit.out} (70%)
rename
regression-test/data/nereids_function_p0/array/{test_array_map<char,double>.csv
=> test_array_map_char_double.csv} (100%)
rename
regression-test/data/nereids_function_p0/array/{test_array_map<datetime,decimal<76,56>>.csv
=> test_array_map_datetime_decimal.csv} (100%)
rename
regression-test/data/nereids_function_p0/array/{test_array_map<ipv4,ipv6>.csv
=> test_array_map_ipv4_ipv6.csv} (100%)
rename
regression-test/data/nereids_function_p0/array/{test_array_map<largeInt,string>.csv
=> test_array_map_largeInt_string.csv} (100%)
create mode 100644
regression-test/data/nereids_p0/ddl/describe/describe_command.out
create mode 100644
regression-test/data/nereids_rules_p0/eliminate_order_by_key/eliminate_order_by_key.out
copy regression-test/data/{datatype_p0/double/test_double_nan.out =>
nereids_rules_p0/partition_prune/prune_or.out} (55%)
copy regression-test/data/{variant_github_events_new_p2/load.out =>
nereids_syntax_p0/distribute/bucket_shuffle_to_right.out} (54%)
create mode 100644 regression-test/data/nereids_syntax_p0/join_condition.out
create mode 100644 regression-test/data/query_p0/cache/query_cache.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/array_flatten.out
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_compress_uncompress.out
copy regression-test/data/{datatype_p0/double/test_double_nan.out =>
statistics/test_analyze_mv.out} (77%)
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_lookup_row_key.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_row_store.out
create mode 100644
regression-test/data/variant_p0/with_index/test_array_contains_with_inverted_index.out
create mode 100644
regression-test/data/variant_p0/with_index/test_array_inverted_index_profile.out
delete mode 100644
regression-test/data/workload_manager_p0/skip_rg_test_table.csv
create mode 100644
regression-test/java-udf-src/src/main/java/org/apache/doris/udf/StaticIntTestUDAF.java
copy fe/fe-core/src/main/java/org/apache/doris/analysis/AddFollowerClause.java
=>
regression-test/java-udf-src/src/main/java/org/apache/doris/udf/StaticIntTestUDTF.java
(64%)
create mode 100644 regression-test/plugins/cloud_filecache_plugin.groovy
create mode 100644
regression-test/suites/account_p0/test_property_session.groovy
create mode 100644
regression-test/suites/alter_p2/test_alter_repository_command.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_force_replace_diff_column.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_force_replace_diff_part_type.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_force_replace_diff_part_val.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_storage_policy.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_store_with_db_properties.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_store_with_db_properties_kv.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_fail_release_lock.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_update_big_delete_bitmap.groovy
create mode 100644
regression-test/suites/correctness_p0/test_column_prune_in_hash_join.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_runtime_filter_partition_pruning.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/type_test/select/test_clickhouse_all_types_select.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/type_test/select/test_oracle_all_types_select.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/type_test/select/test_pg_all_types_select.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/type_test/select/test_sqlserver_all_types_select.groovy
rename regression-test/suites/external_table_p0/tvf/{test_tvf_p2.groovy =>
test_tvf_p0.groovy} (78%)
delete mode 100644
regression-test/suites/external_table_p2/es/test_external_catalog_es.groovy
delete mode 100644
regression-test/suites/external_table_p2/es/test_external_es.groovy
create mode 100644
regression-test/suites/external_table_p2/hive/test_parquet_complex_cross_page.groovy
create mode 100644
regression-test/suites/external_table_p2/iceberg/test_s3tables_insert_overwrite.groovy
create mode 100644
regression-test/suites/external_table_p2/iceberg/test_s3tables_write_insert.groovy
create mode 100644
regression-test/suites/external_table_p2/iceberg/test_s3tables_write_partitions.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_correctness_inject.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_lock_expired.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_txn_commit_inject.groovy
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_publish_seq.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_skip_calc_between_segments.groovy
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/NumericLiteral.java
=> regression-test/suites/function_p0/not_found_function.groovy (68%)
create mode 100644
regression-test/suites/information_schema_p0/test_information_schema.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_icu_analyzer.groovy
create mode 100644
regression-test/suites/mv_p0/agg_use_key_direct/agg_use_key_direct.groovy
create mode 100644
regression-test/suites/mv_p0/sql_default_limit/sql_default_limit.groovy
create mode 100644
regression-test/suites/nereids_p0/ddl/describe/describe_command.groovy
rename be/src/runtime/workload_management/workload_group_context.h =>
regression-test/suites/nereids_p0/drop/drop_table.groovy (59%)
create mode 100644
regression-test/suites/nereids_p0/literal/test_compare_literal.groovy
create mode 100644
regression-test/suites/nereids_p0/subquery/test_correlated_filter_removed.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/eliminate_order_by_key/eliminate_order_by_key.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/partition_prune/prune_or.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/distribute/bucket_shuffle_to_right.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/join_condition.groovy
create mode 100644
regression-test/suites/partition_p0/test_partition_storage_policy.groovy
create mode 100644 regression-test/suites/query_p0/cache/query_cache.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/array_flatten.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_compress_uncompress.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_rename_partition_column.groovy
create mode 100644
regression-test/suites/statistics/test_show_queued_analyze_jobs.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_lookup_row_key.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_row_store.groovy
copy regression-test/suites/{inverted_index_p0 =>
variant_p0/with_index}/test_array_contains_with_inverted_index.groovy (57%)
create mode 100644
regression-test/suites/variant_p0/with_index/test_array_index_write.groovy
create mode 100644
regression-test/suites/variant_p0/with_index/test_array_inverted_index_profile.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_alter_vault_concurrently.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_create_vault_concurrently.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_default_vault_concurrenlty.groovy
copy regression-test/suites/vault_p0/create/{test_create_vault.groovy =>
test_create_vault_with_case_sensitive.groovy} (53%)
create mode 100644
regression-test/suites/vault_p0/create/test_create_vault_with_kerberos.groovy
copy
regression-test/suites/vault_p0/privilege/{test_vault_privilege_with_role.groovy
=> test_vault_privilege_with_multi_roles.groovy} (58%)
delete mode 100644
regression-test/suites/workload_manager_p0/test_resource_tag.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
