This is an automated email from the ASF dual-hosted git repository.
morrySnow pushed a change to branch auto-pick-64439-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard e1cecfd7da5 [fix](load) fix empty statistics for forwarded INSERT
(#64439)
add 6f5ef0a4da5 [fix](mc) fix memory leak and optimize large data write
for MaxCompute connector (#61245) (#64449)
add 6b4368988b9 [fix](cloud) avoid false tablet diagnosis alarms in cloud
mode (#60805) (#63751)
add bc17fb72508 branch-4.0: [fix](case) exclude test_paimon_gcs in
regression config #64155 (#64345)
add 78454d9fad8 branch-4.0: [fix](test) fix branch-4.0 P0 regression
failures (build #198126) (#64525)
add ef4582da7c8 branch-4.0: [fix](load) fix load_to_single_tablet routing
for auto partition (#64615)
add 4ab62616af3 branch-4.0: [fix](nereids) bind file column placeholders
for copy into select (#64590)
add 182820f0235 branch-4.0: [enhance](job) add zero-row hint for Kafka
read_committed load and [opt](job) delay Kafka read committed zero-row retries
(#64584)
add 901376feb03 branch-4.0: [opt](memory) add BE-level cache for load
tablet schemas (#64581)
add 013238f4b6a branch-4.0: [fix](fe) Backport null-reject MV rewrite
fixes (#62492, #63268) (#63585)
add 7957ada1301 branch-4.0:[improvement](fe) Support LDAP default roles
(#63411) (#64115)
add b7dd363c587 branch-4.0: [fix](mtmv) Avoid mutating excluded trigger
tables (#62984) (#64517)
add 52c028396b8 branch-4.0: [fix](ddl) reject invalid IPv4 default value
at CREATE TABLE time #62906 (#64487)
add e546a0e3c9e branch-4.0: [test](nereids) stabilize flaky
prune_bucket_with_bucket_shuffle_join #64530 (#64546)
add eb3ee763699 branch-4.0: [fix](test) deflake test_iot_auto_detect_fail
by accepting equivalent error messages (#64580)
add 08921bdae9d branch-4.0: [fix](audit) record per-query SET_VAR hint
session variables in audit log (#64569) (#64617) (#64600)
add 13592aa70a3 branch-4.0: [fix](regression) fix p2 case failure #64420
(#64421)
add 28add521d04 branch-4.0: [fix](test) deflake test_curd_wlg and adapt
test_single_replica_compaction_with_format_v2 to V3 default (#64666)
add 001c1ff388e [fix](regression-test) fix stale nested-type assertions in
two_level/three_level_nestedtypes_with_s3data #64706 (#64709)
add 2c6ceabc1fe branch-4.0: [fix](filecache) fix clear_file_cache right
after reboot causing file cache size percent overflow(pick#63410) (#64233)
add 7985a726422 branch-4.0:[enhance](nereids) improve masking of user's
password for ALTER USER and CREATE USER commands in audit logs #62141 (#64717)
add 0c865d971c3 [fix](jdbc) Push SQL Server/Oracle boolean predicates as
1/0 instead of TRUE/FALSE (#64760)
add 38681ea9d8f branch-4.0: [fix](nereids) Fix pre-aggregation context
leakage across join branches #63357 (#63432)
add 6f1538c6ee0 branch-4.0: [fix](test) deflake several branch-4.0 P2
regression cases (#64693)
add b8f09203bd5 branch-4.0: [fix](cloud-compaction) prevent
EMPTY_CUMULATIVE / BASE-CUMU races on the same tablet #64619 (#64701)
add bd1b866c169 branch-4.0: [fix](subquery) eliminate null aware by
mistake #64639 (#64715)
add b9b770af315 branch-4.0: [fix](fe) Fix broken pipe risk on stream load
redirect with unconsumed request body (#64303)
add 6e4fd993652 branch-4.0: [improvement](rowset) Aggregate non-MOW
segment key bounds (#64305)
add 02a319ebb16 branch-4.0: [test](docker) Verify DML and 3-replica create
table when one BE is down #63401 (#63698)
add 7c70c7f32b7 branch-4.0: [opt](cloud) cache cluster id per query and
drop redundant locks on getBackendId hot path #63636 (#64275)
add 540f1399e3e branch-4.0: [feature](cloud) Add table-level event-driven
warm up (#64544)
add e45bb3893d0 branch-4.0: [fix](filecache) exclude warmup reads from
file cache hit ratio metrics(pick#63394) (#64232)
add 6b900bf686b branch-4.0: [chore](cloud) Support dynamic recycler
instance filter config #63822 (#63940)
add ec0e782e4e7 branch-4.0: [improvement](cloud) Enable packed file and
empty rowset optimization by default #63475 (#63774)
add 5dc358a942b branch-4.0: [fix](s3) Avoid retrying object storage
SlowDown errors #63776 (#64326)
add cde9d5338ae branch-4.0: [fix](filecache) Disable sync file cache clear
in http api(pick#64321) (#64460)
add d71b0cd1af4 branch-4.0: [improvement](filecache) limit file cache LRU
replay queues(pick#64381) (#64462)
add 502d28a9fa9 branch-4.0: [test](regression) Remove no simdjson flexible
update case #64513 (#64540)
add d000f924d36 branch-4.0: [fix](cloud) Fix some docker case due to open
skip_writing_empty_rowset_metadata #64565 (#64594)
add 8b77d4f8628 branch-4.0: [fix](cloud) Recycle empty rowsets without
resource id #64630 (#64642)
add 0a516071b07 branch-4.0: [fix](cloud) Validate recycle rowset key state
during commit rowset #63985 (#64286)
add 923308ba082 branch-4.0: [fix](cloud) Fix reading packed inverted index
file on file cache miss #64383 (#64406)
add 2c7ed3fc083 branch-4.0: [fix](fe) Prevent cast project pushdown
through union distinct #64080 (#64556)
add 76ff2dadd1c branch-4.0: [fix](cloud) Refresh base tablet before schema
change V1 #64312 (#64429)
add 0e7d5fec710 branch-4.0: [fix](nereids) clamp the merged limit of
MERGE_TOP_N by the parent offset #64306 (#64352)
add b8e71e7e294 branch-4.0: [fix](fe) Reject TopN in correlated scalar
subquery #64251 (#64350)
add b3e9b3e8667 branch-4.0: [fix](stream-load) fix http_stream compressed
file truncation and stabilize sql_cache P0 cases (#64769)
add f38705eab26 branch-4.0: [fix](mtmv) Add null-safety to
getBaseViewsOneLevel for backward compatibility #64412 (#64499)
add 2cee51fe9b2 branch-4.0: [fix](fe) Fix datediff folding for zero date
#64084 (#64222)
add 73d74b1d850 [improvement](cgroup) inactive_file should be treated as
available memory to avoid query be cancelled (#64347) (#64414)
add 3bc4497e8ee branch-4.0: [bug](iceberg) fix can't get migrated Iceberg
tables format type #64134 (#64289)
add 9278828d835 branch-4.0: [fix](be) Fix json contains duplicate array
candidates #63301 (#63338)
add 821593d39f5 branch-4.0: [fix](filecache) avoid crash when late holder
cleanup sees removed cache cell #62437 (#63955)
add e9057613d08 branch-4.0: [fix](fe) Align convert_tz folding with BE DST
handling #64029 (#64194)
add 6f086bd6cc0 branch-4.0: [fix](delta writer) Fix shared delta writer
state lifetime (#64512)
add b66f1f55dbe branch-4.0:[fix](partition_prune) Avoid incorrect
convert_tz partition pruning across DST transitions #63853 (#64827)
add 01da6d59347 branch-4.0: [fix](connect) Align COM_RESET_CONNECTION
behavior with MySQL #63884 (#64074)
add 33c7270fe19 branch-4.0: fix: block type reset after dict filter #63168
(#63418)
add 24d91851360 branch-4.0: [fix](query) avoid missing result packet for
query during master switch #62721 (#62773)
add cf70f91d2e8 branch-4.0: [fix](fe) Detect Doris-compatible MySQL JDBC
targets #64389 (#64472)
add a1295fe2473 branch-4.0: [fix](fe) Support dollar sign in mysql pattern
(#64259)
add 31df8073db5 [fix](fe) Backport runtime filter outer join fix to 4.0
(#64157)
add 486ad7e44ff branch-4.0: [fix](planner) align legacy literal
compareLiteral with Nereids ComparableLiteral semantics (#63481) (#63873)
add 072399d3d20 branch-4.0:[fix](topn_to_max)Remove the topnToMax
optimizer rewrite that converted TOPN into MAX.#63519 (#63966)
add acd327aa8fc [branch-4.0][fix](search) reject Lucene-syntax search on
columns without inverted index (#63857)
add 8c51eb23e12 branch-4.0: [fix](fe) Normalize default HDFS paths in
LocationPath #63476 (#63769)
add 4be9640f40b branch-4.0: [fix](function) preserve sign for negative
sub-hour TIMESTAMPTZ offsets #62823 (#63052)
add cac392b1f42 branch-4.0: [fix](variant) Reject COUNT DISTINCT on
variant arguments #63479 (#64294)
add 6ae53a2be9e branch-4.0: [fix](nereids) Guard
LogicalView.computeOutput() against schema drift (IndexOutOfBoundsException)
#64007 (#64271)
add fce429e78f7 branch-4.0: [fix](fe) Fix int overflow in BeIdComparator
causing stream load failure #63565 (#64052)
add ab5c1cc78fb branch-4.0: [fix](fe) Skip dropped columns in follower
stats sync #63882 (#63947)
add 2238e9dcfe3 branch-4.0: [fix](regression) Wait row count before
partition stats check (#63760)
add 87c0252035a [fix](microbench) fix microbench disk info includes
(#64874)
add 96cb1084037 [branch-4.0][fix](file-cache) Make sync clear use safe
removal #64578 (#64770)
add 8471e29e6c1 branch-4.0: [fix](hive table) Fill Hive meta cache when
loading row count for queries #63470 (#63802)
add fe2d97d5ea2 branch-4.0: [fix](regression) fix unstable
test_audit_log_internal_query_failure due to other cases modify global vars
#63030 (#63944)
add 5494d4eca3f branch-4.0: [opt](s3) Skip S3 listing for deterministic
file paths using HEAD requests (#60414) (#64821)
add 0b34bee4724 [fix](be) Avoid finalized pipeline task submit crash
(#64946)
add 7b624468652 branch-4.0: [fix](multi-catalog) OSS bucket endpoint path
normalization (#64943)
add f2652ac056e branch-40: [bug](iceberg) mapping iceberg varint type to
unsupported type #64331 (#64990)
add c653f4b20cd branch-4.0: [feature](fe) Add connection max metrics
#64742 (#64985)
add c60860e7400 branch-4.0: [fix](process list) return unexpected result
in FULL mode #64631 (#64982)
add 242028f3f21 branch-4.0: [fix](regression) Wait for stable colocate
groups in plan tests #64361 (#64980)
add 174daa7ebc0 branch-4.0: [fix](parser) isNull should under
primaryExpression #63619 (#64977)
add dcbcaecbcf2 branch-4.0: [fix](regression) Stabilize max compute schema
metadata checks (#64975)
add 879c08d1e96 branch-4.0: [fix](test) fix 4.0 hudi mtmv flaky test cases
(#64996)
add 616bd80f58b branch-4.0: [fix](window) only allow 1 argument in count
distinct in window function #64783 (#64823)
add c93f3ed109f branch-4.0: [fix](array function) Support boolean cast for
array first and last #64847 (#64888)
add fddb30141e7 branch-4.0: [fix](function) Validate array_sort lambda
arity #64825 (#64860)
add 78258f9d8c5 branch-4.0: [fix](test) fix
/nereids_syntax_p1/mv/aggregate/agg_sync_mv.groovy (#64974)
add ce8af3dbecb branch-4.0: [fix](fe) Remove decimal literal debug logs
#63841 (#63879)
add ea4616002fb branch-4.0: [fix](show variables) Fix changed variable
output in show variables #63734 (#63791)
add 12f15af1144 branch-4.0: [fix](test) Make test_analyze_long_string Case
5 stable against sample rows randomness #64408 (#64506)
add cf09a31290e branch-4.0: fix(regression): Make test_analyze_mv
row_count assertion stable after truncate #64419 (#64501)
add 5a4b2c9659a branch-4.0: [fix](retention) Limit param count to 32 to
avoid BE heap overflow #64521 (#65036)
add 95570e82c6a branch-4.0: [fix](test) fix flaky case in
variables_persist test_mtmv #64365 (#64426)
add db6ba9f6f3b branch-4.0: [improvement](docker) Make thirdparty jar
download mirror… (#65039)
add 40556ce428d branch-4.0: [fix](test) fix regression test
eliminate_inner #64457 (#64588)
add 2b34904919a branch-4.0: [fix](test) fix flaky p2 test cases in
branch-4.0 (#64997)
add 809692d0530 branch-4.0: [fix](iceberg) Fix NPE in COUNT(*) pushdown
when snapshot summary omits total-* counters (#64648) (#65060)
add 6bf2d488ae7 branch-4.0: [fix](test) fix flaky tests in branch-4.0 p0
(#64992)
add 24d9c831891 branch-4.0: [fix](fe) Normalize aggregate order by
pushdown #64787 (#65026)
add 20c9303ad9e branch-4.0: [fix](fe) Merge TopN with child prefix order
keys #64685 (#64988)
add 078fec73f64 branch-4.0: [fix](iow) force drop partition in INSERT
OVERWRITE #62510 (#65029)
add 0aae8caf0c9 branch-4.0: [fix](set operation) Use regular child output
for set operation rules #64908 (#65070)
add f724615200f branch-4.0: [fix](test) fix stale db name and data path in
agg_sync_mv (#65133)
add 8391ed0466c branch-4.0: [feat](s3) support S3 storage vault
credentials provider without role ARN (#65011)
add 89892c3e4c0 branch-4.0: [fix](job) lock routine load task renew on
submit failure (#65006)
add fd9c97115d7 branch-4.0: [fix](load) replace tablet writer close
polling with event wakeup (#64993)
add 8ad4fe20219 branch-4.0: [test](regression) drop unsupported
use_path_style=true in test_s3_tvf (#65150)
add e7706ccd16c branch-4.0: [fix](fe) fix Azure resource persistence
#65052 (#65176)
add d7cd2e5ced7 branch-4.0: bump to 4.0.7 rc01 (#65207)
add 0938efb50d1 branch-4.0: [fix](cloud) Prevent tablet KV leak after
partial recycle failure #63377 (#65249)
add dad27b43b77 branch-4.0: [fix](test) isolate streaming mysql dup job
name (#65270)
add 8251b44bbb7 [branch-4.0][fix](be) Init thread context on AsyncIO
worker threads (#65271)
add 074b86dce5f branch-4.0: [fix](be) Avoid rowset map race in backend
tablets scanner #65288 (#65301)
add 4bde1b37345 [branch-4.0][fix](regression) Use local HTTP resources in
TVF test (#65312)
add f8ba3c2428c [branch-4.0][fix](auto-partition) avoid NPE in
createPartition when a partition is concurrently dropped (#65357)
add 35854e7e92a branch-4.0: bump to 4.0.7 rc02 (#65345)
add 5992e32b053 [branch-4.0][fix](profile) guard execution profile access
(#65443)
add e4932ef4a2b branch-4.0: [fix](recycler) skip packed slice deletion
during recycle rowsets (#65534)
add b9cea12c638 branch-4.0: [bug](avro) fix avro jni reader coredump with
nullptr (#64699) (#65512)
add 54e9da0b631 [branch-4.0](cherry-pick) Backport Paimon and Iceberg
fixes (#65397)
add f8368f985e7 branch-4.0: [fix](fe) Reuse Ranger Doris access controller
#65570 (#65613)
add 7047fb2cfa8 branch-4.0: [fix](paimon) preserve partition metadata
across splits (#65583)
add 1bd2d3eefd2 branch-4.0: [fix](s3) handle S3 file writer async task
submission failures #64779 (#65159)
add e39d988b755 branch-4.0: [fix](transaction) Fail fast when a backend
restarts during insert #65525 (#65565)
add 9607062e6bd branch-4.0: [fix](load) Fix Arrow stream load with
uppercase columns (#65616)
add b46dca3ad0a branch-4.0: [bugfix](memory) should force refresh workload
group's config when memlimit changed #65542 (#65592)
add 57409f84179 [fix](be) Fix missing decimal precision and scale for
legacy decimal data (#65419) (#65521)
add 7910ec8cbec [fix](be) Avoid local runtime filter merge deadlock
(#65101)
add f0f45a227e9 branch-4.0: [feat](http) Add sync and export cloud meta
API (#60739) (#65623)
add e530e9f8b44 branch-4.0: [fix](transaction) avoid aborting newer
same-label transactions (#65619)
add 7d1d5eba3b0 branch-4.0: [feat](job) show first error message for
routine load (#65661)
add 38770549705 branch-4.0: [fix](be) catch block serialization exceptions
to avoid coredump #64852 (#65002)
add eb4f18a4d6b branch-4.0: [fix](be) Fix time-sharing executor queued
task count (#65043)
add f1c93669303 [fix](ci) backport safer PR checks to branch-4.0 (#65842)
add d4352939e01 branch-4.0: [fix](docker) Backport external Docker
improvements (#65939)
add bbc1d2a21bd branch-4.0: [fix] fix routine_load_jobs first_error_msg on
non-master FE and flaky ann_index_basic (#65942)
add 9f1ac80d7c0 branch-4.0: [bug](iceberg) use split file format for
iceberg scan (#65760) (#65806)
add 70186e6767e branch-4.0: [fix](load) support compute_group in FE stream
load routing and planning (#65884)
add be1d941f9bf branch-4.0: [enhance](cloud) Increase get version timeout
to 30 seconds #65625 (#65747)
add 2149e46cbf8 branch-4.0: [fix](nereids) Guard UniqueFunction in
multiple filter/topn pushdown rules #62742 (#65259)
add 2cb3e65e158 branch-4.0: [test](fe) Cover internal query audit failure
in FE unit test #65696 (#65764)
add 823b3fa039c branch-4.0: [fix](brpc) Make secondary package aliases
non-owning #65777 (#65818)
add 8df401fcfe4 branch-4.0: [fix](scan) Avoid misleading "storage reader"
wrapper for data/expression errors #64755 (#64838)
add 0302ec4c0b4 branch-4.0: [fix](cloud) make S3 rate limiter config take
effect dynamically in cloud mode #64554 (#64839)
add c02db6c411d branch-4.0: [fix](fe) Clear warm-up error message after
successful retry #64813 (#64869)
add 9134a531af7 branch-4.0: [fix](fe) Show warm-up timestamps with date
(#64875)
add 19cf258a183 branch-4.0: [fix](fe) Handle generated columns in delete
partial update (#65067)
add 8c8eecf6b71 branch-4.0: [opt](cloud) Support multiple config files in
start.sh #63924 (#65161)
add c2bb9b655b7 [branch-4.0][fix](security) Add auth and config gate for
_stream_load_forward endpoint (#65376)
add a0c45d10d59 branch-4.0: [improvement](be) Add queue time for delete
bitmap tasks #65248 (#65509)
add 55c252a103e branch-4.0: [fix](fe) Fix colocate replica allocation edit
log #65457 (#65528)
add e2ab81e88dc branch-4.0: [perf](s3) push down expandable S3 glob
prefixes (#65622)
add cc0666c0ff7 branch-4.0: [chore](s3) Adjust S3 SlowDown retry
configurable #65508 (#65640)
add 013b980b2bb branch-4.0: [fix](cloud) Preserve resource IDs when
recycling empty rowsets #65862 (#65922)
add 47244fdbaee [fix](cloud) use snapshot read for table version to avoid
txn conflict (#64647) (#66068)
add 6ffd9b19a16 [fix](be) Fix file cache queue evict size metrics (#64897)
(#66069)
add 2bc3248a335 [improvement](cloud) Use rendezvous hashing for colocate
tablet placement (#64638) (#66067)
add d34fa34817e branch-4.0: [improvement](fe) add fe_meta_auth_token for
FE meta-service internal HTTP auth (#66095)
add df27014669c branch-4.0: [feature](cloud) Support file cache write
index only (#66101)
add 4c9bc47eb46 branch-4.0: [opt](schema) Optimize tables schema scan
status #64933 (#65630)
add 3c5a69074d3 branch-4.0: [fix](fe) Mask Kafka routine load sensitive
properties #64786 (#65628)
add 81df4f47902 branch-4.0: [fix](test) skip test_flight_record when the
frontend is not on the regression runner #65933 (#65945)
add 98563afea0f branch-4.0: [fix](cloud) Fix SchemaVariablesScanner crash
due to incomplete FE response #65994 (#66014)
add db0d85e813f [fix](cloud) CloudUpgradeMgr inspect and abort failed
conflict txns while waiting (#60830) (#66054)
add c119c7a9f86 branch-4.0: [fix](cloud) set recycler S3 client
requestTimeoutMs to avoid curl-28 on slow DeleteObjects (mirror #49315) #64758
(#65803)
add 5a6719a525c branch-4.0: [fix](rewrite rule) Reject mismatched compare
plan in PullUpJoinFromUnionAll #65472 (#65999)
add 88db7a48f86 branch-4.0: [fix](cloud) Use bthread-aware shared mutex
for tablet header lock (#66019)
add 0133b003bb1 branch-4.0:[fix](regression) Adjust large TTL cache
regression case(pick#64789) (#66127)
add 4aeec0a391a branch-4.0:[fix](file-cache): speed up LRU restore startup
path(pick#65174) (#66129)
add 072e7c7c7c5 branch-4.0:[fix](filecache) fix flaky be UT for LRU
dump(pick#65427) (#66130)
add 8b29ca32f28 branch-4.0:[fix](filecache) Limit LRU recorder shadow
queue size(pick#64798) (#66128)
add 10a39ccc507 [fix](function) Correct Base64 buffer sizing and invalid
input handling (#65958)
add 313d40ff765 branch-4.0: [improvement](topn) Add option to skip file
cache writes in topn lazy materialization (#66172)
add c09e12e1dff branch-4.0: [fix](regression) fix
test_fe_cached_partition_version #65158 (#65286)
add 91eec7e900a branch-4.0: [fix](fe) set cloud version_cache_ttl to 0
temporarily if retry a query with -230 (#63721) (#66142)
add d8fec5ddb71 branch-4.0: [fix](group commit) fix lost row when prepared
stmt reused plan shares one load_id (#64362) (#66144)
add efcda713957 [fix](bucket) Raise autobucket_min_buckets default from 1
to 3 (#63729) (#66063)
add 64661a83251 [fix](regression) Stabilize cloud docker regression cases
(#65258) (#66160)
add be3b930a013 branch-4.0: [fix](fe) Skip decommissioning BE for load
(#65407)
add f2a785fae5b [branch-4.0][fix](load) only load source scanners update
load counters (#65277)
add c6d9f2ec912 [fix](fe) Cancel rebuilt VCG warm up jobs on drop (#65426)
(#66166)
add 717de182754 [fix](cloud) Align colocate proc output and tablet health
in cloud mode (#60944) (#66060)
add 7275af3df4f [fix] (cloud) Fix local/remote tablet size semantics in
schema views (#60887) (#66058)
add 6be9909f76a branch-4.0: [chore](recycler) Disable
enable_mark_delete_rowset_before_recycle and
enable_abort_txn_and_job_for_delete_rowset_before_recycle for recycler (#66150)
(#66228)
add 11fef48b7cc [improvement](fe) Add virtual compute group switch metric
#63036 (#64385)
add a524fc5f7fb [fix](replica) Resolve conflicting default replica
properties (#65836) (#66180)
add 45c8070958d [emhancement](compaction) disable compaction pause on high
memory by default (#61938)
add e1d5d9780e7 [fix](cloud) Exclude decommissioning BE from BE selection
(#65221) (#66070)
add 08825b2c8e7 branch-4.0: [chore](dep)upgrade dependencies(#62858,
#64196, #64208) (#65065)
add a03dc865277 branch-4.0: [fix](auth) add auth check for manager node
and query qerror REST APIs (#65079)
add becde7e7cc1 branch-4.0: [fix](test) Stabilize
test_sql_block_rule_status BLOCKS assertion #64668 (#64730)
add 5b25a955dec branch-4.0: [fix](brpc) disable SSL BIO buffer #64962
(#65188)
add 4f16bac3754 branch-4.0: [fix](glue) cache credentials provider in
ConfigurationAWSCredentialsProvider #65165 (#65223)
add 949a0636989 branch-4.0: [fix](streaming-job) Isolate schemas for CDC
snapshot splits (#66094)
add 1dbbdeedde7 branch-4.0: [fix](job scheduler) Record task finish time
on execution failure #66232 (#66270)
add 7de05a57b6e branch-4.0: [fix](simplify agg) SimplifyAggGroupBy should
verify injectivity #64335 (#65108)
add baa67eadff1 branch-4.0: [fix](memory) should update memory more
quickly when user changes cgroup directly (#65713)
add e0772064daa branch-4.0: [fix](nereids) partition topn opt requires
chosen window func partition key to be a subset of co-located ones (#65111)
add 83ff290d170 branch-4.0: [fix](cloud) Prevent urgent load from
preempting schema change lock #66082 (#66225)
add 68261b85839 branch-4.0: [fix](docker)(case) Restore Kerberos/Paimon
external env and fix flaky file cache cases (#66254)
add 7e1bc57f522 branch-4.0: [chore](session-variable) remove the unused
session variable plan_nereids_dump (#66386)
add 49e4fc37859 branch-4.0: [fix](ut-opt)Update JVM arguments in pom.xml
for testing (#66434)
add 7243779fb06 branch-4.0:[test](fe) Isolate cloud frontend service test-
#65577 #65577 (#66381)
add 6e79ef0c714 branch-4.0: [fix](docker)(case) Fix the remaining 4
external regression failures: kerberos HDFS SASL, Paimon fixture, file cache
flakiness (#66417)
add e7d6abcb397 branch-4.0: [fix](insert) reset skipAuth on all INSERT
OVERWRITE exit paths (#66410)
add 99ef194507f branch-4.0: [fix](arrow-flight-sql) Close temporary
VectorSchemaRoot in createPreparedStatement to fix FE direct memory leak #65311
(#66431)
add 058dc08e620 [branch-4.0] pick some arrow memory leak fix to branch-4.0
(#66462)
add 0c699219fcc branch-4.0: [fix](test) fix unstable test cases (#66502)
add 0fefed17bd8 [release] bump to 4.0.8-rc01 (#66550)
add 58fb9c5bc31 branch-4.0: [opt](planner) Enable Nereids distribute
planner after upgrade (#66631)
add bc8ea1bac6d [release] bump to 4.0.8-rc02 (#66639)
add 62a5f8766ce branch-4.0: [Fix](thirdparty) Unify arrow cpp standard
with be (#64390) (#66723)
add 461d003df3c branch-4.0: [fix](thirdparty) repoint the dead libuuid
download mirror (#66822)
add 8a9961723ea branch-4.0: [fix](metrics) update real emails with
placeholder in MetricsTest (#66976)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e1cecfd7da5)
\
N -- N -- N refs/heads/auto-pick-64439-branch-4.0 (8a9961723ea)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/clang-format.yml | 17 +-
.github/workflows/license-eyes.yml | 31 +-
be/src/cloud/cloud_backend_service.cpp | 6 +-
be/src/cloud/cloud_base_compaction.cpp | 2 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 2 +-
be/src/cloud/cloud_delete_task.cpp | 2 +-
be/src/cloud/cloud_delta_writer.cpp | 6 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 25 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 2 +-
be/src/cloud/cloud_full_compaction.cpp | 2 +-
be/src/cloud/cloud_internal_service.cpp | 367 +-
be/src/cloud/cloud_meta_mgr.cpp | 15 +-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_schema_change_job.cpp | 7 +-
be/src/cloud/cloud_snapshot_mgr.cpp | 8 +
be/src/cloud/cloud_storage_engine.cpp | 13 +-
be/src/cloud/cloud_tablet.cpp | 61 +-
be/src/cloud/cloud_tablet.h | 16 +-
be/src/cloud/cloud_warm_up_manager.cpp | 223 +-
be/src/cloud/cloud_warm_up_manager.h | 39 +-
be/src/cloud/cloud_warmup_metrics.cpp | 82 +
be/src/cloud/cloud_warmup_metrics.h | 76 +
be/src/cloud/config.cpp | 5 +-
be/src/cloud/config.h | 1 +
be/src/cloud/pb_convert.cpp | 28 +-
be/src/common/cgroup_memory_ctl.cpp | 34 +-
be/src/common/config.cpp | 12 +-
be/src/common/config.h | 8 +
be/src/exec/rowid_fetcher.cpp | 66 +-
be/src/exec/rowid_fetcher.h | 18 +-
be/src/exec/schema_scanner.h | 2 +
.../schema_routine_load_job_scanner.cpp | 4 +
.../exec/schema_scanner/schema_tables_scanner.cpp | 1 +
.../exec/schema_scanner/schema_tablets_scanner.cpp | 163 +-
.../schema_scanner/schema_variables_scanner.cpp | 9 +
be/src/exec/tablet_info.h | 2 +-
be/src/http/action/file_cache_action.cpp | 18 +-
be/src/http/action/http_stream.cpp | 22 +-
be/src/http/action/stream_load.cpp | 8 +
be/src/http/action/stream_load_forward_handler.cpp | 12 +
be/src/http/action/stream_load_forward_handler.h | 8 +-
be/src/http/action/warmup_stats_action.cpp | 121 +
.../src/http/action/warmup_stats_action.h | 33 +-
be/src/http/ev_http_server.cpp | 16 +-
be/src/io/cache/block_file_cache.cpp | 380 +-
be/src/io/cache/block_file_cache.h | 30 +-
be/src/io/cache/block_file_cache_factory.cpp | 182 +-
be/src/io/cache/block_file_cache_factory.h | 9 +
be/src/io/cache/block_file_cache_profile.cpp | 85 +
be/src/io/cache/block_file_cache_profile.h | 17 +-
be/src/io/cache/cache_lru_dumper.cpp | 18 +-
be/src/io/cache/cache_lru_dumper.h | 4 +-
be/src/io/cache/cached_remote_file_reader.cpp | 228 +-
be/src/io/cache/cached_remote_file_reader.h | 14 +-
be/src/io/cache/file_block.cpp | 3 +-
be/src/io/cache/file_cache_common.h | 5 +
be/src/io/cache/fs_file_cache_storage.cpp | 4 +
be/src/io/cache/lru_queue_recorder.cpp | 183 +-
be/src/io/cache/lru_queue_recorder.h | 15 +-
be/src/io/fs/file_reader.h | 1 +
be/src/io/fs/file_writer.h | 5 +-
be/src/io/fs/packed_file_system.cpp | 22 +-
be/src/io/fs/s3_file_system.cpp | 2 +
be/src/io/fs/s3_file_writer.cpp | 50 +-
be/src/io/fs/s3_file_writer.h | 1 +
be/src/io/io_common.h | 16 +
be/src/io/tools/file_cache_microbench.cpp | 3 +
be/src/olap/base_tablet.cpp | 55 +-
be/src/olap/base_tablet.h | 16 +-
be/src/olap/calc_delete_bitmap_executor.cpp | 12 +-
be/src/olap/calc_delete_bitmap_executor.h | 3 +-
be/src/olap/compaction.cpp | 22 +-
.../cumulative_compaction_time_series_policy.cpp | 14 +-
be/src/olap/delta_writer_v2.cpp | 71 +-
be/src/olap/delta_writer_v2.h | 10 +-
be/src/olap/full_compaction.cpp | 2 +-
be/src/olap/olap_common.h | 8 +
be/src/olap/rowset/beta_rowset_writer.cpp | 159 +-
be/src/olap/rowset/beta_rowset_writer.h | 2 +-
be/src/olap/rowset/rowset.h | 4 +
be/src/olap/rowset/rowset_meta.cpp | 33 +-
be/src/olap/rowset/rowset_meta.h | 16 +-
be/src/olap/rowset/rowset_writer_context.h | 27 +-
be/src/olap/rowset/segment_creator.cpp | 28 +-
be/src/olap/rowset/segment_creator.h | 9 +
.../segment_v2/bloom_filter_index_reader.cpp | 18 +-
.../rowset/segment_v2/bloom_filter_index_reader.h | 19 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 13 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 23 +-
.../olap/rowset/segment_v2/indexed_column_reader.h | 18 +-
.../rowset/segment_v2/inverted_index_iterator.cpp | 2 +-
.../olap/rowset/segment_v2/ordinal_page_index.cpp | 15 +-
be/src/olap/rowset/segment_v2/ordinal_page_index.h | 10 +-
be/src/olap/rowset/segment_v2/segment.cpp | 66 +-
be/src/olap/rowset/segment_v2/segment.h | 3 +
.../segment_v2/segment_index_file_cache_loader.cpp | 179 +
.../segment_v2/segment_index_file_cache_loader.h | 102 +
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 17 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 25 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 8 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 21 +-
.../rowset/segment_v2/vertical_segment_writer.h | 8 +-
be/src/olap/rowset/segment_v2/zone_map_index.cpp | 14 +-
be/src/olap/rowset/segment_v2/zone_map_index.h | 6 +-
be/src/olap/rowset/vertical_beta_rowset_writer.cpp | 34 +-
be/src/olap/rowset/vertical_beta_rowset_writer.h | 9 +-
be/src/olap/rowset_builder.cpp | 47 +-
be/src/olap/schema_change.cpp | 4 +-
be/src/olap/snapshot_manager.cpp | 16 +-
be/src/olap/snapshot_manager.h | 2 +-
be/src/olap/storage_engine.cpp | 5 +-
be/src/olap/tablet.cpp | 63 +-
be/src/olap/tablet.h | 9 +-
be/src/olap/tablet_manager.cpp | 2 +-
be/src/olap/tablet_schema_cache.cpp | 88 +
be/src/olap/tablet_schema_cache.h | 17 +
be/src/olap/task/engine_clone_task.cpp | 2 +-
be/src/olap/task/index_builder.cpp | 9 +-
be/src/olap/utils.h | 26 -
.../exec/group_commit_block_sink_operator.cpp | 24 +-
.../exec/group_commit_block_sink_operator.h | 4 +
be/src/pipeline/exec/materialization_opertor.cpp | 209 +-
be/src/pipeline/exec/materialization_opertor.h | 27 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 3 +
be/src/pipeline/pipeline_task.cpp | 9 +
be/src/pipeline/pipeline_task.h | 9 +
be/src/pipeline/task_scheduler.cpp | 10 +-
be/src/runtime/exec_env_init.cpp | 28 +-
be/src/runtime/group_commit_mgr.cpp | 15 +
be/src/runtime/group_commit_mgr.h | 4 +
be/src/runtime/query_context.cpp | 24 +-
be/src/runtime/runtime_state.cpp | 2 +-
.../runtime/stream_load/stream_load_executor.cpp | 7 +-
be/src/runtime/workload_group/workload_group.cpp | 81 +-
.../workload_group/workload_group_manager.cpp | 28 +-
.../runtime/workload_management/memory_context.h | 4 +
be/src/runtime_filter/runtime_filter_merger.h | 34 +-
be/src/runtime_filter/runtime_filter_mgr.cpp | 114 +-
be/src/runtime_filter/runtime_filter_mgr.h | 14 +-
be/src/runtime_filter/runtime_filter_producer.cpp | 36 +-
be/src/service/http_service.cpp | 7 +-
be/src/util/async_io.h | 7 +
be/src/util/bthread_shared_mutex.h | 125 +
be/src/util/bvar_windowed_adder.h | 162 +
be/src/util/cgroup_util.cpp | 7 +
be/src/util/jsonb_document.h | 48 +-
be/src/util/mem_info.cpp | 16 +-
be/src/util/mem_info.h | 5 +
be/src/util/s3_util.cpp | 2 +-
be/src/util/s3_util.h | 3 +
.../aggregate_function_retention.h | 13 +-
be/src/vec/core/block.cpp | 26 +-
be/src/vec/data_types/data_type_decimal.h | 13 +-
be/src/vec/data_types/data_type_factory.cpp | 19 +-
.../time_sharing/time_sharing_task_executor.cpp | 72 +-
.../time_sharing/time_sharing_task_executor.h | 9 +
be/src/vec/exec/format/generic_reader.h | 3 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 28 +-
be/src/vec/exec/format/orc/vorc_reader.h | 4 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 25 +-
.../exec/format/parquet/vparquet_group_reader.h | 3 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 4 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 3 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 8 +-
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 24 +
be/src/vec/exec/format/table/paimon_jni_reader.h | 2 +
.../exec/format/table/partition_column_filler.h | 79 +
be/src/vec/exec/format/table/table_format_reader.h | 6 +-
be/src/vec/exec/jni_connector.cpp | 40 +-
be/src/vec/exec/scan/file_scanner.cpp | 162 +-
be/src/vec/exec/scan/file_scanner.h | 2 +
be/src/vec/exec/scan/olap_scanner.cpp | 6 +-
be/src/vec/exec/scan/scanner.cpp | 8 +-
be/src/vec/exec/scan/scanner.h | 7 +
be/src/vec/exec/scan/scanner_scheduler.h | 22 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 19 +-
be/src/vec/exprs/vectorized_fn_call.h | 3 +-
be/src/vec/exprs/vexpr.cpp | 12 +-
be/src/vec/exprs/vexpr.h | 23 +-
be/src/vec/exprs/vexpr_context.cpp | 37 +-
be/src/vec/exprs/vexpr_context.h | 3 +-
be/src/vec/exprs/virtual_slot_ref.cpp | 7 +-
be/src/vec/exprs/virtual_slot_ref.h | 3 +-
be/src/vec/functions/function_convert_tz.cpp | 21 +-
be/src/vec/functions/function_string.cpp | 9 +-
be/src/vec/runtime/timestamptz_value.cpp | 14 +-
be/src/vec/sink/load_stream_map_pool.cpp | 17 +-
be/src/vec/sink/load_stream_map_pool.h | 5 +
be/src/vec/sink/load_stream_stub.cpp | 32 +-
be/src/vec/sink/load_stream_stub.h | 36 +-
be/src/vec/sink/vrow_distribution.cpp | 2 +
be/src/vec/sink/writer/vtablet_writer.cpp | 31 +-
be/src/vec/sink/writer/vtablet_writer.h | 13 +
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 34 +-
be/test/cloud/cloud_compaction_test.cpp | 17 +
.../cloud/cloud_empty_rowset_compaction_test.cpp | 2 +-
be/test/cloud/cloud_meta_mgr_test.cpp | 90 +-
be/test/cloud/cloud_schema_change_job_test.cpp | 78 +
.../cloud/cloud_warm_up_manager_filter_test.cpp | 278 +
be/test/cloud/cloud_warm_up_manager_test.cpp | 6 +-
.../block_file_cache_profile_reporter_test.cpp | 139 +
be/test/io/cache/block_file_cache_test.cpp | 995 +-
be/test/io/cache/block_file_cache_test_common.h | 12 +-
.../io/cache/block_file_cache_test_lru_dump.cpp | 82 +-
be/test/io/cache/cache_lru_dumper_test.cpp | 199 +-
.../cloud_file_cache_write_index_only_test.cpp | 800 ++
be/test/olap/compaction_file_cache_test.cpp | 58 +-
be/test/olap/rowset/rowset_meta_test.cpp | 152 +
.../rowset/segment_v2/column_reader_cache_test.cpp | 241 +-
be/test/olap/rowset/segment_v2/mock/mock_segment.h | 21 +-
.../olap/segments_key_bounds_truncation_test.cpp | 7 +
be/test/olap/tablet_schema_cache_test.cpp | 125 +
.../olap/vector_search/ann_range_search_test.cpp | 210 +-
.../operator/materialization_shared_state_test.cpp | 86 +-
be/test/pipeline/pipeline_task_test.cpp | 105 +
.../workload_group/workload_group_manager_test.cpp | 107 +-
.../runtime_filter/runtime_filter_merger_test.cpp | 26 +-
be/test/runtime_filter/runtime_filter_mgr_test.cpp | 34 +-
be/test/service/http/file_cache_action_test.cpp | 194 +
be/test/util/bthread_shared_mutex_test.cpp | 264 +
be/test/util/bvar_windowed_adder_test.cpp | 140 +
be/test/util/jsonb_contains_test.cpp | 64 +
be/test/util/s3_util_test.cpp | 45 +
.../vec/aggregate_functions/vec_retention_test.cpp | 17 +
be/test/vec/data_types/data_type_decimal_test.cpp | 170 -
.../vec/data_types/data_type_timestamptz_test.cpp | 12 +
be/test/vec/exec/delta_writer_v2_pool_test.cpp | 13 +-
.../time_sharing_task_executor_test.cpp | 158 +-
.../format/table/partition_column_filler_test.cpp | 88 +
be/test/vec/function/function_string_test.cpp | 17 +
be/test/vec/function/function_time_test.cpp | 17 +
be/test/vec/sink/vtablet_writer_v2_test.cpp | 258 +-
cloud/script/start.sh | 41 +-
cloud/src/common/bvars.cpp | 5 +
cloud/src/common/bvars.h | 3 +
cloud/src/common/config.h | 9 +-
cloud/src/common/configbase.cpp | 22 +-
cloud/src/common/configbase.h | 3 +
cloud/src/common/sync_executor.h | 6 +-
cloud/src/meta-service/meta_service.cpp | 133 +-
cloud/src/meta-service/meta_service.h | 11 +
cloud/src/meta-service/meta_service_job.cpp | 90 +-
cloud/src/meta-service/meta_service_partition.cpp | 18 +-
cloud/src/meta-service/meta_service_resource.cpp | 37 +-
cloud/src/meta-service/meta_service_txn.cpp | 74 +-
cloud/src/recycler/recycler.cpp | 217 +-
cloud/src/recycler/recycler.h | 2 -
cloud/src/recycler/s3_accessor.cpp | 19 +-
cloud/test/meta_service_job_test.cpp | 245 +
cloud/test/meta_service_test.cpp | 268 +-
cloud/test/mock_accessor.h | 2 +-
cloud/test/recycler_operation_log_test.cpp | 12 +-
cloud/test/recycler_test.cpp | 402 +-
common/cpp/obj_retry_strategy.cpp | 10 +-
common/cpp/obj_retry_strategy.h | 7 +-
conf/ldap.conf | 3 +
docker/runtime/doris-compose/Dockerfile | 1 +
docker/thirdparties/custom_settings.env | 8 +
.../docker-compose/clickhouse/clickhouse.yaml.tpl | 5 +-
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 3 +-
docker/thirdparties/docker-compose/hive/README.md | 409 +
.../thirdparties/docker-compose/hive/README_ZH.md | 409 +
.../docker-compose/hive/hadoop-hive.env.tpl | 6 +-
.../docker-compose/hive/hive-2x.yaml.tpl | 36 +-
.../docker-compose/hive/hive-2x_settings.env | 3 +
.../docker-compose/hive/hive-3x.yaml.tpl | 36 +-
.../docker-compose/hive/scripts/bin/hadoop | 75 +
.../docker-compose/hive/scripts/bin/hive | 54 +
.../hive/scripts/bootstrap/bootstrap-groups.sh | 167 +
.../bootstrap/hive2_only.preinstalled_hql.list | 4 +
.../hive/scripts/bootstrap/hive2_only.run_sh.list | 1 +
.../scripts/bootstrap/hive3_only.download_dir.list | 2 +
.../hive/scripts/bootstrap/hive3_only.run_sh.list | 2 +
.../create_paimon_tables.hql | 26 +-
.../create_hive_orc_tables.hql | 4 +-
.../create_tpch1_orc.hql | 34 +-
.../create_tpch1_parquet.hql | 34 +-
.../create_preinstalled_scripts/employees.csv | 5 +
.../scripts/create_preinstalled_scripts/run02.hql | 3 +-
.../scripts/create_preinstalled_scripts/run03.hql | 3 +-
.../scripts/create_preinstalled_scripts/run04.hql | 6 +-
.../scripts/create_preinstalled_scripts/run05.hql | 7 +-
.../scripts/create_preinstalled_scripts/run06.hql | 7 +-
.../scripts/create_preinstalled_scripts/run07.hql | 7 +-
.../scripts/create_preinstalled_scripts/run08.hql | 7 +-
.../scripts/create_preinstalled_scripts/run09.hql | 7 +-
.../scripts/create_preinstalled_scripts/run10.hql | 7 +-
.../scripts/create_preinstalled_scripts/run11.hql | 6 +-
.../scripts/create_preinstalled_scripts/run12.hql | 7 +-
.../scripts/create_preinstalled_scripts/run13.hql | 6 +-
.../scripts/create_preinstalled_scripts/run14.hql | 3 +-
.../scripts/create_preinstalled_scripts/run15.hql | 1 +
.../scripts/create_preinstalled_scripts/run16.hql | 3 +-
.../scripts/create_preinstalled_scripts/run17.hql | 3 +-
.../scripts/create_preinstalled_scripts/run18.hql | 3 +-
.../scripts/create_preinstalled_scripts/run19.hql | 20 +-
.../scripts/create_preinstalled_scripts/run25.hql | 96 -
.../scripts/create_preinstalled_scripts/run29.hql | 1 +
.../scripts/create_preinstalled_scripts/run30.hql | 3 +-
.../scripts/create_preinstalled_scripts/run31.hql | 3 +-
.../scripts/create_preinstalled_scripts/run32.hql | 3 +-
.../scripts/create_preinstalled_scripts/run33.hql | 6 +-
.../scripts/create_preinstalled_scripts/run34.hql | 7 +-
.../scripts/create_preinstalled_scripts/run35.hql | 3 +-
.../scripts/create_preinstalled_scripts/run36.hql | 3 +-
.../scripts/create_preinstalled_scripts/run37.hql | 6 +-
.../scripts/create_preinstalled_scripts/run38.hql | 7 +-
.../scripts/create_preinstalled_scripts/run39.hql | 6 +-
.../scripts/create_preinstalled_scripts/run40.hql | 7 +-
.../scripts/create_preinstalled_scripts/run41.hql | 6 +-
.../scripts/create_preinstalled_scripts/run42.hql | 7 +-
.../scripts/create_preinstalled_scripts/run43.hql | 6 +-
.../scripts/create_preinstalled_scripts/run44.hql | 6 +-
.../scripts/create_preinstalled_scripts/run45.hql | 6 +-
.../scripts/create_preinstalled_scripts/run46.hql | 6 +-
.../scripts/create_preinstalled_scripts/run47.hql | 7 +-
.../scripts/create_preinstalled_scripts/run48.hql | 7 +-
.../scripts/create_preinstalled_scripts/run49.hql | 7 +-
.../scripts/create_preinstalled_scripts/run50.hql | 6 +-
.../scripts/create_preinstalled_scripts/run51.hql | 7 +-
.../scripts/create_preinstalled_scripts/run52.hql | 7 +-
.../scripts/create_preinstalled_scripts/run53.hql | 6 +-
.../scripts/create_preinstalled_scripts/run54.hql | 6 +-
.../scripts/create_preinstalled_scripts/run55.hql | 6 +-
.../scripts/create_preinstalled_scripts/run56.hql | 6 +-
.../scripts/create_preinstalled_scripts/run57.hql | 6 +-
.../scripts/create_preinstalled_scripts/run58.hql | 6 +-
.../scripts/create_preinstalled_scripts/run59.hql | 6 +-
.../scripts/create_preinstalled_scripts/run60.hql | 6 +-
.../scripts/create_preinstalled_scripts/run61.hql | 7 +-
.../scripts/create_preinstalled_scripts/run62.hql | 7 +-
.../scripts/create_preinstalled_scripts/run63.hql | 58 +-
.../scripts/create_preinstalled_scripts/run64.hql | 9 +-
.../scripts/create_preinstalled_scripts/run65.hql | 9 +-
.../scripts/create_preinstalled_scripts/run66.hql | 4 +
.../scripts/create_preinstalled_scripts/run67.hql | 6 +-
.../scripts/create_preinstalled_scripts/run69.hql | 8 +-
.../scripts/create_preinstalled_scripts/run70.hql | 5 +-
.../scripts/create_preinstalled_scripts/run71.hql | 7 +-
.../scripts/create_preinstalled_scripts/run72.hql | 14 +-
.../scripts/create_preinstalled_scripts/run73.hql | 19 +-
.../scripts/create_preinstalled_scripts/run74.hql | 20 +-
.../scripts/create_preinstalled_scripts/run75.hql | 129 +-
.../scripts/create_preinstalled_scripts/run76.hql | 50 +-
.../scripts/create_preinstalled_scripts/run77.hql | 3 +-
.../scripts/create_preinstalled_scripts/run80.hql | 21 +-
.../scripts/create_preinstalled_scripts/run81.hql | 12 +-
.../scripts/create_preinstalled_scripts/run82.hql | 10 +-
.../scripts/create_preinstalled_scripts/run83.hql | 31 +-
.../scripts/create_preinstalled_scripts/run84.hql | 7 +-
.../scripts/create_preinstalled_scripts/run85.hql | 4 +-
.../scripts/create_view_scripts/create_view.hql | 8 +
.../data/default/account_fund/create_table.hql | 6 +-
.../scripts/data/default/hive01/create_table.hql | 6 +-
.../data/default/sale_table/create_table.hql | 6 +-
.../data/default/string_table/create_table.hql | 6 +-
.../scripts/data/default/student/create_table.hql | 6 +-
.../scripts/data/default/test1/create_table.hql | 6 +-
.../scripts/data/default/test2/create_table.hql | 6 +-
.../data/default/test_hive_doris/create_table.hql | 6 +-
.../data/multi_catalog/datev2_csv/create_table.hql | 7 +-
.../data/multi_catalog/datev2_orc/create_table.hql | 7 +-
.../multi_catalog/datev2_parquet/create_table.hql | 7 +-
.../hive_config_test/create_table.hql | 13 +-
.../hive_text_complex_type/create_table.hql | 6 +-
.../hive_text_complex_type2/create_table.hql | 6 +-
.../hive_text_complex_type3/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../hive_textfile_array_all_types/create_table.hql | 6 +-
.../hive_textfile_array_delimiter/create_table.hql | 6 +-
.../hive_textfile_nestedarray/create_table.hql | 6 +-
.../hive_upper_case_orc/create_table.hql | 7 +-
.../hive_upper_case_parquet/create_table.hql | 7 +-
.../multi_catalog/logs1_parquet/create_table.hql | 6 +-
.../multi_catalog/one_partition/create_table.hql | 5 +-
.../orc_nested_types/create_table.hql | 7 +-
.../orc_partitioned_columns/create_table.hql | 4 +-
.../orc_partitioned_one_column/create_table.hql | 4 +-
.../orc_predicate/orc_predicate_table.hql | 12 +-
.../par_fields_in_file_orc/create_table.hql | 4 +-
.../par_fields_in_file_parquet/create_table.hql | 4 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_alter_column_to_char/create_table.hql | 6 +-
.../parquet_alter_column_to_date/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_alter_column_to_float/create_table.hql | 6 +-
.../parquet_alter_column_to_int/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_bloom_filter/create_table.hql | 6 +-
.../parquet_lz4_compression/create_table.hql | 7 +-
.../parquet_lzo_compression/create_table.hql | 7 +-
.../parquet_nested_types/create_table.hql | 19 +-
.../parquet_partitioned_columns/create_table.hql | 4 +-
.../create_table.hql | 4 +-
.../parquet_predicate_table/create_table.hql | 6 +-
.../partition_location_1/create_table.hql | 6 +-
.../partition_location_2/create_table.hql | 8 +-
.../partition_manual_remove/create_table.hql | 4 +-
.../test_chinese_orc/create_table.hql | 6 +-
.../test_chinese_parquet/create_table.hql | 6 +-
.../test_chinese_text/create_table.hql | 6 +-
.../test_complex_types/create_table.hql | 24 +-
.../test_compress_partitioned/create_table.hql | 4 +-
.../test_csv_format_error/create_table.hql | 4 +-
.../test_date_string_partition/create_table.hql | 6 +-
.../test_hive_same_db_table_name/create_table.hql | 6 +-
.../create_table.hql | 4 +-
.../test_mixed_par_locations_orc/create_table.hql | 4 +-
.../create_table.hql | 4 +-
.../test_multi_langs_orc/create_table.hql | 6 +-
.../test_multi_langs_parquet/create_table.hql | 6 +-
.../test_multi_langs_text/create_table.hql | 6 +-
.../test_special_orc_formats/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../multi_catalog/test_wide_table/create_table.hql | 6 +-
.../text_partitioned_columns/create_table.hql | 4 +-
.../text_partitioned_one_column/create_table.hql | 4 +-
.../timestamp_with_time_zone/create_table.hql | 6 +-
.../multi_catalog/two_partition/create_table.hql | 5 +-
.../multi_catalog/type_change_orc/create_table.hql | 6 +-
.../type_change_origin/create_table.hql | 6 +-
.../type_change_parquet/create_table.hql | 6 +-
.../bigint_partition/create_table.hql | 4 +-
.../partition_type/char_partition/create_table.hql | 4 +-
.../partition_type/date_partition/create_table.hql | 4 +-
.../decimal_partition/create_table.hql | 4 +-
.../double_partition/create_table.hql | 4 +-
.../float_partition/create_table.hql | 4 +-
.../partition_type/int_partition/create_table.hql | 4 +-
.../smallint_partition/create_table.hql | 4 +-
.../string_partition/create_table.hql | 4 +-
.../tinyint_partition/create_table.hql | 4 +-
.../varchar_partition/create_table.hql | 4 +-
.../data/regression/crdmm_data/create_table.hql | 7 +-
.../multi_delimit_serde/create_table.hql | 11 +-
.../regression/serde_prop/some_serde_table.hql | 53 +-
.../data/statistics/empty_table/create_table.hql | 6 +-
.../data/statistics/statistics/create_table.hql | 8 +-
.../scripts/data/statistics/stats/create_table.hql | 6 +-
.../scripts/data/test/hive_test/create_table.hql | 6 +-
.../data/tpch_1000_parquet/part/create_table.hql | 7 +-
.../data/tvf/test_hdfs_tvf_compression/run.sh | 6 +-
.../docker-compose/hive/scripts/healthy_check.sh | 6 +-
.../docker-compose/hive/scripts/hive-common-lib.sh | 80 +
.../docker-compose/hive/scripts/hive-metastore.sh | 149 -
.../docker-compose/hive/scripts/hive-module-lib.sh | 345 +
.../scripts/init-hive-baseline.sh} | 40 +-
.../hive/scripts/prepare-hive-data.sh | 157 +-
.../hive/scripts/refresh-hive-modules.sh | 59 +
.../scripts/reset-hive-state.sh} | 13 +-
.../hive/scripts/snapshot-hive-baseline.sh | 68 +
.../scripts/start-hive-metastore.sh} | 15 +-
.../{healthy_check.sh => start-hive-server.sh} | 12 +-
.../thirdparties/docker-compose/hudi/hudi.env.tpl | 8 +-
.../docker-compose/iceberg/entrypoint.sh.tpl | 6 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 6 +-
.../create_preinstalled_scripts/iceberg/run10.sql | 4 +-
.../create_preinstalled_scripts/iceberg/run31.sql | 33 +
.../docker-compose/kerberos/.gitignore | 8 +
.../supervisorctl-check.sh => Dockerfile} | 32 +-
.../kerberos/common/conf/doris-krb5.conf | 6 -
.../common/hadoop/apply-config-overrides.sh | 31 -
.../auth-to-local.xml => conf/core-site.xml.tpl} | 29 +-
.../docker-compose/kerberos/conf/hdfs-site.xml.tpl | 113 +
.../docker-compose/kerberos/conf/hive-site.xml.tpl | 92 +
.../hive-health-check.sh => conf/kdc.conf.tpl} | 15 +-
.../kerberos/conf/kerberos1/kdc.conf.tpl | 50 -
.../kerberos/conf/kerberos1/krb5.conf.tpl | 39 -
.../kerberos/conf/kerberos2/kdc.conf.tpl | 38 -
.../kerberos/conf/{kerberos2 => }/krb5.conf.tpl | 16 +-
.../docker-compose/kerberos/conf/my.cnf.tpl | 38 -
.../kerberos/entrypoint-hive-master.sh | 222 +-
.../docker-compose/kerberos/hadoop-hive.env.tpl | 127 +-
.../kerberos/health-checks/health.sh | 22 +-
.../docker-compose/kerberos/kerberos.yaml.tpl | 74 +-
.../docker-compose/kerberos/kerberos1_settings.env | 50 +-
.../docker-compose/kerberos/kerberos2_settings.env | 46 +-
.../kerberos/sql/create_kerberos_hive_table.sql | 17 -
.../kerberos/sql/create_paimon_hive_table.hql | 17 +
.../two-kerberos-hives/hive2-default-fs-site.xml | 25 -
docker/thirdparties/docker-health.sh | 81 +
docker/thirdparties/run-thirdparties-docker.sh | 1600 ++-
...irdparties-docker-hive-bootstrap-groups-test.sh | 64 +
fe/be-java-extensions/java-common/pom.xml | 5 -
.../doris/maxcompute/MaxComputeJniScanner.java | 164 +-
.../org/apache/doris/paimon/PaimonJniScanner.java | 359 +-
.../doris/paimon/PaimonSysTableJniScanner.java | 8 +-
.../apache/doris/paimon/PaimonJniScannerTest.java | 243 +
fe/be-java-extensions/preload-extensions/pom.xml | 5 -
.../main/java/org/apache/doris/common/Config.java | 85 +-
.../java/org/apache/doris/common/ConfigBase.java | 20 +-
.../java/org/apache/doris/common/LdapConfig.java | 6 +
.../org/apache/doris/common/PatternMatcher.java | 11 +-
.../doris/common/maxcompute/MCProperties.java | 3 +
.../java/org/apache/doris/common/ConfigTest.java | 58 +
fe/fe-core/pom.xml | 2 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 19 +-
.../ConfigurationAWSCredentialsProvider.java | 45 +-
.../org/apache/doris/analysis/DataDescription.java | 13 +-
.../org/apache/doris/analysis/IPv4Literal.java | 65 +-
.../org/apache/doris/analysis/IPv6Literal.java | 45 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 2 +-
.../org/apache/doris/analysis/StructLiteral.java | 2 +-
.../org/apache/doris/analysis/TimeV2Literal.java | 22 +-
.../apache/doris/catalog/ColocateTableIndex.java | 26 +-
.../apache/doris/catalog/DataSizeDisplayUtil.java | 78 +
.../main/java/org/apache/doris/catalog/Env.java | 3 +
.../doris/catalog/InternalSchemaInitializer.java | 8 +-
.../java/org/apache/doris/catalog/OlapTable.java | 51 +-
.../java/org/apache/doris/catalog/Replica.java | 18 +-
.../java/org/apache/doris/catalog/Resource.java | 63 +
.../java/org/apache/doris/catalog/ResourceMgr.java | 27 +
.../java/org/apache/doris/catalog/SchemaTable.java | 1 +
.../java/org/apache/doris/catalog/TableIf.java | 34 +
.../org/apache/doris/catalog/TableProperty.java | 28 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 32 +-
.../apache/doris/cloud/CacheHotspotManager.java | 492 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 274 +-
.../org/apache/doris/cloud/JobWarmUpStats.java | 285 +
.../org/apache/doris/cloud/OnTablesFilter.java | 169 +
.../doris/cloud/TableWarmUpWindowedStats.java | 206 +
.../cloud/alter/CloudSchemaChangeHandler.java | 9 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 13 +-
.../cloud/catalog/CloudColocatePlacement.java | 64 +
.../cloud/catalog/CloudInstanceStatusChecker.java | 25 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 237 +-
.../apache/doris/cloud/catalog/CloudTablet.java | 15 +-
.../doris/cloud/catalog/CloudUpgradeMgr.java | 42 +
.../doris/cloud/load/CloudRoutineLoadManager.java | 3 +-
.../doris/cloud/persist/CloudMetaSyncPoint.java | 69 +
.../apache/doris/cloud/rpc/MetaServiceClient.java | 5 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 5 +
.../doris/cloud/system/CloudSystemInfoService.java | 247 +-
.../transaction/CloudGlobalTransactionMgr.java | 6 +-
.../apache/doris/cloud/transaction/TxnUtil.java | 3 +
.../proc/ColocationGroupBackendSeqsProcNode.java | 24 +-
.../doris/common/proc/ColocationGroupProcDir.java | 158 +-
.../doris/common/proc/FrontendsProcNode.java | 20 +-
.../doris/common/proc/TabletHealthProcDir.java | 7 +-
.../apache/doris/common/proc/TabletsProcDir.java | 9 +-
.../doris/common/profile/ProfileManager.java | 8 +-
.../org/apache/doris/common/util/HttpURLUtil.java | 15 +
.../org/apache/doris/common/util/LocationPath.java | 14 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 32 +-
.../java/org/apache/doris/common/util/S3Util.java | 500 +
.../java/org/apache/doris/common/util/Util.java | 10 +
.../doris/datasource/ExternalRowCountCache.java | 53 +-
.../org/apache/doris/datasource/ExternalTable.java | 13 +-
.../apache/doris/datasource/FileQueryScanNode.java | 5 +-
.../doris/datasource/hive/HMSExternalTable.java | 28 +-
.../datasource/iceberg/DorisTypeToIcebergType.java | 13 +-
.../datasource/iceberg/IcebergMetadataOps.java | 30 +-
.../doris/datasource/iceberg/IcebergUtils.java | 83 +-
.../datasource/iceberg/source/IcebergScanNode.java | 45 +-
.../datasource/iceberg/source/IcebergSplit.java | 3 +
.../datasource/jdbc/client/JdbcMySQLClient.java | 15 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 44 +
.../apache/doris/datasource/kafka/KafkaUtil.java | 12 +-
.../maxcompute/MaxComputeExternalCatalog.java | 8 +
.../datasource/paimon/PaimonExternalTable.java | 2 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 12 +-
.../paimon/source/PaimonPredicateConverter.java | 15 +-
.../datasource/paimon/source/PaimonScanNode.java | 141 +-
.../datasource/paimon/source/PaimonSplit.java | 6 +-
.../datasource/property/storage/S3Properties.java | 37 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 99 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 264 +-
.../doris/fs/remote/SwitchingFileSystem.java | 56 +-
.../config/WebServerFactoryCustomizerConfig.java | 3 +
.../org/apache/doris/httpv2/meta/MetaService.java | 77 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 163 +-
.../doris/httpv2/rest/RestBaseController.java | 51 +-
.../httpv2/rest/manager/MetaBackupAction.java | 329 +
.../doris/httpv2/rest/manager/NodeAction.java | 25 +-
.../httpv2/rest/manager/QueryProfileAction.java | 10 +-
.../httpv2/util/StreamLoadRedirectDrainUtil.java | 154 +
.../insertoverwrite/InsertOverwriteManager.java | 4 +-
.../insert/streaming/StreamingInsertJob.java | 43 +-
.../org/apache/doris/job/task/AbstractTask.java | 1 +
.../org/apache/doris/journal/JournalEntity.java | 6 +
.../org/apache/doris/load/GroupCommitManager.java | 10 +-
.../org/apache/doris/load/StreamLoadHandler.java | 15 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 59 +-
.../load/routineload/KafkaRoutineLoadJob.java | 71 +-
.../doris/load/routineload/KafkaTaskInfo.java | 6 +
.../routineload/RLTaskTxnCommitAttachment.java | 15 +
.../doris/load/routineload/RoutineLoadJob.java | 35 +-
.../doris/load/routineload/RoutineLoadManager.java | 16 +-
.../load/routineload/RoutineLoadTaskInfo.java | 11 +-
.../load/routineload/RoutineLoadTaskScheduler.java | 42 +-
.../java/org/apache/doris/master/MetaHelper.java | 2 +-
.../java/org/apache/doris/metric/CloudMetrics.java | 5 +
.../java/org/apache/doris/metric/MetricRepo.java | 316 +
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 5 +-
.../java/org/apache/doris/mtmv/MTMVRelation.java | 13 +-
.../doris/mysql/authenticate/ldap/LdapManager.java | 30 +-
.../org/apache/doris/mysql/privilege/Auth.java | 14 +
.../RangerDorisAccessControllerFactory.java | 7 +-
.../doris/mysql/privilege/UserPropertyMgr.java | 8 +
.../doris/nereids/load/NereidsDataDescription.java | 19 +-
.../nereids/load/NereidsLoadScanProvider.java | 17 +-
.../doris/nereids/load/NereidsLoadUtils.java | 10 +
.../nereids/load/NereidsLoadingTaskPlanner.java | 18 +-
.../nereids/load/NereidsStreamLoadPlanner.java | 26 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 57 +-
.../parser/LogicalPlanBuilderForEncryption.java | 10 +
.../post/RuntimeFilterPushDownVisitor.java | 52 +-
.../doris/nereids/rules/analysis/BindSink.java | 28 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 10 +-
.../nereids/rules/analysis/SubExprAnalyzer.java | 12 +-
.../nereids/rules/analysis/SubqueryToApply.java | 25 +-
.../mv/AbstractMaterializedViewRule.java | 184 +-
.../rules/expression/ExpressionOptimization.java | 2 -
.../nereids/rules/expression/rules/TopnToMax.java | 56 -
.../rules/rewrite/AddProjectForUniqueFunction.java | 105 +-
.../rules/rewrite/DistinctWindowExpression.java | 4 +
.../nereids/rules/rewrite/InferPredicates.java | 13 +
.../rewrite/MergeOneRowRelationIntoUnion.java | 21 +-
.../doris/nereids/rules/rewrite/MergeTopNs.java | 29 +-
...ProjectOtherJoinConditionForNestedLoopJoin.java | 8 +
.../rules/rewrite/PullUpJoinFromUnionAll.java | 11 +-
.../PushDownFilterThroughPartitionTopN.java | 8 +-
.../rewrite/PushDownFilterThroughSetOperation.java | 61 +-
.../rules/rewrite/PushDownFilterThroughWindow.java | 13 +-
.../rules/rewrite/PushDownJoinOtherCondition.java | 8 +-
.../rewrite/PushDownLimitDistinctThroughUnion.java | 7 +-
.../rewrite/PushDownTopNDistinctThroughUnion.java | 6 +-
.../rules/rewrite/PushProjectThroughUnion.java | 33 +-
.../rules/rewrite/RewriteSearchToSlots.java | 63 +-
.../nereids/rules/rewrite/SetPreAggStatus.java | 1 +
.../nereids/rules/rewrite/SimplifyAggGroupBy.java | 57 +-
.../nereids/trees/expressions/Expression.java | 2 +-
.../trees/expressions/functions/agg/Count.java | 30 +-
.../functions/agg/MultiDistinctCount.java | 7 +
.../trees/expressions/functions/agg/Retention.java | 11 +
.../functions/executable/DateTimeArithmetic.java | 16 +-
.../executable/DateTimeExtractAndTransform.java | 8 +-
.../expressions/functions/scalar/ArrayFirst.java | 33 +-
.../expressions/functions/scalar/ArrayLast.java | 33 +-
.../expressions/functions/scalar/ArraySort.java | 7 +
.../expressions/functions/scalar/ConvertTz.java | 72 +-
.../expressions/functions/scalar/FromUnixtime.java | 56 +-
.../trees/expressions/literal/DateTimeLiteral.java | 36 +-
.../expressions/literal/DecimalV3Literal.java | 5 -
.../nereids/trees/expressions/literal/Literal.java | 4 -
.../expressions/visitor/ScalarFunctionVisitor.java | 4 +-
.../trees/plans/commands/AlterUserCommand.java | 7 +-
.../plans/commands/ShowRoutineLoadCommand.java | 1 +
.../trees/plans/commands/ShowWarmUpCommand.java | 3 +
.../trees/plans/commands/WarmUpClusterCommand.java | 57 +-
.../trees/plans/commands/info/CopyFromDesc.java | 33 +-
.../trees/plans/commands/info/CopyIntoInfo.java | 115 +-
.../commands/info/ModifyTablePropertiesOp.java | 2 +
.../insert/InsertOverwriteTableCommand.java | 11 +-
.../plans/logical/LogicalCatalogRelation.java | 42 +
.../trees/plans/logical/LogicalFileScan.java | 29 +
.../trees/plans/logical/LogicalHudiScan.java | 10 +
.../trees/plans/logical/LogicalOdbcScan.java | 5 +
.../trees/plans/logical/LogicalOlapScan.java | 15 +
.../trees/plans/logical/LogicalSchemaScan.java | 13 +
.../trees/plans/logical/LogicalTestScan.java | 5 +
.../nereids/trees/plans/logical/LogicalView.java | 19 +-
.../nereids/trees/plans/logical/LogicalWindow.java | 17 +-
.../org/apache/doris/nereids/types/ArrayType.java | 9 +
.../apache/doris/nereids/types/BooleanType.java | 8 +
.../org/apache/doris/nereids/types/DataType.java | 4 +
.../apache/doris/nereids/types/DateTimeType.java | 9 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 13 +
.../org/apache/doris/nereids/types/DateType.java | 6 +
.../apache/doris/nereids/types/DecimalV2Type.java | 14 +
.../apache/doris/nereids/types/DecimalV3Type.java | 14 +
.../org/apache/doris/nereids/types/MapType.java | 10 +
.../org/apache/doris/nereids/types/StructType.java | 18 +
.../doris/nereids/types/TimeStampTzType.java | 10 +
.../org/apache/doris/nereids/types/TimeV2Type.java | 10 +
.../apache/doris/nereids/types/VariantType.java | 5 +
.../nereids/types/coercion/CharacterType.java | 5 +
.../doris/nereids/types/coercion/IntegralType.java | 15 +
.../org/apache/doris/nereids/util/DateUtils.java | 15 +
.../apache/doris/nereids/util/ExpressionUtils.java | 50 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 4 +
.../java/org/apache/doris/nereids/util/Utils.java | 7 +
.../java/org/apache/doris/persist/EditLog.java | 10 +
.../org/apache/doris/persist/OperationType.java | 1 +
.../org/apache/doris/persist/gson/GsonUtils.java | 2 +
.../org/apache/doris/planner/OlapScanNode.java | 26 +-
.../org/apache/doris/planner/OlapTableSink.java | 17 +-
.../org/apache/doris/planner/SchemaScanNode.java | 7 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 10 +-
.../java/org/apache/doris/qe/ConnectContext.java | 133 +-
.../java/org/apache/doris/qe/ConnectPoolMgr.java | 2 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 22 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 10 +-
.../java/org/apache/doris/qe/SessionVariable.java | 25 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 109 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 3 +
.../org/apache/doris/qe/runtime/LoadProcessor.java | 22 +-
.../qe/runtime/SingleFragmentPipelineTask.java | 19 +-
.../apache/doris/service/FrontendServiceImpl.java | 185 +-
.../arrowflight/DorisFlightSqlProducer.java | 28 +-
.../arrowflight/FlightSqlConnectProcessor.java | 21 +-
.../arrowflight/results/FlightSqlChannel.java | 7 +
.../results/FlightSqlResultCacheEntry.java | 2 +-
.../sessions/FlightSqlConnectContext.java | 3 -
.../sessions/FlightSqlConnectPoolMgr.java | 20 +
.../doris/statistics/FollowerColumnSender.java | 4 +-
.../org/apache/doris/system/BeSelectionPolicy.java | 12 +-
.../java/org/apache/doris/system/Diagnoser.java | 22 +-
.../org/apache/doris/system/SystemInfoService.java | 6 +-
.../doris/tablefunction/MetadataGenerator.java | 18 +-
.../tablefunction/PaimonTableValuedFunction.java | 35 +-
.../transaction/AutoPartitionCacheManager.java | 32 +-
.../doris/alter/InternalSchemaAlterTest.java | 5 +
.../org/apache/doris/analysis/ExprEqualsTest.java | 348 +
.../analysis/LiteralExprCompareLiteralTest.java | 455 +
.../doris/analysis/LiteralExprEqualsTest.java | 366 +
.../apache/doris/catalog/ColocateTableTest.java | 95 +
.../doris/catalog/DataSizeDisplayUtilTest.java | 124 +
.../doris/catalog/DynamicPartitionTableTest.java | 4 +-
.../java/org/apache/doris/catalog/EnvTest.java | 38 +
.../org/apache/doris/catalog/OlapTableTest.java | 37 +
.../apache/doris/catalog/TablePropertyTest.java | 113 +
.../java/org/apache/doris/catalog/TabletTest.java | 17 +
.../doris/clone/TabletReplicaTooSlowTest.java | 97 +
.../cloud/CacheHotspotManagerTableFilterTest.java | 1003 ++
.../doris/cloud/CloudWarmUpJobTableFilterTest.java | 466 +
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 232 +
.../org/apache/doris/cloud/OnTablesFilterTest.java | 141 +
.../cloud/WarmUpClusterOnTablesParseTest.java | 447 +
.../org/apache/doris/cloud/WarmUpStatsTest.java | 530 +
.../cloud/catalog/CloudColocatePlacementTest.java | 232 +
.../catalog/CloudInstanceStatusCheckerTest.java | 371 +
.../doris/cloud/catalog/CloudUpgradeMgrTest.java | 221 +
.../cloud/system/CloudSystemInfoServiceTest.java | 81 +
.../transaction/CloudGlobalTransactionMgrTest.java | 52 +
.../apache/doris/common/PatternMatcherTest.java | 4 +
.../apache/doris/common/PropertyAnalyzerTest.java | 38 +
.../common/proc/CloudProcVersionDisplayTest.java | 16 +-
.../common/proc/ColocationGroupProcDirTest.java | 294 +
.../doris/common/proc/TabletHealthProcDirTest.java | 110 +
.../doris/common/profile/AutoProfileTest.java | 41 +-
.../apache/doris/common/util/HttpURLUtilTest.java | 93 +
.../apache/doris/common/util/LocationPathTest.java | 15 +
.../org/apache/doris/common/util/S3UtilTest.java | 239 +-
.../datasource/ExternalRowCountCacheTest.java | 66 +-
.../datasource/hive/HMSExternalTableTest.java | 175 +
.../datasource/iceberg/CreateIcebergTableTest.java | 22 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 36 +
.../iceberg/source/IcebergCountPushDownTest.java | 86 +
.../iceberg/source/IcebergScanNodeTest.java | 25 +
.../jdbc/client/JdbcMySQLClientTest.java | 37 +
.../datasource/jdbc/source/JdbcScanNodeTest.java | 85 +
.../doris/datasource/paimon/PaimonUtilTest.java | 72 +
.../paimon/source/PaimonScanNodeTest.java | 94 +-
.../property/storage/S3PropertiesTest.java | 19 +
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 53 +
.../doris/fs/remote/SwitchingFileSystemTest.java | 170 +
.../apache/doris/httpv2/meta/MetaServiceTest.java | 305 +
.../apache/doris/httpv2/rest/LoadActionTest.java | 476 +-
.../doris/httpv2/rest/RestBaseControllerTest.java | 64 +
.../util/StreamLoadRedirectDrainUtilTest.java | 394 +
.../doris/job/base/AbstractJobStatusTest.java | 23 +
.../apache/doris/load/StreamLoadHandlerTest.java | 171 +
.../doris/load/loadv2/BrokerLoadJobTest.java | 140 +
.../load/routineload/KafkaRoutineLoadJobTest.java | 157 +
.../RoutineLoadBackendSelectionTest.java | 169 +
.../doris/load/routineload/RoutineLoadJobTest.java | 39 +
.../load/routineload/RoutineLoadManagerTest.java | 17 +
.../routineload/RoutineLoadTaskSchedulerTest.java | 118 +
.../java/org/apache/doris/metric/MetricsTest.java | 267 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 29 +
.../mysql/authenticate/ldap/LdapManagerTest.java | 138 +-
.../RangerDorisAccessControllerFactoryTest.java} | 27 +-
.../nereids/load/NereidsLoadScanProviderTest.java | 179 +
.../doris/nereids/parser/EncryptSQLTest.java | 68 +
.../doris/nereids/parser/NereidsParserTest.java | 24 +
.../nereids/postprocess/RuntimeFilterTest.java | 19 +
.../rules/analysis/AnalyzeSubQueryTest.java | 21 +
.../analysis/CheckExpressionLegalityTest.java | 10 +
.../rules/analysis/NormalizeAggregateTest.java | 78 +
.../exploration/mv/NullRejectInferenceTest.java | 209 +
.../nereids/rules/expression/FoldConstantTest.java | 6 +
.../rules/expression/rules/TopnToMaxTest.java | 42 -
.../rewrite/AddProjectForUniqueFunctionTest.java | 79 +-
.../rewrite/FindHashConditionForJoinTest.java | 22 +
.../GeneratePartitionTopnFromWindowTest.java | 107 +
.../nereids/rules/rewrite/MergeTopNsTest.java | 41 +-
.../rules/rewrite/PullUpJoinFromUnionAllTest.java | 387 +
.../rewrite/PushDownFilterThroughWindowTest.java | 40 +
.../rewrite/PushDownJoinOtherConditionTest.java | 29 +
.../rules/rewrite/PushProjectThroughUnionTest.java | 57 +
.../rules/rewrite/RewriteSearchToSlotsTest.java | 109 +-
.../rewrite/SetOperationOutputMappingTest.java | 157 +
.../rules/rewrite/SimplifyAggGroupByTest.java | 240 +
.../trees/expressions/functions/agg/CountTest.java | 84 +
.../DateTimeExtractAndTransformTest.java | 43 +
.../functions/scalar/ArrayFirstLastTest.java | 56 +
.../functions/scalar/ConvertTzTest.java | 173 +
.../functions/scalar/FromUnixtimeTest.java | 99 +
.../functions/scalar/UniqueFunctionTest.java | 17 +-
.../trees/expressions/literal/IPV4LiteralTest.java | 100 +
.../literal/TimestampTzLiteralTest.java | 18 +
.../trees/plans/DeleteFromUsingCommandTest.java | 89 +
.../plans/commands/ShowRoutineLoadCommandTest.java | 2 +
.../insert/InsertOverwriteSkipAuthResetTest.java | 81 +
.../trees/plans/logical/LogicalViewTest.java | 245 +
.../apache/doris/nereids/types/DataTypeTest.java | 66 +
.../apache/doris/nereids/util/JoinUtilsTest.java | 19 +
.../apache/doris/persist/ResourcePersistTest.java | 110 +-
.../org/apache/doris/qe/ConnectContextTest.java | 242 +
.../doris/qe/StmtExecutorInternalQueryTest.java | 48 +-
.../java/org/apache/doris/qe/StmtExecutorTest.java | 84 +
.../java/org/apache/doris/qe/VariableMgrTest.java | 25 +
.../qe/runtime/SingleFragmentPipelineTaskTest.java | 96 +
.../service/FrontendServiceImplCloudTest.java | 82 +
.../doris/service/FrontendServiceImplTest.java | 230 +-
.../arrowflight/DorisFlightSqlProducerTest.java | 210 +
.../sessions/FlightSqlConnectPoolMgrTest.java | 69 +
.../doris/statistics/FollowerColumnSenderTest.java | 30 +
.../apache/doris/system/SystemInfoServiceTest.java | 10 +-
.../transaction/AutoPartitionCacheManagerTest.java | 61 +
fe/hive-udf/pom.xml | 14 +
fe/pom.xml | 49 +-
.../source/reader/JdbcIncrementalSourceReader.java | 2 +-
.../source/reader/mysql/MySqlSourceReader.java | 2 +-
gensrc/proto/cloud.proto | 14 +
gensrc/proto/internal_service.proto | 16 +
gensrc/proto/olap_file.proto | 10 +
gensrc/script/gen_build_version.sh | 2 +-
gensrc/thrift/BackendService.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 9 +
gensrc/thrift/PaloInternalService.thrift | 1 +
.../data/ann_index_p0/ann_index_only_scan.out | 19 -
.../data/audit/test_audit_log_behavior.out | 2 +-
.../brown_p2/sql/CPUNetworkUtilization_order.out | 6 +-
.../test_insert_overwrite_multiple.out | 15 -
.../test_insert_overwrite_recover.out | 14 -
.../test_insert_overwrite_recover_multiple.out | 23 -
.../test_insert_overwrite_recover_no_partition.out | 14 -
.../multi_cluster/stream_load/stream_load.out | 5 +
.../test_cloud_colocate_consistent_hash_join.out} | 11 +-
.../data/correctness_p0/test_merge_topn_offset.out | 10 +
...est_runtime_filter_outer_join_nullable_side.out | 18 +
.../timestamptz/test_timestamptz_dst_gap.out | 4 +-
.../three_level_nestedtypes_with_s3data.out | 11998 +++++++++----------
.../two_level_nestedtypes_with_s3data.out | 4223 +++----
.../test_delete_generated_column.out | 12 +
.../hive/test_hive_orc_predicate.out | 6 -
.../hive/test_transactional_hive.out | 163 -
.../iceberg/test_iceberg_invaild_avro_name.out | 5 +-
.../iceberg/test_iceberg_mixed_file_formats.out | 12 +
...est_paimon_runtime_filter_partition_pruning.out | 7 +-
.../es/test_es_flatten_type.out | 0
.../es/test_es_keyword_array_type.out | 0
.../es/test_es_query.out | 0
.../es/test_es_query_nereids.out | 0
.../es/test_es_query_no_http_url.out | 0
.../hive/test_hive_translation_insert_only.out | 30 -
.../jdbc/test_db2_jdbc_catalog.out | 0
.../jdbc/test_oceanbase_jdbc_catalog.out | 0
.../jdbc/test_sqlserver_jdbc_catalog.out | 12 +
.../select/test_sqlserver_all_types_select.out | 0
.../maxcompute/test_max_compute_schema.out | 51 +-
.../trino_connector/jdbc/test_trino_sqlserver.out | 0
...loud_mow_load_preserves_schema_change_lock.out} | 4 +-
...can_filtered_rows_not_pollute_load_counter.out} | 16 +-
.../stream_load/arrow_uppercase_column.arrow | Bin 0 -> 456 bytes
.../test_arrow_stream_load_uppercase_column.out} | 14 +-
.../data/{mtmv_p0 => mtmv_p2}/test_es_mtmv.out | 0
.../data/nereids_p0/aggregate/agg_group_concat.out | 9 +
.../ddl/show_variables/show_variables_command.out | 8 +
.../partition_topn/check_partitionkey.out | 19 +
.../extend_infer_equal_predicate.out | 11 +-
.../limit_push_down/merge_topn_prefix_key.out | 11 +
.../partition_prune/test_convert_tz.out} | 9 +-
.../add_project_for_unique_function.out | 13 +-
...nfer_predicates_set_op_with_unique_function.out | 47 +
...join_condition_for_nlj_with_unique_function.out | 36 +
...wn_filter_through_join_with_unique_function.out | 9 +
...through_partition_topn_with_unique_function.out | 17 +
..._through_set_operation_with_unique_function.out | 73 +
..._filter_through_window_with_unique_function.out | 23 +
...n_join_other_condition_with_unique_function.out | 53 +
.../data/nereids_syntax_p0/set_operation.out | 9 +-
.../nereids_syntax_p1/mv/aggregate/agg_sync_mv.out | 27 +-
.../data/opensky_p2/sql/avgDistance.out | 2 +-
regression-test/data/opensky_p2/sql/count.out | 2 +-
.../data/opensky_p2/sql/mostBusyOrigin.out | 18 +-
.../data/opensky_p2/sql/totalDistance.out | 2 +-
.../array_functions/test_array_first.out | 3 +
.../array_functions/test_array_last.out | 3 +
.../datetime_functions/test_convert_tz.out | 3 +
.../test_ipv4_ipv6_multi_not_equal.out | 36 +
.../query_p2/big_join_build/big_join_build.out | 5 +-
.../test_segcompaction_agg_keys.out | 3 -
.../org/apache/doris/regression/suite/Suite.groovy | 55 +
.../doris/regression/suite/SuiteContext.groovy | 16 +
.../regression/util/RoutineLoadTestUtils.groovy | 101 +-
.../regression/util/WarmupMetricsUtils.groovy | 268 +
.../main/java/org/apache/doris/udf/StringTest.java | 2 +-
.../pipeline/common/get-hive-bootstrap-groups.sh | 26 +-
regression-test/pipeline/common/github-utils.sh | 31 +
regression-test/pipeline/common/stage-timer.sh | 129 +
.../pipeline/common/test_stage_timer.py | 149 +
.../pipeline/external/conf/regression-conf.groovy | 1 +
.../pipeline/external/external-stage-timer.sh | 119 +
.../pipeline/p1/conf/regression-conf.groovy | 3 +
regression-test/plugins/plugin_compaction.groovy | 59 +-
.../suites/ann_index_p0/ann_index_basic.groovy | 22 +-
.../suites/ann_index_p0/ann_index_only_scan.groovy | 450 -
...ann_index_only_scan_compound_debug_point.groovy | 158 +
.../ann_index_only_scan_debug_point.groovy | 237 +
.../ann_index_only_scan_distance_expr.groovy | 207 -
.../ann_index_only_scan_expr_debug_point.groovy | 104 +
.../ann_index_only_scan_metric_direction.groovy | 229 -
.../ann_range_search_pushdown_regression.groovy | 150 +
...ge_search_source_index_status_regression.groovy | 83 +
.../suites/ann_index_p0/ivf_index_test.groovy | 28 +-
.../suites/audit/test_audit_log_behavior.groovy | 16 +-
.../test_audit_log_hint_session_context.groovy | 79 +
.../suites/auth_call/test_ddl_backup_auth.groovy | 24 +-
.../auth_p0/test_http_node_action_auth.groovy | 113 +
.../suites/autobucket/test_autobucket.groovy | 4 +-
.../test_backup_restore_colocate.groovy | 57 +-
.../test_backup_restore_inverted_idx.groovy | 2 +-
.../test_backup_restore_reset_index_id.groovy | 2 +-
.../test_backup_restore_retention_count.groovy | 32 +-
.../test_insert_overwrite_multiple.groovy | 68 -
.../test_insert_overwrite_recover.groovy | 64 -
.../test_insert_overwrite_recover_multiple.groovy | 87 -
...st_insert_overwrite_recover_no_partition.groovy | 78 -
.../check_before_quit/check_before_quit.groovy | 8 +
...est_balance_use_compute_group_properties.groovy | 1 +
.../cloud_p0/balance/test_balance_warm_up.groovy | 1 +
.../test_balance_warm_up_sync_global_config.groovy | 1 +
.../test_balance_warm_up_task_abnormal.groovy | 1 +
.../test_balance_warm_up_use_peer_cache.groovy | 1 +
...e_warm_up_with_compaction_use_peer_cache.groovy | 2 +-
.../balance/test_peer_read_async_warmup.groovy | 1 +
.../suites/cloud_p0/cache/ddl/nation.sql | 3 +
.../read_write/test_multi_stale_rowset.groovy | 2 +-
...on_tables_abnormal_cancel_empty_recovery.groovy | 212 +
...ent_on_tables_abnormal_stats_and_failure.groovy | 261 +
...warm_up_event_on_tables_canonicalization.groovy | 117 +
.../test_warm_up_event_on_tables_dynamic.groovy | 217 +
...m_up_event_on_tables_error_and_lifecycle.groovy | 387 +
.../test_warm_up_event_on_tables_include.groovy | 167 +
..._warm_up_event_on_tables_include_exclude.groovy | 153 +
...t_warm_up_event_on_tables_mow_compaction.groovy | 221 +
.../test_warm_up_event_on_tables_multi_dst.groovy | 213 +
...st_warm_up_event_on_tables_multi_include.groovy | 142 +
...t_warm_up_event_on_tables_overlap_and_mv.groovy | 332 +
..._warm_up_event_on_tables_show_and_cancel.groovy | 384 +
.../test_warm_up_event_on_tables_sync_stats.groovy | 300 +
...up_event_on_tables_system_cluster_change.groovy | 168 +
...nt_on_tables_system_compaction_sync_wait.groovy | 214 +
...m_up_event_on_tables_system_e2e_multi_be.groovy | 269 +
...rm_up_event_on_tables_system_packed_file.groovy | 155 +
...vent_on_tables_system_restart_and_resize.groovy | 223 +
...m_up_event_on_tables_system_schema_index.groovy | 182 +
...topn_lazy_mat_phase2_no_write_file_cache.groovy | 294 +
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 41 +-
...st_file_cache_warmup_read_metrics_docker.groovy | 457 +
.../test_file_cache_write_index_file_only.groovy | 344 +
..._index_file_only_compaction_segment_data.groovy | 239 +
..._cache_write_index_file_only_packed_file.groovy | 293 +
.../multi_cluster/stream_load/stream_load.groovy | 103 +
.../cloud_p0/multi_cluster/test_auto_start.groovy | 4 +
...test_cloud_colocate_consistent_hash_join.groovy | 67 +
.../multi_cluster/test_unfinished_txn_2pc.groovy | 117 +
.../test_packed_file_inverted_index_query.groovy | 137 +
.../cloud_p0/query_retry/test_retry_e-230.groovy | 55 +
.../s3/test_s3_file_writer_submit_error.groovy | 84 +
.../tablets/test_tablet_size_semantics.groovy | 140 +
.../test_fe_cached_partition_version.groovy | 34 +-
...c_compaction_cross_v1_stale_base_refresh.groovy | 158 +
...eate_table_use_dynamic_partition_by_hdfs.groovy | 3 +-
.../create_table_use_policy_by_hdfs.groovy | 3 +-
.../load_colddata_to_hdfs.groovy | 3 +-
.../table_modify_resouce_and_policy.groovy | 43 +-
.../table_modify_resouce_and_policy_by_hdfs.groovy | 46 +-
.../compaction_width_array_column.groovy | 7 +-
.../suites/compaction/ddl/column_witdh_array.sql | 5 +-
...paction_with_dup_key_max_file_size_limit.groovy | 98 +-
.../compaction/test_compacation_with_delete.groovy | 2 +-
.../compaction/test_compaction_agg_keys.groovy | 44 +-
.../test_compaction_agg_keys_with_array_map.groovy | 46 +-
.../test_compaction_agg_keys_with_delete.groovy | 45 +-
.../compaction/test_compaction_dup_keys.groovy | 2 +-
.../test_compaction_dup_keys_with_delete.groovy | 2 +-
.../test_compaction_profile_action.groovy | 9 +-
.../compaction/test_compaction_uniq_keys.groovy | 38 +-
.../compaction/test_compaction_uniq_keys_ck.groovy | 43 +-
.../test_compaction_uniq_keys_row_store.groovy | 1 +
.../test_compaction_uniq_keys_row_store_ck.groovy | 40 +-
.../test_compaction_uniq_keys_with_delete.groovy | 40 +-
...test_compaction_uniq_keys_with_delete_ck.groovy | 41 +-
.../test_compaction_with_empty_rowset.groovy | 74 +-
.../test_single_replica_compaction.groovy | 10 +-
.../test_time_series_compaction_policy.groovy | 81 +-
.../test_vertical_compaction_agg_keys.groovy | 41 +-
.../test_vertical_compaction_agg_state.groovy | 41 +-
.../test_vertical_compaction_dup_keys.groovy | 2 +-
.../test_vertical_compaction_uniq_keys.groovy | 40 +-
.../test_vertical_compaction_uniq_keys_ck.groovy | 40 +-
.../test_colocate_join_of_column_order.groovy | 8 +-
.../correctness_p0/test_merge_topn_offset.groovy | 50 +
..._runtime_filter_outer_join_nullable_side.groovy | 79 +
.../test_non_mow_key_bounds_aggregation.groovy | 177 +
.../three_level_nestedtypes_with_s3data.groovy | 184 +-
.../two_level_nestedtypes_with_s3data.groovy | 103 +-
.../test_delete_generated_column.groovy | 96 +
.../suites/demo_p0/test_flight_record.groovy | 19 +-
.../suites/doc/external/jdbc/ibmdb2.md.groovy | 2 +-
.../suites/doc/external/jdbc/oceanbase.md.groovy | 2 +-
.../suites/doc/external/jdbc/sqlserver.md.groovy | 2 +-
.../cache/test_file_cache_features.groovy | 34 +
.../cache/test_file_cache_query_limit.groovy | 73 +-
.../cache/test_file_cache_statistics.groovy | 279 +-
.../hive/hive_json_basic_test.groovy | 2 +-
.../hive/hive_tpch_sf1_orc.groovy | 3 +-
.../hive/hive_tpch_sf1_parquet.groovy | 3 +-
.../hive/test_complex_types.groovy | 2 +-
.../hive/test_different_column_orders.groovy | 2 +-
.../hive/test_different_parquet_types.groovy | 2 +-
.../hive/test_drop_expired_table_stats.groovy | 2 +-
.../hive/test_external_catalog_hive.groovy | 2 +-
.../test_external_catalog_hive_partition.groovy | 2 +-
.../hive/test_external_credit_data.groovy | 2 +-
.../hive/test_hive_analyze_db.groovy | 2 +-
.../hive/test_hive_basic_type.groovy | 2 +-
.../hive/test_hive_broker_scan.groovy | 2 +-
.../hive/test_hive_default_partition.groovy | 2 +-
.../hive/test_hive_get_schema_from_table.groovy | 2 +-
.../external_table_p0/hive/test_hive_orc.groovy | 2 +-
.../hive/test_hive_orc_predicate.groovy | 53 +-
.../external_table_p0/hive/test_hive_other.groovy | 2 +-
.../hive/test_hive_parquet.groovy | 2 +-
.../hive/test_hive_parquet_alter_column.groovy | 2 +-
.../hive/test_hive_parquet_skip_page.groovy | 2 +-
.../hive/test_hive_partition_column_analyze.groovy | 2 +-
.../hive/test_hive_partition_location.groovy | 2 +-
.../hive/test_hive_query_cache.groovy | 2 +-
.../hive/test_hive_remove_partition.groovy | 2 +-
...st_hive_runtime_filter_partition_pruning.groovy | 2 +-
.../hive/test_hive_same_db_table_name.groovy | 2 +-
.../hive/test_hive_schema_evolution.groovy | 2 +-
.../hive/test_hive_statistic.groovy | 2 +-
.../hive/test_hive_statistic_auto.groovy | 2 +-
.../hive/test_hive_statistic_clean.groovy | 2 +-
.../hive/test_hive_statistic_timeout.groovy | 2 +-
.../hive/test_hive_statistics_all_type_p0.groovy | 2 +-
.../hive/test_hive_statistics_p0.groovy | 2 +-
.../hive/test_hive_tablesample_p0.groovy | 2 +-
.../hive/test_hive_text_complex_type.groovy | 2 +-
.../hive/test_hive_to_array.groovy | 2 +-
.../hive/test_hive_to_date.groovy | 2 +-
.../hive/test_hive_topn_rf_null.groovy | 2 +-
.../hive/test_hive_varbinary_type.groovy | 2 +-
.../hive/test_hive_view_schema_drift.groovy | 115 +
.../hive/test_mixed_par_locations.groovy | 2 +-
.../hive/test_multi_delimit_serde.groovy | 2 +-
.../hive/test_open_csv_serde.groovy | 2 +-
.../hive/test_orc_nested_types.groovy | 2 +-
.../hive/test_parquet_bloom_filter.groovy | 2 +-
.../hive/test_parquet_join_runtime_filter.groovy | 4 +
.../hive/test_parquet_nested_types.groovy | 2 +-
.../hive/test_special_orc_formats.groovy | 2 +-
.../hive/test_string_dict_filter.groovy | 2 +-
.../hive/test_text_garbled_file.groovy | 2 +-
.../hive/test_text_skip_header.groovy | 2 +-
.../hive/test_transactional_hive.groovy | 195 -
.../test_truncate_char_or_varchar_columns.groovy | 2 +-
.../hive/test_upper_case_column_name.groovy | 2 +-
.../external_table_p0/hive/test_utf8_check.groovy | 2 +-
.../external_table_p0/hive/test_wide_table.groovy | 2 +-
.../hive/write/test_hive_ctas_to_doris.groovy | 2 +
.../test_iceberg_arrow_flight_split_source.groovy | 131 +
.../iceberg/test_iceberg_mixed_file_formats.groovy | 56 +
...iceberg_runtime_filter_partition_pruning.groovy | 29 +
...ntime_filter_partition_pruning_transform.groovy | 30 +
.../test_information_schema_timezone.groovy | 3 +
.../jdbc/test_jdbc_row_count.groovy | 54 -
.../test_iceberg_hadoop_catalog_kerberos.groovy | 6 +-
.../kerberos/test_non_catalog_kerberos.groovy | 23 +-
.../kerberos/test_single_hive_kerberos.groovy | 99 +-
.../kerberos/test_two_hive_kerberos.groovy | 34 +
.../paimon/test_paimon_catalog.groovy | 3 +-
..._paimon_runtime_filter_partition_pruning.groovy | 37 +-
.../refactor_storage_param/hdfs_all_test.groovy | 6 +-
.../tvf/test_file_tvf_local.groovy | 3 +-
.../external_table_p0/tvf/test_http_tvf.groovy | 173 +-
.../es/test_es_catalog_http_open_api.groovy | 2 +-
.../es/test_es_flatten_type.groovy | 2 +-
.../es/test_es_keyword_array_type.groovy | 2 +-
.../es/test_es_query.groovy | 9 +-
.../es/test_es_query_nereids.groovy | 2 +-
.../es/test_es_query_no_http_url.groovy | 2 +-
.../hive/test_hive_translation_insert_only.groovy | 98 -
.../hive/test_parquet_complex_cross_page.groovy | 55 -
.../hudi/test_hudi_olap_rewrite_mtmv.groovy | 20 +-
.../hudi/test_hudi_rewrite_mtmv.groovy | 20 +-
.../jdbc/test_db2_jdbc_catalog.groovy | 2 +-
.../jdbc/test_oceanbase_jdbc_catalog.groovy | 2 +-
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 30 +-
.../jdbc/test_sqlserver_jdbc_row_count.groovy | 76 +
.../select/test_sqlserver_all_types_select.groovy | 2 +-
.../maxcompute/test_max_compute_schema.groovy | 35 +-
.../paimon/test_paimon_hms_catalog.groovy | 9 +-
.../hive_on_hms_and_dlf.groovy | 16 +-
.../iceberg_on_hms_and_filesystem_and_dlf.groovy | 23 +-
.../jdbc/test_trino_sqlserver.groovy | 2 +-
...ud_mow_load_preserves_schema_change_lock.groovy | 101 +
.../legacy/test_f_delete_publish_skip_read.groovy | 8 +-
.../test_audit_log_internal_query_failure.groovy | 98 -
.../test_dml_when_one_be_down.groovy | 141 +
...index_compound_directory_fault_injection.groovy | 5 +-
.../test_tables_status_column_pruning.groovy | 97 +
.../test_iot_auto_detect_fail.groovy | 21 +-
.../test_group_commit_prepare_lost_row.groovy | 157 +
...nsert_group_commit_into_max_filter_ratio.groovy | 7 +-
.../mow_insert_with_partition_drop.groovy | 19 +-
...single_replica_compaction_with_format_v2.groovy | 7 +-
.../suites/inverted_index_p2/test_show_data.groovy | 37 +-
.../cdc/test_streaming_mysql_job_dup.groovy | 2 +-
.../suites/load_p0/copy_into/test_copy_into.groovy | 65 +
.../test_insert_fail_fast_after_be_restart.groovy | 128 +
...n_filtered_rows_not_pollute_load_counter.groovy | 94 +
.../test_routine_load_adaptive_param.groovy | 12 +-
.../test_routine_load_error_info.groovy | 141 +-
.../test_routine_load_first_error_msg.groovy | 127 +
.../routine_load/test_show_routine_load.groovy | 41 +
.../scripts/stream_load_redirect_chunked_e2e.py | 140 +
.../test_arrow_stream_load_uppercase_column.groovy | 89 +
.../stream_load/test_group_commit_redirect.groovy | 1 +
...test_stream_load_fe_redirect_chunked_e2e.groovy | 117 +
.../suites/load_p2/tvf/test_s3_tvf.groovy | 11 +-
.../suites/meta_action_p0/test_dump_image.groovy | 1 +
.../suites/mtmv_p0/test_hive_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_olap_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_rewrite_mtmv.groovy | 2 +-
.../{mtmv_p0 => mtmv_p2}/test_es_mtmv.groovy | 5 +-
.../scalar_function/Array2.groovy | 4 +
.../nereids_p0/aggregate/agg_group_concat.groovy | 17 +-
.../nereids_p0/cache/mtmv_with_sql_cache.groovy | 11 +
.../nereids_p0/cache/mv_with_sql_cache.groovy | 11 +
.../cache/parse_sql_from_sql_cache.groovy | 17 +-
.../show_variables/show_variables_command.groovy | 8 +
.../nereids_p0/expression/topn_to_max.groovy | 49 -
.../join/colocate_join_with_rollup.groovy | 1 +
.../multi_distinct/multi_distinct_window.groovy | 5 +
.../partition_topn/check_partitionkey.groovy | 160 +
.../nereids_p0/stats/partitionRowCount.groovy | 12 +
.../subquery/correlated_scalar_subquery.groovy | 16 +-
.../nereids_p0/variables_persist/test_mtmv.groovy | 4 +-
.../limit_push_down/merge_topn_prefix_key.groovy | 64 +
.../merge_one_row_relation_into_union.groovy} | 23 +-
.../mv/dimension/dimension_1.groovy | 2 +-
.../mv/dimension/dimension_2_left_join.groovy | 8 +-
.../mv/dimension/dimension_2_right_join.groovy | 8 +-
.../mv/dimension/dimension_self_conn.groovy | 5 +-
.../mv/dimension_predicate/left_join_filter.groovy | 4 +-
.../dimension_predicate/right_join_filter.groovy | 4 +-
.../outer_join_two_hop_null_reject.groovy | 138 +
.../join_elim_line_pattern.groovy | 4 +-
.../join_elim_star_pattern.groovy | 16 +-
.../inner_join_infer_and_derive.groovy | 24 +-
.../inner_join_null_reject_compensation.groovy | 217 +
.../left_join_infer_and_derive.groovy | 6 +-
.../right_join_infer_and_derive.groovy | 6 +-
.../partition_curd_union_rewrite.groovy | 18 +-
.../month_quarter_cast_in_prune.groovy | 8 +-
.../partition_prune/test_convert_tz.groovy | 24 +-
.../nereids_rules_p0/pkfk/eliminate_inner.groovy | 1 +
.../push_down_multi_filter_through_window.groovy | 57 +-
.../push_down_limit_distinct_through_union.groovy | 58 +
.../push_down_top_n_distinct_through_union.groovy | 21 +-
.../nereids_rules_p0/set_preagg/set_preagg.groovy | 25 +-
.../add_project_for_unique_function.groovy | 1 +
...r_predicates_set_op_with_unique_function.groovy | 66 +
...n_condition_for_nlj_with_unique_function.groovy | 58 +
...filter_through_join_with_unique_function.groovy | 10 +
...ough_partition_topn_with_unique_function.groovy | 47 +
...rough_set_operation_with_unique_function.groovy | 75 +
...lter_through_window_with_unique_function.groovy | 56 +
...oin_other_condition_with_unique_function.groovy | 73 +
.../prune_bucket_with_bucket_shuffle_join.groovy | 21 +
.../suites/nereids_syntax_p0/set_operation.groovy | 21 +
.../nereids_syntax_p0/sub_query_correlated.groovy | 9 +-
.../mv/aggregate/agg_sync_mv.groovy | 16 +-
regression-test/suites/opensky_p2/load.groovy | 2 +-
.../suites/point_query_p0/test_point_query.groovy | 2 +-
.../schema_table/test_sql_block_rule_status.groovy | 13 +-
.../test_reset_connection_session_variable.groovy | 76 +
.../test_aggregate_retention_param_limit.groovy | 44 +
.../array_functions/test_array_first.groovy | 3 +-
.../array_functions/test_array_last.groovy | 3 +-
.../datetime_functions/test_convert_tz.groovy | 2 +
.../test_ipv4_ipv6_multi_not_equal.groovy | 107 +
.../query_p2/big_join_build/big_join_build.groovy | 6 +-
.../lateral_view/load_from_big_lateral_view.groovy | 2 +-
...ptive_pipeline_task_serial_read_on_limit.groovy | 41 +-
.../query_profile/s3_load_profile_test.groovy | 17 +-
.../suites/query_profile/scanner_profile.groovy | 29 +-
.../test_validate_restore_inverted_idx.groovy | 2 +-
.../test_agg_keys_schema_change_datev2.groovy | 2 +-
.../test_schema_change_varchar_to_datev2.groovy | 2 +-
.../test_agg_keys_schema_change_decimalv2.groovy | 2 +-
.../test_agg_keys_schema_change_decimalv3.groovy | 2 +-
.../test_agg_keys_schema_change.groovy | 2 +-
.../test_agg_mv_schema_change.groovy | 3 +-
.../test_agg_rollup_schema_change.groovy | 2 +-
.../test_agg_vals_schema_change.groovy | 2 +-
.../test_dup_mv_schema_change.groovy | 2 +-
.../test_dup_rollup_schema_change.groovy | 2 +-
.../test_dup_vals_schema_change.groovy | 2 +-
.../test_schema_change_with_empty_rowset.groovy | 4 +-
.../test_uniq_mv_schema_change.groovy | 2 +-
.../test_uniq_rollup_schema_change.groovy | 2 +-
.../test_uniq_vals_schema_change.groovy | 2 +-
.../test_varchar_schema_change.groovy | 2 +-
.../suites/search/test_search_function.groovy | 13 +-
.../test_segcompaction_agg_keys.groovy | 12 +-
.../tpcds_sf100/noStatsRfPrune/query64.groovy | 4 +
.../tpcds_sf100/no_stats_shape/query64.groovy | 4 +
.../tpcds_sf100/rf_prune/query64.groovy | 4 +
.../shape_check/tpcds_sf100/shape/query64.groovy | 4 +
.../shape_check/tpcds_sf1000/hint/query64.groovy | 4 +
.../shape_check/tpcds_sf1000/shape/query64.groovy | 4 +
.../tpcds_sf10t_orc/shape/query64.groovy | 4 +
.../statistics/test_analyze_long_string.groovy | 12 +-
.../suites/statistics/test_analyze_mv.groovy | 3 +-
.../suites/temp_table_p0/test_temp_table.groovy | 32 +-
.../sql/test_left_anti_join_batch_size.sql | 6 +-
.../flexible/test_f_no_simdjson.groovy | 166 -
.../test_p_seq_publish_read_from_old.groovy | 3 +-
.../four/load_four_step.groovy | 2 +
.../three/load_three_step.groovy | 1 +
.../predefine/test_custom_analyzer.groovy | 5 +-
...est_variant_compaction_with_sparse_limit.groovy | 8 +
.../test_variant_count_distinct.groovy} | 35 +-
.../workload_manager_p0/test_curd_wlg.groovy | 5 +
thirdparty/build-thirdparty.sh | 6 +-
thirdparty/download-thirdparty.sh | 6 -
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 -
.../brpc-1.4.0-disable-ssl-bio-buffer.patch | 19 +
.../brpc-1.4.0-secondary-package-name.patch | 12 +-
thirdparty/vars.sh | 2 +-
1259 files changed, 61792 insertions(+), 16963 deletions(-)
create mode 100644 be/src/cloud/cloud_warmup_metrics.cpp
create mode 100644 be/src/cloud/cloud_warmup_metrics.h
create mode 100644 be/src/http/action/warmup_stats_action.cpp
copy
regression-test/java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> be/src/http/action/warmup_stats_action.h (63%)
create mode 100644
be/src/olap/rowset/segment_v2/segment_index_file_cache_loader.cpp
create mode 100644
be/src/olap/rowset/segment_v2/segment_index_file_cache_loader.h
create mode 100644 be/src/util/bthread_shared_mutex.h
create mode 100644 be/src/util/bvar_windowed_adder.h
create mode 100644 be/src/vec/exec/format/table/partition_column_filler.h
create mode 100644 be/test/cloud/cloud_warm_up_manager_filter_test.cpp
create mode 100644 be/test/io/cache/block_file_cache_profile_reporter_test.cpp
create mode 100644 be/test/olap/cloud_file_cache_write_index_only_test.cpp
create mode 100644 be/test/olap/tablet_schema_cache_test.cpp
create mode 100644 be/test/service/http/file_cache_action_test.cpp
create mode 100644 be/test/util/bthread_shared_mutex_test.cpp
create mode 100644 be/test/util/bvar_windowed_adder_test.cpp
create mode 100644 be/test/util/jsonb_contains_test.cpp
create mode 100644
be/test/vec/exec/format/table/partition_column_filler_test.cpp
create mode 100644 docker/thirdparties/docker-compose/hive/README.md
create mode 100644 docker/thirdparties/docker-compose/hive/README_ZH.md
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/bin/hadoop
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/bin/hive
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/bootstrap-groups.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive2_only.preinstalled_hql.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive2_only.run_sh.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive3_only.download_dir.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive3_only.run_sh.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/employees.csv
delete mode 100755
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run25.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/hive-common-lib.sh
delete mode 100755
docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/hive-module-lib.sh
rename
docker/thirdparties/docker-compose/{kerberos/common/hadoop/hadoop-run.sh =>
hive/scripts/init-hive-baseline.sh} (53%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/refresh-hive-modules.sh
copy
docker/thirdparties/docker-compose/{kerberos/health-checks/hive-health-check-2.sh
=> hive/scripts/reset-hive-state.sh} (78%)
mode change 100755 => 100644
create mode 100755
docker/thirdparties/docker-compose/hive/scripts/snapshot-hive-baseline.sh
copy
docker/thirdparties/docker-compose/{kerberos/health-checks/hive-health-check.sh
=> hive/scripts/start-hive-metastore.sh} (78%)
mode change 100755 => 100644
copy docker/thirdparties/docker-compose/hive/scripts/{healthy_check.sh =>
start-hive-server.sh} (83%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run31.sql
create mode 100644 docker/thirdparties/docker-compose/kerberos/.gitignore
rename
docker/thirdparties/docker-compose/kerberos/{health-checks/supervisorctl-check.sh
=> Dockerfile} (61%)
mode change 100755 => 100644
delete mode 100755
docker/thirdparties/docker-compose/kerberos/common/hadoop/apply-config-overrides.sh
rename
docker/thirdparties/docker-compose/kerberos/{two-kerberos-hives/auth-to-local.xml
=> conf/core-site.xml.tpl} (58%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/kerberos/conf/hdfs-site.xml.tpl
create mode 100644
docker/thirdparties/docker-compose/kerberos/conf/hive-site.xml.tpl
rename
docker/thirdparties/docker-compose/kerberos/{health-checks/hive-health-check.sh
=> conf/kdc.conf.tpl} (74%)
mode change 100755 => 100644
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos1/kdc.conf.tpl
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos1/krb5.conf.tpl
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos2/kdc.conf.tpl
rename docker/thirdparties/docker-compose/kerberos/conf/{kerberos2 =>
}/krb5.conf.tpl (81%)
delete mode 100644 docker/thirdparties/docker-compose/kerberos/conf/my.cnf.tpl
mode change 100755 => 100644
docker/thirdparties/docker-compose/kerberos/entrypoint-hive-master.sh
delete mode 100644
docker/thirdparties/docker-compose/kerberos/sql/create_kerberos_hive_table.sql
delete mode 100755
docker/thirdparties/docker-compose/kerberos/two-kerberos-hives/hive2-default-fs-site.xml
create mode 100644 docker/thirdparties/docker-health.sh
create mode 100644
docker/thirdparties/test/run-thirdparties-docker-hive-bootstrap-groups-test.sh
create mode 100644
fe/be-java-extensions/paimon-scanner/src/test/java/org/apache/doris/paimon/PaimonJniScannerTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/DataSizeDisplayUtil.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/JobWarmUpStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/OnTablesFilter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/TableWarmUpWindowedStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudColocatePlacement.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/persist/CloudMetaSyncPoint.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/manager/MetaBackupAction.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/util/StreamLoadRedirectDrainUtil.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/TopnToMax.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ExprEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LiteralExprCompareLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LiteralExprEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/DataSizeDisplayUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/TablePropertyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CacheHotspotManagerTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTableFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/OnTablesFilterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpClusterOnTablesParseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/WarmUpStatsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudColocatePlacementTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudInstanceStatusCheckerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudUpgradeMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/ColocationGroupProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/TabletHealthProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/util/HttpURLUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/source/IcebergCountPushDownTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/client/JdbcMySQLClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/remote/SwitchingFileSystemTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/meta/MetaServiceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/RestBaseControllerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/util/StreamLoadRedirectDrainUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/StreamLoadHandlerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/routineload/RoutineLoadBackendSelectionTest.java
copy
fe/fe-core/src/{main/java/org/apache/doris/mysql/privilege/RangerDorisAccessControllerFactory.java
=>
test/java/org/apache/doris/mysql/privilege/RangerDorisAccessControllerFactoryTest.java}
(51%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/load/NereidsLoadScanProviderTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/mv/NullRejectInferenceTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/TopnToMaxTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PullUpJoinFromUnionAllTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/SetOperationOutputMappingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/agg/CountTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ArrayFirstLastTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ConvertTzTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/FromUnixtimeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/IPV4LiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertOverwriteSkipAuthResetTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/logical/LogicalViewTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/runtime/SingleFragmentPipelineTaskTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/FrontendServiceImplCloudTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/DorisFlightSqlProducerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/sessions/FlightSqlConnectPoolMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/transaction/AutoPartitionCacheManagerTest.java
delete mode 100644 regression-test/data/ann_index_p0/ann_index_only_scan.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_multiple.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover_multiple.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover_no_partition.out
copy regression-test/data/{nereids_p0/expression/topn_to_max.out =>
cloud_p0/multi_cluster/test_cloud_colocate_consistent_hash_join.out} (70%)
create mode 100644
regression-test/data/correctness_p0/test_merge_topn_offset.out
create mode 100644
regression-test/data/correctness_p0/test_runtime_filter_outer_join_nullable_side.out
delete mode 100644
regression-test/data/external_table_p0/hive/test_transactional_hive.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_mixed_file_formats.out
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_flatten_type.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_keyword_array_type.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query_nereids.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query_no_http_url.out (100%)
delete mode 100644
regression-test/data/external_table_p2/hive/test_hive_translation_insert_only.out
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_db2_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_oceanbase_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_sqlserver_jdbc_catalog.out (98%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/type_test/select/test_sqlserver_all_types_select.out
(100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/trino_connector/jdbc/test_trino_sqlserver.out (100%)
copy regression-test/data/{query_p2/big_join_build/big_join_build.out =>
fault_injection_p0/cloud/test_cloud_mow_load_preserves_schema_change_lock.out}
(82%)
copy regression-test/data/{nereids_p0/expression/topn_to_max.out =>
load_p0/insert/test_scan_filtered_rows_not_pollute_load_counter.out} (51%)
create mode 100644
regression-test/data/load_p0/stream_load/arrow_uppercase_column.arrow
rename
regression-test/data/{external_table_p2/hive/test_parquet_complex_cross_page.out
=> load_p0/stream_load/test_arrow_stream_load_uppercase_column.out} (64%)
rename regression-test/data/{mtmv_p0 => mtmv_p2}/test_es_mtmv.out (100%)
create mode 100644
regression-test/data/nereids_p0/partition_topn/check_partitionkey.out
create mode 100644
regression-test/data/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.out
rename regression-test/data/{nereids_p0/expression/topn_to_max.out =>
nereids_rules_p0/partition_prune/test_convert_tz.out} (63%)
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/infer_predicates_set_op_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/project_other_join_condition_for_nlj_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_partition_topn_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_set_operation_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_window_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_join_other_condition_with_unique_function.out
create mode 100644
regression-test/data/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.out
delete mode 100644
regression-test/data/segcompaction_p2/test_segcompaction_agg_keys.out
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/WarmupMetricsUtils.groovy
rename
docker/thirdparties/docker-compose/kerberos/health-checks/hive-health-check-2.sh
=> regression-test/pipeline/common/get-hive-bootstrap-groups.sh (73%)
create mode 100644 regression-test/pipeline/common/stage-timer.sh
create mode 100644 regression-test/pipeline/common/test_stage_timer.py
create mode 100644 regression-test/pipeline/external/external-stage-timer.sh
delete mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_compound_debug_point.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_debug_point.groovy
delete mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_distance_expr.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_expr_debug_point.groovy
delete mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_metric_direction.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_range_search_pushdown_regression.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_range_search_source_index_status_regression.groovy
create mode 100644
regression-test/suites/audit/test_audit_log_hint_session_context.groovy
create mode 100644
regression-test/suites/auth_p0/test_http_node_action_auth.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_multiple.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover_multiple.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover_no_partition.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_cancel_empty_recovery.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_abnormal_stats_and_failure.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_canonicalization.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_dynamic.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_error_and_lifecycle.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_include_exclude.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_mow_compaction.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_dst.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_multi_include.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_overlap_and_mv.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_show_and_cancel.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_sync_stats.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_cluster_change.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_compaction_sync_wait.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_e2e_multi_be.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_packed_file.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_restart_and_resize.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/on_tables/test_warm_up_event_on_tables_system_schema_index.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/topn_lazy_file_cache/test_topn_lazy_mat_phase2_no_write_file_cache.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/warm_up/test_file_cache_warmup_read_metrics_docker.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/write_index_only/test_file_cache_write_index_file_only.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/write_index_only/test_file_cache_write_index_file_only_compaction_segment_data.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/write_index_only/test_file_cache_write_index_file_only_packed_file.groovy
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_cloud_colocate_consistent_hash_join.groovy
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_unfinished_txn_2pc.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_inverted_index_query.groovy
create mode 100644
regression-test/suites/cloud_p0/s3/test_s3_file_writer_submit_error.groovy
create mode 100644
regression-test/suites/cloud_p0/tablets/test_tablet_size_semantics.groovy
create mode 100644
regression-test/suites/cloud_p1/schema_change/compaction_optimization/test_sc_compaction_cross_v1_stale_base_refresh.groovy
create mode 100644
regression-test/suites/correctness_p0/test_merge_topn_offset.groovy
create mode 100644
regression-test/suites/correctness_p0/test_runtime_filter_outer_join_nullable_side.groovy
create mode 100644
regression-test/suites/data_model_p0/duplicate/test_non_mow_key_bounds_aggregation.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_view_schema_drift.groovy
delete mode 100644
regression-test/suites/external_table_p0/hive/test_transactional_hive.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_arrow_flight_split_source.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_mixed_file_formats.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_catalog_http_open_api.groovy (97%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_flatten_type.groovy (96%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_keyword_array_type.groovy (98%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query.groovy (98%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query_nereids.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query_no_http_url.groovy (98%)
delete mode 100644
regression-test/suites/external_table_p2/hive/test_hive_translation_insert_only.groovy
delete mode 100644
regression-test/suites/external_table_p2/hive/test_parquet_complex_cross_page.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_db2_jdbc_catalog.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_oceanbase_jdbc_catalog.groovy (95%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_sqlserver_jdbc_catalog.groovy (83%)
create mode 100644
regression-test/suites/external_table_p2/jdbc/test_sqlserver_jdbc_row_count.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/type_test/select/test_sqlserver_all_types_select.groovy
(95%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/trino_connector/jdbc/test_trino_sqlserver.groovy (96%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_load_preserves_schema_change_lock.groovy
delete mode 100644
regression-test/suites/fault_injection_p0/test_audit_log_internal_query_failure.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_dml_when_one_be_down.groovy
create mode 100644
regression-test/suites/information_schema_p0/test_tables_status_column_pruning.groovy
create mode 100644
regression-test/suites/insert_p0/group_commit/test_group_commit_prepare_lost_row.groovy
create mode 100644
regression-test/suites/load_p0/insert/test_insert_fail_fast_after_be_restart.groovy
create mode 100644
regression-test/suites/load_p0/insert/test_scan_filtered_rows_not_pollute_load_counter.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_first_error_msg.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/scripts/stream_load_redirect_chunked_e2e.py
create mode 100644
regression-test/suites/load_p0/stream_load/test_arrow_stream_load_uppercase_column.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_fe_redirect_chunked_e2e.groovy
rename regression-test/suites/{mtmv_p0 => mtmv_p2}/test_es_mtmv.groovy (95%)
delete mode 100644
regression-test/suites/nereids_p0/expression/topn_to_max.groovy
create mode 100644
regression-test/suites/nereids_p0/partition_topn/check_partitionkey.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=>
suites/nereids_rules_p0/merge_one_row_relation/merge_one_row_relation_into_union.groovy}
(64%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join/left_outer/outer_join_two_hop_null_reject.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join_infer_derive/inner_join_null_reject_compensation.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/push_down_limit_distinct/push_down_limit_distinct_through_union.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/infer_predicates_set_op_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/project_other_join_condition_for_nlj_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_partition_topn_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_set_operation_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_window_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_join_other_condition_with_unique_function.groovy
create mode 100644
regression-test/suites/query_p0/session_variable/test_reset_connection_session_variable.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_aggregate_retention_param_limit.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.groovy
delete mode 100644
regression-test/suites/unique_with_mow_p0/flexible/test_f_no_simdjson.groovy
copy
regression-test/suites/{query_p0/sql_functions/datetime_functions/test_convert_tz.groovy
=> variant_p0/test_variant_count_distinct.groovy} (54%)
delete mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
create mode 100644 thirdparty/patches/brpc-1.4.0-disable-ssl-bio-buffer.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]