This is an automated email from the ASF dual-hosted git repository.
cambyzju pushed a change to branch auto-pick-48494-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 9ed6901499c [fix](broker) fix fd always timeout (#48494)
add b5937f512d0 branch-3.0: [fix](group commit) group commit support
generated column #48538 (#48582)
add 9b2e203ad11 branch-3.0: [opt](fe) Avoid load
`retrying_service_config.json` multi times for class MetaServiceClient #48487
(#48566)
add 3b55eb56cef branch-3.0: [fix](jdbc test) fix some jdbc catalog test
when cloud mode #48559 (#48584)
add b51d3018258 branch-3.0-pick: [Opt](partial update) Add some cases for
partial update #48161 (#48544)
add 00ea4ad0df2 branch-3.0: [fix](p2) fix the failed of
cold_heat_separation_p2 #48199 (#48516)
add b1a11192072 branch-3.0: [fix](jdbc catalog) Use factory methods to
return mapped types instead 2 #48541 (#48585)
add 643698bd01b [fix](beut) fix the unit test for calculating the
compaction score (#48660)
add a94cb02849d [cherry-pick](branch-30) fix unstable test case (#48141)
(#48610)
add 987600d5a3b [test](beut) pick ColumnHelper to branch-3.0 (#48692)
add a9843ff8f47 [fix](array_avg)pick array_avg core (#48691)
add a25e4133540 [fix](regression) fix case bug limit_push_down in
branch-3.0 (#48608)
add 1a2aff22209 branch-3.0: [Bug](compile) fix compile error in master
branch about GCC #42936 (#48665)
add efb090be69e [cherry-pick](serde) Fix the behavior of serializing
ip/date types nested in complex types (#48685)
add efd5439f3df [Fix](test) Fix test_cold_data_compaction_fault_injection
(#48708)
add 3eaa03d2052 branch-3.0: Revert "[fix](nereids) Add unique id to non
foldable expr… (#48703)
add 738fb88ee79 branch-3.0: [fix](regression)Fix insert p2 cases. #48636
(#48683)
add 49ed7c8f165 [fix](cloud) fix evict_in_advance ut for branch-3.0
(#48730)
add 5989c2b0352 [branch-30](ut) fix window_funnel UT failure (#48724)
add 2fdc378e1aa [cherry-pick](jsonb) fix invalid jsonb value write into
segment file which make be crash (#48731)
add 3936408ec88 branch-3.0: [case](auth)fix no such property jdbcUser
#48622 (#48633)
add cd7e03f59b2 branch-3.0: [fix](index build) Correct inverted index
behavior after dynamically adding a column #48389 (#48547)
add 68ffec777ad branch-3.0: [fix](build index) Forbid building indexes for
ngram BF indexes #47041 (#47146)
add d036421157a branch-3.0: [test](stable) fix some unstable hive and mc
cases #48697 (#48769)
add ac7bc80eeeb branch-3.0 [fix] (inverted index) Fix UTF-8 4-byte
truncation issue and add configuration to control correct term writing (#48657)
(#48792)
add 75103ae89d8 [test](fe) Add session variable enable_reserve_memory for
testing (#48806)
add 6ddff3dec12 [improve](ipv6) Enhance ipv6 type to accept uint128
strings in netwo… (#48802)
add 92ab9be5a54 branch-3.0: [case](auth)grant usage_priv to user when in
vault mode #47316 (#48413)
add e531acbd585 branch 3.0: [fix](regression) topn-filter unstable case
#47797 (#48367)
add 48e65ebba6e branch-3.0: [case](mtmv)The impact of validating the base
table and m… (#48549)
add 77c6b81ef28 branch-3.0: [fix](file-cache) Clear file cache when tablet
meta not found in ms #48318 (#48437)
add 230774bdf6f branch-3.0: [test](kerberos)Add hdfs(tvf),outfile and
export test (#48433) (#48814)
add f4aefd058cd branch-3.0: [fix](Nereids) nested window function with
order by raise exception #48492 (#48676)
add 9fb783187b9 branch-3.0: [fix](regression) fix cache p0 regression
tests #48515 (#48561)
add 10595e5b46b branch-3.0: [fix](nereids)fix unstable
test_correlated_filter_removed case #48520 (#48659)
add 9ec20604558 branch-3.0: [fix](nereids) fix create/alter view column
name force cast to lower case #48569 (#48600)
add 17c7309d548 branch-3.0: [fix](Nereids) divide const folding for
decimalv3 return type is not correct #48641 (#48679)
add 634f2d5e03d branch-3.0: [fix](Nereids) string constant folding process
regex delim by mistake #48783 (#48822)
add 9fadab4544f branch-3.0: [enhancement](threadpool) reduce thread pool
for arrow flight and spill io threads #48530 (#48555)
add 8e77cc94be9 branch-3.0: [fix](cloud) Modify the log level to prevent
too many logs #48524 (#48796)
add d5c6a0c8cfe branch-3.0: [Chore](client) Do not log in thrift exception
when ADDRESS_SANITIZER is defined #48430 (#48453)
add 1ac212cdd16 branch-3.0: [fix](memtable) revert #47860 and fix #47610
#48489 (#48637)
add 5dfcabf1de4 branch-3.0: [fix](cloud) fix filecache warmup crash due to
spurious wakeup #48623 (#48654)
add 31342672dc9 branch-3.0: [fix](cloud) speed up file cache initializtion
#48687 (#48798)
add 79df82ba620 branch-3.0: [fix](func) Fix be core dump caused by mem out
of bound #48693 (#48845)
add f7ed94624e9 branch-3.0-pick: [Fix](cloud) Should consider tablet state
change whether to skip `sync_rowsets` in publish phase (#48400) (#48667)
add 4757dadad5b branch-3.0: [fix](heartbeat) avoid failure immediately due
to connection reset #48444 (#48634)
add 2edecb87531 branch-3.0: [fix])(catalog)add equals for external table
#47956 (#48348)
add eff7875a263 branch-3.0: [enhance](mtmv)mv_infos not hold read lock of
tables #47415 (#48674)
add aa9a7ef5e64 branch-3.0: [enhance](auth)The priority of attributes is
higher than session vari… (#48548)
add 9c95d0d8f90 branch-3.0: [fix](nereids)Support negative partition range
value and negative column default value. #48297 (#48421)
add e71c5c0bb8f branch-3.0:[opt](mtmv) metadata cache of external table no
longer be refreshed b… (#48767)
add 9c39a343fc7 [fix](load) add lock for
runtime_state->tablet_commit_infos (#48709) (#48732)
add f662722abe9 branch-3.0-pick: [Fix](mow) Fix some logs for mow (#48523)
(#48664)
add 32eb08266e8 branch-3.0-pick: [Opt](merge-on-write) Check delete bitmap
cache after writing it (#48233) (#48493)
add 9ff8d4891e9 branch-3.0: [fix](cold hot separation) Fix the issue that
files on the remote storage are not deleted after triggering cold data
compaction. (#48109) (#48445)
add b1175bcb6ad branch-3.0: [fix](test) Remove unnecessary checks for sp
test #48611 (#48726)
add d5962b3e7c3 branch-3.0: [Fix](case) Fix case
`test_partial_update_with_delete_col_in_publish` #48632 (#48662)
add c0813750722 branch-3.0: [fix](binlog) Set dummy timestamp correctly
#48706 (#48754)
add 082afd515b5 branch-3.0: [Fix](case) Fix
`test_skip_calc_between_segments` when `force_olap_table_replication_num=3`
#48519 (#48645)
add ad551b0e3a6 branch-3.0: [fix](s3) support chinacloudapi endpoint for
azure #47703 (#48642)
add 72445f727ef branch-3.0: [enhance](mtmv)insert overwrite of mtmv force
drop partition #48074 (#48627)
add 957a4de9a88 branch-3.0: [improve](routine load) add more metrics to
observe the routine load job #48209 (#48764)
add 167f6f5eec6 branch-3.0: [improvement](thrift) Limit max cached client
size for BE thrift connection to master FE. #43973 (#48501)
add 5eaca71f308 branch-3.0: [fix](load) Fix import failure when the stream
load parameter specifies Transfer-Encoding:chunked #48196 (#48474)
add 6ec0bc9c7eb branch-3.0: [chore](binlog) add ingesting/downloading
binlog latency metrics #48599 (#48648)
add 7cd2af0f9cd branch-3.0: [fix](log) Fix s3_rate_limiter.cpp LOG
incomplete #48440 (#48643)
add 24821f5a8aa branch-3.0: [improve](load) improve error message "unknown
load_id" #47509 (#48638)
add ad3f8d15dd4 branch-3.0: [fix](function) Percentil func core when
percent args is non nullable negative number #48563 (#48605)
add bac11096148 branch-3.0: [chore](binlog) Save tablet delta rows in
UpsertRecord #48550 (#48649)
add 3f6a7019101 branch-3.0: [improve](cloud)(transaction) do not execute
afterVisible if commit transaction fail in cloud mode #48576 (#48774)
add 3e2709eb54b [fix](group commit)Fix wal manager ut (#48882)
add 1eadb71e238 branch-3.0: [fix](binlog) avoid adding acqurie_md5 param
when enable_download_md5… #48573 (#48583)
add 5124dc82f88 branch-3.0: [fix](table) Breaking up dynamic partition
table scheduling consuming peak CPU consumption #48577 (#48879)
add cd4b8666e74 branch-3.0: [fix](group commit) fix some group commit
problem (#48621) (#48896)
add 51ccdfa4b57 branch-3.0: [enhancement](schema-change) Cloud schema
change do clean up when job failed #48426 (#48897)
add eaf718711b0 branch-3.0-pick: [Fix](merge-on-write) should re-calculate
delete bitmaps between segments if BE restart before publish (#48775) (#48917)
add 5a93358974b branch-3.0: [chore](binlog) GetMeta returns dropped
partition/table/index commit seq #48852 (#48899)
add 007301d7394 branch-3.0: [improve](binlog) Download binlogs with
persistent connection #48467 (#48581)
add 602f8a29394 branch-3.0: [fix](test) Remove incorrect checks for
light_schema_change #48797 (#48885)
add 04d056a4878 branch-3.0: [fix](binlog) Replaced partition should be
record to Dropped Resources #48686 (#48846)
add ab0b7f6194b branch-3.0: [opt](nereids) do not fetch partition col
stats #48354 (#48824)
add 9af8ab2ffbb branch-3.0: [fix](be/recycler) Fix S3RateLimiter bvar
`rate_limit_exceed_req_num` incorrectly #48700 (#48881)
add bf60457943d branch-3.0: [opt](vault) Check hdfs connectivity when
creating hdfs storage vault #48369 (#48816)
add 4dc2def274b branch-3.0: [fix](case) fix udf cases #48969 (#48971)
add a733b3f0663 branch-3.0: [Fix](cloud) Should not skip to calculate
delete bitmaps in publish phase if cache miss when get delete bitmap #48867
(#48962)
add 02603b38a41 branch-3.0-pick: [Fix](cloud) Should calculate delete
bitmaps between segments when re-calculate for all historical data if cache
missed in publish phase #48748 (#48952)
add 63e8580520a branch-3.0: [chore](http) add HttpClient::execute debug
log #48595 (#48618)
add 6b3eae7c29c [test](mtmv) Remove un supported test case in branch 30
(#48936)
add 0648241ea96 branch-3.0-pick: [compaction](config) Add a config to
control whether to prune rows with delete sign=1 in base compaction (#48241)
(#48888)
add 0cbdf182410 branch-3.0-pick: [Opt](log) Add more delete bitmap log for
merge-on-write table (#48930) (#48966)
add b24ac3b51a5 branch-3.0: [fix](schema-change) Remove incorrect
assertion for tablet state after committing sc job #48219 (#48439)
add 7c5c78f3ba7 branch-3.0: [fix](cloud) dup FDCache reset before
FileCache dtor causing crash #48915 (#49016)
add 92015b93ffb branch-3.0: [fix](test) fix duplicate variable define
#48939 (#48945)
add e533c75bea3 branch-3.0: [fix](case) fix
insert_group_commit_into_unique_sync_mode #48384 (#48558)
add 6344bda53b0 branch-3.0: [improve](routine load) introduce routine load
abnormal job monitor metrics #48171 (#49045)
add 84f61c986bc branch-3.0-pick: [Fix](cloud) Fix dup key problem when
`enable_new_tablet_do_compaction=true` (#48399) (#49019)
add 6f1814cec04 branch-3.0-pick: [Fix](case) Fix
`test_config_prune_delete_sign` when `force_olap_table_replication_num=3`
(#48778) (#49018)
add d147868eea3 branch-3.0: [Bug](function) add index check on function
like #47991 (#48018)
add c9e3e18afe7 branch-3.0: [Fix](sc) Don't save base tablet's compaction
jobs to new tablet's `TabletJobInfoPB` #48960 (#49035)
add 5f03c9025f7 branch-3.0: [fix](statistics)Control memory use for sample
partition column and key column. #46534 (#48922)
add bc1f6b32b94 branch-3.0: [improvement](statistics)Add session variable
for partition sample count. #48218 (#49091)
add 3d1eb35bbff branch-3.0: [feat](binlog) filter the async mv binlogs
#49028 (#49098)
add 40805f2e4fc branch-3.0: [fix](nereids)fix the
cascadesContext.getMemo()==null #48771 (#49094)
add e73c5bde214 branch-3.0: [fix](auth)fix check internal priv when drop
db of external catalog (#47876)
add 484625df8f9 branch-3.0: [opt](mtmv) Opt materialized view rewrite
performance when the num of struct infos are huge #48782 (#48855)
add baff13ef466 branch-3.0: [fix](Nereids) fix substring with only one
parameter #48957 (#49029)
add cdbb07a57a4 branch-3.0: [fix](Nereids) fix split part with regex not
exist in source string #48895 (#48909)
add 380d5355a21 branch-3.0: [fix](sql cache) fix prepare statement with
sql cache throw NullPointerException #48902 (#48976)
add 1e9bea28fd1 branch-3.0: [improve](restore) Link existing rowset files
with source rowset id #48435 (#48999)
add 58760b1de5c branch-3.0: [feat](storage vault) Add object storage op
check when creating resource #48073 (#48880)
add cb9c5076ef9 branch-3.0: [improvement](statistics)Improve analyze
partition column and key column corner case. #48757 (#49100)
add a88ef51f38d [fix](pipeline) Do not schedule finalized task again
(#49007)
add 9c59134b703 branch-3.0: [fix](multi table load) error URL does not
depend on the value of _number_filtered_rows #49111 (#49130)
add ab4f189fd11 branch-3.0: [fix](regression) Avoid defined global
variables in backup-restore case script #49102 (#49133)
add 38724151b1e branch-3.0: [improve](mow) improve mow get_agg by cache
#48968 (#49110)
add 07ebb00a8ed branch-3.0: [fix][cloud] Prevent fe
CloudReplica.getBackendIdImpl consuming too much CPU when high-frequency stream
loads #48564 (#49108)
add 252645c99cc branch-3.0: [Fix](function) Fix wrong FE fold constant
implementation of function date_format #49032 (#49085)
add 9e3f1ac739c branch-3.0: [improvement](ccr) Add and adjust result for
get_lag #48953 (#49054)
add 655aa0e97f3 branch-3.0: [feat](load) stream load supports loading JSON
compressed format #48990 (#49044)
add aa13ed6657d branch-3.0: [fix](nereids) fix convert to date literal
throw exception #48980 (#48773)
add 9c78d4f7da0 [fix](cloud-mow)Add more calculate delete bitmap fail case
(#49090)
add 1b3f158095f branch-3.0: [fix](memory) Fix LRUCachePolicy
initialization and registration order #49117 (#49124)
add 1404d32f294 branch-3.0: [fix](group commit)Fix replay wal fail problem
on agg state type #49081 (#49145)
add 410823f4027 [Chore](runtime-filter) remove wrong check and set disable
when SyncSizeClosure meet eof status (#49185)
add 522d378e9d2 branch-3.0: [fix](named_struct) fix named_struct signature
which deduce wrong for nested decimal precision #48964 (#49189)
add cf1406ec537 branch-3.0: [Fix](cloud-mow) Fix FE's wrong handling when
low version MS don't set tablet states for `GetDeleteBitmapUpdateLockResponse`
#49165 (#49187)
add 21d66ca2b8e branch-3.0: [fix](mtmv) Fix nest mtmv rewrite fail when
bottom mtmv cache is invalid #48222 (#49129)
add 9e370278b66 branch-3.0: [Fix](SC) Prevent the values of
`__DORIS_VERSION_COL__` be wrongly replaced by fake version when merging tmp
rowset in sort SC #49193 (#49219)
add e0098ffdb10 branch-3.0: [fix](TabletSched) Fix filterDestBE use
incorrect beid #49158 (#49188)
add d0bc64e784e branch-3.0: [Fix](log) Fix some delete bitmap log #49009
(#49144)
add 29d0ca82641 branch-3.0: [fix](hudi) Fix Memory Leak in BitCaskDiskMap
Due to Circular Reference #48955 (#49114)
add 0a599fa7438 branch-3.0: [fix](array/map) Fix BE crash in lambda
functions #49140 (#49168)
add f5287133184 [Bug](partition) should not do reset for the
partition_sorts (#48458)
add a127aa1fa85 branch-3.0-pick: [Fix](partial update) use correct default
value for missing columns in partial update (#49066) (#49221)
add 43fff629032 branch-3.0: [fix](mow) check correctness for mow get_agg
#49160 (#49192)
add da284e0764c branch-3.0: [enhancement](maxcompute)support maxcompute
timestamp column type. #48768 (#48841)
add fe66d511aab branch-3.0: [fix](webui) add connection context to avoid
NPE #49213 (#49228)
add 7bcf173178d branch-3.0: [fix](load) fix dead lock when write memtable
failed #49170 (#49230)
add 4e24298b1e8 branch-3.0: [fix](test) fix unstable test
infer_intersect_except #49000 (#49217)
add 555d7822413 branch-3.0: [improve](binlog) Allow commit txn without
waiting txn publish #48961 (#49265)
add 6295bf269db branch-3.0: [fix](cases) fix case for
test_struct_functions without order by #49247 (#49285)
add 507e806693b branch-3.0: [fix](regression) Spark reads Doris data error
#48150 (#49294)
add 2b3f8eef6ee [Improvement](column) add santy check and add some fix
for ColumnString #47964 (#48513)
add f8c72bdc930 branch-3.0: [InvertedIndex](Variant) support inverted
index for array type in variant #47688 (#48117)
add a41ebdd1954 branch-3.0: [fix](func) Fix precision loss in
ST_GeometryFromWKB coordinate parsing #46661 (#47264)
add fd5fcebb8f1 branch-3.0: [fix](column) fix
ColumnWithTypeAndName::get_nested use-after-free when input Const(Nullable)
column #48288 (#49246)
add ba2fbf72243 branch-3.0: [fix](udf) alias udf skip check
enable_java_udf #48843 (#48903)
add 67d6e037c62 branch-3.0: [fix](Nereids) deep copy for LogicalWindow is
wrong #48861 (#49013)
add 401750047cd branch-3.0: [fix](function) Undefined behavior in
parse_url #49149 (#49200)
add 53782c71fe9 branch-3.0: [fix](nereids) fix to_monday('1970-01-04
23:59:59') #49153 (#49175)
add 3030321e001 branch-3.0: [fix](build) Fix Mac compilation error caused
by namespace conflict in find_symbols.h #43004 (#49078)
add 3dfb51e57b7 branch-3.0: [opt](cache) enhance cache key computation by
removing comments and trimming SQL input #46099 (#46471)
add a58a92fbdba branch-3.0: [fix] Add initialization list to the copy
constructor of ScanPredicate in jni_connect.h #46666 (#46726)
add 6ad6d66dd5c [fix](Index)Make column unique ids in index dynamically
computed (#48988) (#49283)
add 8c6b1ab6bde branch-3.0: [fix](hudi) Set Hadoop Hudi Jni reader as
default #48602 (#48712)
add 8938f1d7de4 [feature](cloud) Support rename compute group sql (#46221)
(#48572)
add 8b6ec5aa237 branch-3.0: [fix](nereids)Fix dlog1, trim,
extract_url_parameter and parse_url FE constant calculate bug. #49074 (#49225)
add a1818fdc9dd branch-3.0: [fix](mow) remove rowset cache version #49295
(#49322)
add b4a0d427500 [improvement](statistics)Remove read lock when doing db
analyze. (#49250) (#49321)
add 139a78cd1dc Merge branch 'branch-3.0' into auto-pick-48494-branch-3.0
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 80 +-
be/src/agent/utils.cpp | 13 +-
be/src/agent/utils.h | 2 +
be/src/cloud/cloud_compaction_stop_token.cpp | 125 +
.../cloud_compaction_stop_token.h} | 37 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 7 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 32 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 3 +
be/src/cloud/cloud_meta_mgr.cpp | 5 +
be/src/cloud/cloud_schema_change_job.cpp | 26 +-
be/src/cloud/cloud_schema_change_job.h | 2 +
be/src/cloud/cloud_storage_engine.cpp | 65 +
be/src/cloud/cloud_storage_engine.h | 8 +
be/src/cloud/cloud_stream_load_executor.cpp | 4 +-
be/src/cloud/cloud_tablet.cpp | 53 +-
be/src/cloud/cloud_tablet.h | 3 +
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 16 +-
be/src/cloud/cloud_warm_up_manager.cpp | 9 +-
be/src/cloud/pb_convert.cpp | 8 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 15 +
be/src/common/config.h | 15 +
be/src/exprs/runtime_filter.cpp | 5 +-
be/src/geo/geo_types.cpp | 2 +-
be/src/geo/wkb_parse.cpp | 153 +-
be/src/geo/wkb_parse.h | 14 +-
be/src/http/action/download_binlog_action.cpp | 13 +
be/src/http/action/stream_load.cpp | 5 +-
be/src/http/http_client.cpp | 37 +-
be/src/http/http_client.h | 5 +
be/src/io/cache/fs_file_cache_storage.cpp | 93 +-
be/src/io/fs/azure_obj_storage_client.cpp | 14 +-
be/src/io/fs/multi_table_pipe.cpp | 9 +-
be/src/io/fs/stream_load_pipe.h | 10 +
be/src/olap/base_tablet.cpp | 33 +-
be/src/olap/base_tablet.h | 4 +
be/src/olap/data_dir.cpp | 38 +-
be/src/olap/memtable_memory_limiter.cpp | 18 +-
be/src/olap/memtable_writer.cpp | 13 +-
be/src/olap/olap_server.cpp | 2 +-
be/src/olap/partial_update_info.cpp | 2 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 5 +-
be/src/olap/rowset/rowset.cpp | 9 +
.../rowset/segment_v2/inverted_index_writer.cpp | 9 +-
be/src/olap/rowset_builder.cpp | 10 +-
be/src/olap/schema_change.cpp | 4 +-
be/src/olap/snapshot_manager.cpp | 8 +-
be/src/olap/tablet_meta.cpp | 167 +-
be/src/olap/tablet_meta.h | 18 +-
be/src/olap/tablet_reader.cpp | 3 +-
be/src/olap/task/index_builder.cpp | 11 +-
be/src/olap/task/index_builder.h | 18 +-
be/src/olap/txn_manager.cpp | 11 +
.../exec/partition_sort_source_operator.cpp | 1 -
be/src/pipeline/task_scheduler.cpp | 7 +-
be/src/runtime/exec_env.h | 3 +-
be/src/runtime/exec_env_init.cpp | 10 +-
be/src/runtime/fragment_mgr.cpp | 31 +-
be/src/runtime/load_channel_mgr.cpp | 6 +-
be/src/runtime/memory/cache_policy.cpp | 1 -
be/src/runtime/memory/lru_cache_policy.h | 2 +
be/src/runtime/routine_load/data_consumer.cpp | 6 +
be/src/runtime/runtime_state.h | 27 +-
be/src/runtime/snapshot_loader.cpp | 890 ++++---
be/src/runtime/snapshot_loader.h | 3 +
.../runtime/stream_load/stream_load_executor.cpp | 2 +-
be/src/service/backend_service.cpp | 54 +-
be/src/service/internal_service.cpp | 2 +-
be/src/util/doris_metrics.cpp | 10 +
be/src/util/doris_metrics.h | 5 +
be/src/util/jsonb_document.h | 4 +-
be/src/util/jsonb_utils.h | 2 +-
be/src/util/jsonb_writer.h | 3 +-
be/src/util/load_util.cpp | 24 +
be/src/util/s3_util.cpp | 29 +-
be/src/util/stopwatch.hpp | 11 +-
.../aggregate_function_percentile.h | 1 +
be/src/vec/columns/column_string.cpp | 56 +-
be/src/vec/columns/column_string.h | 12 +
be/src/vec/core/column_with_type_and_name.cpp | 5 +-
.../data_types/serde/data_type_date64_serde.cpp | 25 +-
.../serde/data_type_datetimev2_serde.cpp | 10 +-
.../data_types/serde/data_type_datev2_serde.cpp | 9 +
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 9 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 11 +
be/src/vec/exec/format/json/new_json_reader.cpp | 51 +-
be/src/vec/exec/format/json/new_json_reader.h | 4 +
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 10 +-
be/src/vec/exec/jni_connector.h | 6 +-
.../exprs/lambda_function/varray_map_function.cpp | 10 +-
.../exprs/table_function/vexplode_json_array.cpp | 2 +-
.../exprs/table_function/vexplode_json_object.cpp | 4 +-
be/src/vec/exprs/vexpr.cpp | 4 +-
.../vec/functions/array/function_array_element.h | 5 +-
be/src/vec/functions/date_time_transforms.h | 2 +
be/src/vec/functions/function_cast.h | 4 +-
be/src/vec/functions/function_decode_varchar.cpp | 2 +-
be/src/vec/functions/function_ip.cpp | 3 +
be/src/vec/functions/function_ip.h | 46 +
be/src/vec/functions/function_jsonb.cpp | 17 +-
be/src/vec/functions/function_string.cpp | 14 +-
be/src/vec/functions/function_string.h | 6 +-
be/src/vec/functions/function_uuid.cpp | 1 +
be/src/vec/functions/like.cpp | 2 +-
be/src/vec/functions/url/find_symbols.h | 67 +-
be/src/vec/jsonb/serialize.cpp | 2 +-
be/src/vec/olap/olap_data_convertor.cpp | 23 +-
be/src/vec/olap/olap_data_convertor.h | 4 +-
be/src/vec/runtime/ipv6_value.h | 11 +
be/src/vec/sink/writer/vtablet_writer.cpp | 21 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 5 +-
be/src/vec/spill/spill_stream_manager.cpp | 3 +-
be/test/common/schema_util_test.cpp | 12 +
be/test/http/stream_load_test.cpp | 7 +-
be/test/io/cache/block_file_cache_test.cpp | 4 +-
be/test/olap/index_builder_test.cpp | 2422 ++++++++++++++++++++
.../segment_v2/inverted_index_writer_test.cpp | 828 +++++++
be/test/olap/tablet_mgr_test.cpp | 20 +-
be/test/olap/wal/wal_manager_test.cpp | 453 +++-
be/test/testutil/column_helper.h | 107 +
be/test/util/load_util_test.cpp | 64 +
.../aggregate_functions/vec_window_funnel_test.cpp | 10 +-
.../vec/core/column_with_type_and_name_test.cpp | 40 +
.../vec/data_types/common_data_type_serder_test.h | 19 +-
be/test/vec/data_types/data_type_ip_test.cpp | 128 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 4 +-
.../data_types/serde/data_type_serde_text_test.cpp | 32 +-
be/test/vec/exec/vwal_scanner_test.cpp | 379 ---
be/test/vec/function/function_string_test.cpp | 3 +-
be/test/vec/olap/jsonb_value_test.cpp | 242 ++
cloud/src/common/config.h | 2 +
cloud/src/meta-service/meta_service.cpp | 34 +-
cloud/src/meta-service/meta_service_job.cpp | 91 +-
cloud/src/meta-service/meta_service_resource.cpp | 12 +-
cloud/src/recycler/s3_accessor.cpp | 31 +-
cloud/src/resource-manager/resource_manager.cpp | 30 +-
cloud/src/resource-manager/resource_manager.h | 4 +-
cloud/test/meta_service_test.cpp | 23 +-
cloud/test/mock_resource_manager.h | 4 +-
cloud/test/s3_rate_limiter_test.cpp | 55 +-
common/cpp/s3_rate_limiter.cpp | 11 +-
common/cpp/s3_rate_limiter.h | 12 +-
.../doris/maxcompute/MaxComputeColumnValue.java | 12 +-
fe/check/checkstyle/suppressions.xml | 3 +
.../main/java/org/apache/doris/common/Config.java | 17 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 5 +-
.../apache/doris/alter/SchemaChangeHandler.java | 19 +-
.../apache/doris/analysis/BuildIndexClause.java | 6 +-
.../apache/doris/analysis/CreateIndexClause.java | 2 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 3 +-
.../java/org/apache/doris/analysis/DropDbStmt.java | 10 +-
.../java/org/apache/doris/analysis/IndexDef.java | 5 -
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../org/apache/doris/binlog/BinlogConfigCache.java | 70 +-
.../org/apache/doris/binlog/BinlogLagInfo.java | 17 +-
.../org/apache/doris/binlog/BinlogManager.java | 28 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 28 +-
.../java/org/apache/doris/binlog/DBBinlog.java | 29 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 1 +
.../java/org/apache/doris/binlog/UpsertRecord.java | 17 +-
.../org/apache/doris/catalog/AzureResource.java | 58 +-
.../doris/catalog/BuiltinScalarFunctions.java | 6 +-
.../apache/doris/catalog/ColocateTableIndex.java | 17 +-
.../main/java/org/apache/doris/catalog/Env.java | 35 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 14 +-
.../org/apache/doris/catalog/FunctionUtil.java | 5 -
.../org/apache/doris/catalog/HdfsStorageVault.java | 66 +-
.../main/java/org/apache/doris/catalog/Index.java | 40 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 4 -
.../doris/catalog/MaterializedIndexMeta.java | 7 -
.../org/apache/doris/catalog/MetadataViewer.java | 16 +-
.../java/org/apache/doris/catalog/OlapTable.java | 5 +-
.../java/org/apache/doris/catalog/Replica.java | 4 +-
.../java/org/apache/doris/catalog/S3Resource.java | 84 +-
.../org/apache/doris/catalog/StorageVault.java | 1 -
.../main/java/org/apache/doris/catalog/Table.java | 4 +
.../org/apache/doris/clone/DiskRebalancer.java | 8 +-
.../doris/clone/DynamicPartitionScheduler.java | 14 +
.../apache/doris/clone/PartitionRebalancer.java | 5 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 42 +-
.../org/apache/doris/clone/TabletScheduler.java | 18 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 18 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 4 +
.../apache/doris/cloud/catalog/CloudReplica.java | 8 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../cloud/datasource/CloudInternalCatalog.java | 5 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 21 +-
.../apache/doris/cloud/storage/AzureRemote.java | 15 +-
.../doris/cloud/system/CloudSystemInfoService.java | 65 +-
.../transaction/CloudGlobalTransactionMgr.java | 76 +-
.../transaction/DeleteBitmapUpdateLockContext.java | 6 +
.../doris/common/NereidsSqlCacheManager.java | 19 +
.../apache/doris/common/proc/ReplicasProcNode.java | 5 +-
.../apache/doris/common/proc/TabletsProcDir.java | 7 +-
.../apache/doris/datasource/ExternalCatalog.java | 18 +
.../apache/doris/datasource/ExternalDatabase.java | 19 +
.../org/apache/doris/datasource/ExternalTable.java | 18 +
.../doris/datasource/hive/HMSExternalTable.java | 2 -
.../datasource/jdbc/client/JdbcMySQLClient.java | 5 +-
.../apache/doris/datasource/kafka/KafkaUtil.java | 60 +-
.../maxcompute/MaxComputeExternalCatalog.java | 10 +-
.../maxcompute/MaxComputeExternalTable.java | 1 +
.../maxcompute/source/MaxComputeScanNode.java | 43 +-
.../property/constants/AzureProperties.java | 17 +-
.../property/constants/MCProperties.java | 4 +
.../org/apache/doris/fs/obj/AzureObjStorage.java | 62 +-
.../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 88 +
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 2 +-
.../doris/httpv2/util/StatementSubmitter.java | 4 +-
.../doris/insertoverwrite/InsertOverwriteUtil.java | 7 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 2 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 2 +-
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 2 +-
.../doris/load/routineload/KafkaProgress.java | 3 +
.../load/routineload/KafkaRoutineLoadJob.java | 14 +
.../doris/load/routineload/RoutineLoadJob.java | 24 +-
.../doris/load/routineload/RoutineLoadManager.java | 6 +
.../org/apache/doris/master/ReportHandler.java | 16 +
.../java/org/apache/doris/metric/MetricRepo.java | 130 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 15 +-
.../org/apache/doris/nereids/SqlCacheContext.java | 3 +-
.../org/apache/doris/nereids/StatementContext.java | 2 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 9 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 26 +-
.../processor/post/TopnFilterPushDownVisitor.java | 2 +-
.../exploration/mv/MaterializedViewUtils.java | 2 +-
.../expression/rules/FoldConstantRuleOnBE.java | 1 +
.../expression/rules/FoldConstantRuleOnFE.java | 19 +-
.../LogicalWindowToPhysicalWindow.java | 2 +-
.../ExtractAndNormalizeWindowExpression.java | 2 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +-
.../trees/copier/LogicalPlanDeepCopier.java | 11 +-
.../functions/ComputePrecisionForArrayItemAgg.java | 13 +
.../executable/DateTimeExtractAndTransform.java | 10 +-
.../functions/executable/NumericArithmetic.java | 18 +-
.../functions/executable/StringArithmetic.java | 134 +-
.../functions/scalar/CreateNamedStruct.java | 28 +-
...Dlog1.java => Ipv6FromUInt128StringOrNull.java} | 36 +-
.../trees/expressions/functions/scalar/Random.java | 61 +-
.../expressions/functions/scalar/RandomBytes.java | 39 +-
.../trees/expressions/functions/scalar/Uuid.java | 36 -
.../expressions/functions/scalar/UuidNumeric.java | 36 -
.../trees/expressions/literal/DateLiteral.java | 16 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 3 +-
.../AlterSystemRenameComputeGroupCommand.java | 85 +
.../trees/plans/commands/ExecuteCommand.java | 12 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 7 +
.../trees/plans/commands/info/IndexDefinition.java | 2 +-
.../insert/InsertOverwriteTableCommand.java | 7 +-
.../trees/plans/commands/insert/InsertUtils.java | 3 +-
.../insert/OlapGroupCommitInsertExecutor.java | 12 +-
.../trees/plans/logical/LogicalEmptyRelation.java | 12 +-
.../trees/plans/logical/LogicalOlapScan.java | 55 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 4 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 10 +-
.../org/apache/doris/nereids/util/DateUtils.java | 8 +-
.../doris/nereids/util/TypeCoercionUtils.java | 3 +-
.../persist/ReplacePartitionOperationLog.java | 18 +-
.../org/apache/doris/planner/OlapScanNode.java | 9 +-
.../org/apache/doris/planner/OlapTableSink.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 65 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 11 +
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../java/org/apache/doris/qe/SessionVariable.java | 23 +
.../apache/doris/service/FrontendServiceImpl.java | 17 +-
.../apache/doris/statistics/AnalysisManager.java | 51 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 386 +++-
.../doris/statistics/StatisticConstants.java | 4 +
.../doris/statistics/util/StatisticsUtil.java | 18 +
.../java/org/apache/doris/system/HeartbeatMgr.java | 9 +
.../ExternalFileTableValuedFunction.java | 1 +
.../doris/tablefunction/MetadataGenerator.java | 26 +-
.../doris/tablefunction/S3TableValuedFunction.java | 17 +-
.../apache/doris/task/AlterInvertedIndexTask.java | 4 +-
.../org/apache/doris/task/CreateReplicaTask.java | 2 +-
.../doris/transaction/DatabaseTransactionMgr.java | 5 +-
.../doris/transaction/GlobalTransactionMgr.java | 31 +-
.../transaction/GlobalTransactionMgrIface.java | 9 +-
.../apache/doris/transaction/TransactionState.java | 1 +
.../hudi/common/util/collection/DiskMap.java | 169 ++
.../org/apache/doris/alter/IndexChangeJobTest.java | 34 +-
.../doris/alter/SchemaChangeHandlerTest.java | 154 +-
.../apache/doris/catalog/AzureResourceTest.java | 57 +
.../java/org/apache/doris/catalog/IndexTest.java | 164 ++
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../org/apache/doris/catalog/S3ResourceTest.java | 35 +
.../org/apache/doris/clone/TabletSchedCtxTest.java | 84 +-
.../doris/cloud/catalog/HdfsStorageVaultTest.java | 76 +-
.../transaction/CloudGlobalTransactionMgrTest.java | 10 +-
.../doris/common/proc/IndexesProcNodeTest.java | 8 +-
.../doris/datasource/ExternalEqualsTest.java | 52 +
.../property/constants/AzurePropertiesTest.java | 55 +
.../org/apache/doris/load/DeleteHandlerTest.java | 3 +-
.../apache/doris/load/loadv2/SparkLoadJobTest.java | 3 +-
.../doris/load/routineload/RoutineLoadJobTest.java | 4 +-
.../doris/nereids/memo/StructInfoMapTest.java | 15 +-
.../rules/expression/ExpressionRewriteTest.java | 11 -
.../rules/expression/SimplifyRangeTest.java | 14 +-
.../doris/nereids/trees/expressions/UdfTest.java | 4 +
.../functions/NonfoldableFunctionTest.java | 58 -
.../trees/expressions/literal/DateLiteralTest.java | 1 +
.../persist/TableAddOrDropColumnsInfoTest.java | 2 +-
.../org/apache/doris/qe/ConnectContextTest.java | 70 +
.../doris/statistics/OlapAnalysisTaskTest.java | 628 +++--
.../transaction/DatabaseTransactionMgrTest.java | 9 +-
.../transaction/GlobalTransactionMgrTest.java | 61 +-
gensrc/proto/cloud.proto | 4 +
gensrc/proto/olap_file.proto | 7 +
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/AgentService.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 12 +-
.../test_config_prune_delete_sign.out} | Bin 134 -> 163 bytes
.../spark_connector/spark_connector_read_type.out | Bin 670 -> 670 bytes
.../test_insert_table_with_dump_nereids_memo.out} | Bin 107 -> 126 bytes
.../data/correctness_p0/test_select_constant.out | Bin 211 -> 214 bytes
.../data/datatype_p0/ip/test_data/ipv6_uint128.csv | 105 +
.../data/datatype_p0/ip/test_ip_basic.out | Bin 9441 -> 15062 bytes
.../outfile/csv/test_outfile_csv_array_type.out | Bin 7168 -> 7204 bytes
.../outfile/csv/test_outfile_csv_complex_type.out | Bin 8537 -> 8577 bytes
.../outfile/csv/test_outfile_csv_map_type.out | Bin 13751 -> 13841 bytes
.../hive/test_prepare_hive_data_in_case.out | Bin 267 -> 173 bytes
.../kerberos/test_non_catalog_kerberos.out} | Bin 134 -> 135 bytes
.../maxcompute/test_max_compute_timestamp.out | Bin 0 -> 3944 bytes
...ut => test_cloud_mow_new_tablet_compaction.out} | Bin 134 -> 206 bytes
...test_cloud_mow_stream_load_with_commit_fail.out | Bin 134 -> 446 bytes
...st_cloud_multi_segments_re_calc_in_publish.out} | Bin 134 -> 202 bytes
...=> test_cloud_publish_skip_calc_cache_miss.out} | Bin 134 -> 183 bytes
.../fault_injection_p0/cloud/test_stream_load0.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load1.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load2.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load3.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load4.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load5.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load6.csv | 2 +
.../fault_injection_p0/cloud/test_stream_load7.csv | 2 +
... test_tablet_state_change_in_publish_phase.out} | Bin 134 -> 227 bytes
...st_local_multi_segments_re_calc_in_publish.out} | Bin 134 -> 202 bytes
.../test_array_map.out} | Bin
.../test_function_string.out} | Bin 134 -> 188 bytes
.../insert_group_commit_with_large_data.out | Bin 0 -> 383 bytes
.../test_index_change_on_new_column.out | Bin 245 -> 611 bytes
.../load_p0/stream_load/test_json_compress.out | Bin 0 -> 25202 bytes
.../test_load_with_transfer_encoding.out} | Bin 134 -> 131 bytes
regression-test/data/mtmv_p0/test_base_mtmv.out | Bin 987 -> 1193 bytes
.../data/nereids_function_p0/scalar_function/S.out | Bin 53552 -> 53624 bytes
.../window_functions/test_window_function.out | Bin 11741 -> 11741 bytes
.../data/nereids_p0/test_select_constant.out | Bin 186 -> 189 bytes
.../limit_push_down/limit_push_down.out | Bin 21517 -> 21029 bytes
.../mv/external_table/part_partition_invalid.out | Bin 1324 -> 436 bytes
.../data/nereids_rules_p0/test_nonfoldable.out | Bin 2891 -> 2819 bytes
.../data/nereids_syntax_p0/test_cast_datetime.out | Bin 107 -> 258 bytes
.../partition_p0/test_negative_partition_value.out | Bin 0 -> 375 bytes
.../test_array_functions_by_literal.out | Bin 9988 -> 29819 bytes
.../spatial_functions/test_gis_function.out | Bin 1438 -> 1604 bytes
.../struct_functions/test_struct_functions.out | Bin 1655 -> 1856 bytes
.../test_struct_functions_by_literal.out | Bin 671 -> 765 bytes
.../window_functions/test_window_function.out | Bin 11741 -> 11741 bytes
.../data/query_p0/test_select_constant.out | Bin 186 -> 189 bytes
.../test_negative_default_column_value.out} | Bin 134 -> 143 bytes
.../partial_update/test_partial_update.out | Bin 1839 -> 2031 bytes
.../test_partial_update_complex_type.out | Bin 1855 -> 2735 bytes
.../partial_update/test_partial_update_s3_load.out | Bin 0 -> 363 bytes
.../data/variant_github_events_new_p2/load.out | Bin 152 -> 222 bytes
.../test_array_contains_with_inverted_index.out | Bin 0 -> 45214 bytes
.../test_array_inverted_index_profile.out | Bin 0 -> 2004 bytes
regression-test/data/view_p0/view_p0.out | Bin 982 -> 1144 bytes
.../doris/regression/action/TestAction.groovy | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 39 +-
.../pipeline/external/conf/regression-conf.groovy | 2 +-
regression-test/pipeline/p0/conf/be.conf | 3 +
.../vault_p0/conf/regression-conf-custom.groovy | 1 -
.../suites/account_p0/test_property_session.groovy | 56 +
.../test_ddl_database_external_auth.groovy | 63 +
.../suites/auth_call/test_ddl_job_auth.groovy | 12 +-
.../suites/auth_call/test_ddl_mtmv_auth.groovy | 10 +-
.../suites/auth_call/test_ddl_table_auth.groovy | 14 +-
.../test_master_slave_consistency_auth.groovy | 20 +-
.../test_backup_store_with_db_properties.groovy | 2 +-
.../test_backup_store_with_db_properties_kv.groovy | 2 +-
.../ccr_syncer_p1/test_backup_restore.groovy | 9 +-
.../check_before_quit/check_before_quit.groovy | 11 +-
.../cache/http/test_list_cache_file.groovy | 6 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 2 +-
.../warm_up/table/test_warm_up_table.groovy | 11 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 8 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 5 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 6 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 6 +-
.../cache/ttl/create_table_as_select.groovy | 13 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 7 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 80 +-
.../cloud_p0/cache/ttl/test_ttl_lru_evict.groovy | 4 +-
.../node_mgr/test_rename_compute_group.groovy | 214 ++
.../cold_data_compaction.groovy | 132 ++
.../add_drop_partition.groovy | 18 +-
.../add_drop_partition_by_hdfs.groovy | 16 +-
.../create_table_use_dynamic_partition.groovy | 16 +-
...eate_table_use_dynamic_partition_by_hdfs.groovy | 14 +-
.../create_table_use_partition_policy.groovy | 28 +-
...reate_table_use_partition_policy_by_hdfs.groovy | 28 +-
.../create_table_use_policy.groovy | 20 +-
.../create_table_use_policy_by_hdfs.groovy | 24 +-
.../load_colddata_to_hdfs.groovy | 12 +-
.../modify_replica_use_partition.groovy | 44 +-
.../modify_replica_use_partition_by_hdfs.groovy | 44 +-
.../table_modify_resouce_and_policy.groovy | 24 +-
.../table_modify_resouce_and_policy_by_hdfs.groovy | 24 +-
.../test_config_prune_delete_sign.groovy | 88 +
...test_insert_table_with_dump_nereids_memo.groovy | 58 +
.../suites/datatype_p0/ip/test_ip_basic.groovy | 50 +
.../ddl_p0/test_create_table_properties.groovy | 3 +-
regression-test/suites/ddl_p0/test_ctas.groovy | 2 +-
.../presto/scalar/timestamptz/TestOperators.sql | 1784 +++++++-------
.../hive/test_prepare_hive_data_in_case.groovy | 3 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 21 +-
.../ctas/test_mysql_all_types_ctas.groovy | 12 +-
.../kerberos/test_non_catalog_kerberos.groovy | 146 ++
.../test_max_compute_partition_prune.groovy | 3 +-
.../maxcompute/test_max_compute_timestamp.groovy | 216 ++
.../test_cloud_mow_new_tablet_compaction.groovy | 143 ++
...t_cloud_mow_stream_load_with_commit_fail.groovy | 340 ++-
...cloud_multi_segments_re_calc_in_publish.groovy} | 82 +-
.../test_cloud_publish_skip_calc_cache_miss.groovy | 78 +
...est_tablet_state_change_in_publish_phase.groovy | 161 ++
...artial_update_with_delete_col_in_publish.groovy | 2 +-
..._local_multi_segments_re_calc_in_publish.groovy | 174 ++
.../test_memtable_write_failed.groovy | 90 +
.../test_skip_calc_between_segments.groovy | 1 -
.../suites/function_p0/test_array_map.groovy | 232 ++
.../suites/function_p0/test_function_string.groovy | 74 +
...nsert_group_commit_into_unique_sync_mode.groovy | 2 +-
.../insert_group_commit_with_large_data.groovy | 96 +-
...mit_insert_into_lineitem_multiple_client.groovy | 8 +-
...mmit_insert_into_lineitem_multiple_table.groovy | 8 +-
...group_commit_insert_into_lineitem_normal.groovy | 5 +-
...ommit_insert_into_lineitem_scheme_change.groovy | 8 +-
.../test_index_change_on_new_column.groovy | 90 +-
.../test_arrayInvertedIdx_profile.groovy | 1 -
.../test_array_contains_with_inverted_index.groovy | 1 -
..._schedule.csv => test_abnormal_job_monitor.csv} | 0
.../data/{test_schedule.csv => test_metrics.csv} | 0
.../test_routin_load_abnormal_job_monitor.groovy | 225 ++
.../routine_load/test_routine_load_metrics.groovy | 254 ++
.../load_p0/stream_load/test_json_compress.groovy | 149 ++
.../test_load_with_transfer_encoding.groovy | 119 +
.../suites/mtmv_p0/test_base_mtmv.groovy | 38 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 +-
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 12 +
.../suites/mtmv_p0/test_replace_mtmv.groovy | 16 +-
.../cache/parse_sql_from_sql_cache.groovy | 7 +-
.../cache/prepare_stmt_with_sql_cache.groovy | 33 +-
.../fold_constant_date_arithmatic.groovy | 9 +
.../fold_constant_numeric_arithmatic.groovy | 50 +-
.../fold_constant_string_arithmatic.groovy | 789 ++++++-
.../window_functions/test_window_function.groovy | 8 +-
.../subquery/test_correlated_filter_removed.groovy | 16 +-
.../suites/nereids_p0/union/or_expansion.groovy | 54 +
.../infer_predicate/infer_intersect_except.groovy | 1 +
.../external_table/part_partition_invalid.groovy | 46 -
.../normalize_window_nullable_agg_test.groovy | 10 +
.../nereids_syntax_p0/test_cast_datetime.groovy | 538 ++++-
.../transform_outer_join_to_anti.groovy | 1 -
.../test_negative_partition_value.groovy | 58 +
.../test_partition_storage_policy.groovy | 12 +-
.../test_aggregate_all_functions.groovy | 22 +
.../test_array_functions_by_literal.groovy | 1658 ++++++++++----
.../spatial_functions/test_gis_function.groovy | 6 +
.../struct_functions/test_struct_functions.groovy | 8 +
.../test_struct_functions_by_literal.groovy | 4 +
.../window_functions/test_window_function.groovy | 8 +-
.../query_p0/test_array_orderby_limit.groovy | 10 +-
.../test_negative_default_column_value.groovy | 34 +-
.../partial_update/test_partial_update.groovy | 80 +
.../test_partial_update_complex_type.groovy | 35 +-
.../test_partial_update_s3_load.groovy | 110 +
.../variant_github_events_new_p2/load.groovy | 63 +-
.../test_array_contains_with_inverted_index.groovy | 111 +
.../with_index/test_array_index_write.groovy | 93 +
.../test_array_inverted_index_profile.groovy | 157 ++
.../vault_p0/create/test_create_vault.groovy | 4 +-
.../test_create_vault_with_case_sensitive.groovy | 7 +-
.../create/test_create_vault_with_kerberos.groovy | 18 +-
.../privilege/test_vault_privilege_restart.groovy | 3 +-
regression-test/suites/view_p0/view_p0.groovy | 19 +
490 files changed, 18415 insertions(+), 4467 deletions(-)
create mode 100644 be/src/cloud/cloud_compaction_stop_token.cpp
copy be/src/{runtime/memory/cache_policy.cpp =>
cloud/cloud_compaction_stop_token.h} (61%)
create mode 100644 be/test/olap/index_builder_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp
create mode 100644 be/test/testutil/column_helper.h
create mode 100644 be/test/vec/core/column_with_type_and_name_test.cpp
delete mode 100644 be/test/vec/exec/vwal_scanner_test.cpp
create mode 100644 be/test/vec/olap/jsonb_value_test.cpp
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Dlog1.java
=> Ipv6FromUInt128StringOrNull.java} (61%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterSystemRenameComputeGroupCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/hudi/common/util/collection/DiskMap.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/AzureResourceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/IndexTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/constants/AzurePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/NonfoldableFunctionTest.java
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out
=> compaction/test_config_prune_delete_sign.out} (73%)
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
correctness/test_insert_table_with_dump_nereids_memo.out} (76%)
create mode 100644
regression-test/data/datatype_p0/ip/test_data/ipv6_uint128.csv
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out
=> external_table_p0/kerberos/test_non_catalog_kerberos.out} (71%)
create mode 100644
regression-test/data/external_table_p2/maxcompute/test_max_compute_timestamp.out
copy
regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out
=> test_cloud_mow_new_tablet_compaction.out} (57%)
copy
regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out
=> test_cloud_multi_segments_re_calc_in_publish.out} (58%)
copy
regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out
=> test_cloud_publish_skip_calc_cache_miss.out} (65%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load0.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load1.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load2.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load3.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load4.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load5.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load6.csv
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load7.csv
copy
regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out
=> test_tablet_state_change_in_publish_phase.out} (52%)
copy
regression-test/data/fault_injection_p0/{cloud/test_cloud_mow_stream_load_with_commit_fail.out
=> test_local_multi_segments_re_calc_in_publish.out} (58%)
copy regression-test/data/{load_p0/stream_load/test_stream_load_empty_file.out
=> function_p0/test_array_map.out} (100%)
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out
=> function_p0/test_function_string.out} (63%)
create mode 100644
regression-test/data/insert_p0/insert_group_commit_with_large_data.out
create mode 100644
regression-test/data/load_p0/stream_load/test_json_compress.out
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out
=> load_p0/stream_load/test_load_with_transfer_encoding.out} (88%)
create mode 100644
regression-test/data/partition_p0/test_negative_partition_value.out
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_stream_load_with_commit_fail.out
=> table_p0/test_negative_default_column_value.out} (67%)
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_s3_load.out
create mode 100644
regression-test/data/variant_p0/with_index/test_array_contains_with_inverted_index.out
create mode 100644
regression-test/data/variant_p0/with_index/test_array_inverted_index_profile.out
create mode 100644
regression-test/suites/account_p0/test_property_session.groovy
create mode 100644
regression-test/suites/auth_call/test_ddl_database_external_auth.groovy
create mode 100644
regression-test/suites/cloud_p0/node_mgr/test_rename_compute_group.groovy
create mode 100644
regression-test/suites/cold_heat_separation/cold_data_compaction.groovy
create mode 100644
regression-test/suites/compaction/test_config_prune_delete_sign.groovy
create mode 100644
regression-test/suites/correctness/test_insert_table_with_dump_nereids_memo.groovy
create mode 100644
regression-test/suites/external_table_p0/kerberos/test_non_catalog_kerberos.groovy
create mode 100644
regression-test/suites/external_table_p2/maxcompute/test_max_compute_timestamp.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.groovy
copy
regression-test/suites/fault_injection_p0/{test_skip_calc_between_segments.groovy
=> cloud/test_cloud_multi_segments_re_calc_in_publish.groovy} (59%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_publish_skip_calc_cache_miss.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_tablet_state_change_in_publish_phase.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_local_multi_segments_re_calc_in_publish.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_memtable_write_failed.groovy
create mode 100644 regression-test/suites/function_p0/test_array_map.groovy
create mode 100644
regression-test/suites/function_p0/test_function_string.groovy
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_abnormal_job_monitor.csv} (100%)
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_metrics.csv} (100%)
create mode 100644
regression-test/suites/load_p0/routine_load/test_routin_load_abnormal_job_monitor.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_metrics.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_json_compress.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_load_with_transfer_encoding.groovy
create mode 100644
regression-test/suites/partition_p0/test_negative_partition_value.groovy
copy be/src/runtime/memory/cache_policy.cpp =>
regression-test/suites/table_p0/test_negative_default_column_value.groovy (54%)
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_s3_load.groovy
create mode 100644
regression-test/suites/variant_p0/with_index/test_array_contains_with_inverted_index.groovy
create mode 100644
regression-test/suites/variant_p0/with_index/test_array_index_write.groovy
create mode 100644
regression-test/suites/variant_p0/with_index/test_array_inverted_index_profile.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
