This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from cfd34cebf34 [BUG](Meta) Fix fe exit by wrong dynamic properties
(#28138)
new f550945bec5 [fix](txn insert) Fix txn insert values error when connect
to follower fe (#34950)
new 869828c4e5d [improvement](meta) Switch meta serialization to gson 1
(#36125)
new c44f8f2bd22 [fix](null safe equal join) fix coredump if both sides of
the conjunct is not nullable (#36263)
new 49e6d0ef457 [Fix](inverted index) fix memory leak for index compaction
(#36209)
new 3e784dabc48 [Optimization](Variant) Using correct column name to go
fast execute … (#36277)
new aa1fa99d5ba [metrics](bvar) add bvar for load stream and file writer
count (#36300)
new 3e27253b2b9 [Chore](executor) do not retry query when catched
UserException and cloud mode is off (#36202)
new 6bf3693dc7c [improve](cloud) use delete bitmap cache to reduce sync
rowset time (#35856)
new e64175ee5ac [fix](txn) Fix coordidator be restart not abort txn
(#35342)
new 7e44fcc54c6 [Fix](segment iterator) use correct column_id (#36313)
new 1b48e923624 [fix](memory safe) Fix block-reader memory alloc failed
make be core dump. (#36299)
new eeacae11ff7 [fix](cloud) Fix replication_num properties when create
table and MTMV (#36080)
new 6a84c23afd7 [enhancement](merge-on-write) add debuging config to make
BE core directly when correctness issue happens (#36308)
new 714c2f2e106 [refactor](pipeline) Delete unused code (#36295)
new 3b746cb4cfd [log](FE) Add switch to control whether print log before
execution (#36075)
new 803b6bfabf1 [fix](cloud) Fix cloud run smoke test case cant find
getProvider func (#36303)
new c74f8b2153a [fix](memory allocate) Fix reinitialization of
TabletReader (#36314)
new b6c7c4e4846 [improvement](chore) remove unused code of RuntimeState
(#35656)
new 0eea6b35047 [improve](fe) Improve checking compatibility mode (#36310)
new 4a81b440819 [feature](api) add BE HTTP /api/load_streams (#36312)
new d003360b836 [Opt](streamload) Commit txn on BE coordinator in cloud
mode to avoid RPC and lock overhead (#36237)
new d19f829cf7b [Performance](exec) SIMD the min/max aggregate function
(#36281)
new 2d980568cd9 [improvement](meta) Switch meta serialization to gson 2
(#36311)
new 7f38db9f334 [fix](schema change) reduce memory usage of create a good
deal of shadow tablets in schema change process (#36285)
new 0b66c23f588 [enhance](InternalTable) Set timeout for cache hotspot
table's insert stmt (#36279)
new b95d6f63dd0 [fix](regression test) some cases are not supported in
cloud mode (#36268)
new 42cbe30027f [fix](inverted index)Support Chinese column name with
inverted index (#36321)
new 94370119a49 [fix](plan) wrong result for random distributed agg table
with all keys not null (#36270)
new f2440db5852 [improvement](cloud) reduce call for partition get visible
version (#36309)
new f763695e6f5 [fix](load) avoid inserting too large string with type of
agg_state (#36117)
new 6abe02e933a [Bug](Function) fix json contains with empty value (#36320)
new 5eae700a439 [Exception](Json functions) throw Exception when using
escaped_list_separator (#32808)
new 9458249d251 [Fix](meta) Add serialize name for auto partition FE
properties (#33894)
new 0a617738ec8 [fix](inverted index) fix the issue where need_read_data
does not handle non-pushdown conditions (#36292)
new 851470ee404 [enhancement](prepared statement) Handle unsigned numeric
type in prepare statement (#36133)
new 2acabce6206 [fix](hudi) move wrong members in HMSExternalTable #36187
(#36282)
new 250de1be997 [fix](coldhot) fix cannot cancel storage policy of
partition (#35874)
new eba63413bf3 [fix](mtmv)mtmv support default key (#36221)
new 93abb261248 [regression-test](flink-connector) add flink connector
data type case (#35219)
new 964c4b02c7e [fix](in expr) fix error result when in expr has null
value and left expr is 0 (#36024)
new 04e70d11659 [Fix](inverted index) fix inverted index compound reader
memory leak (#36146)
new 5ca2c48c6e6 [feature](mtmv) Support to use mv group dimension when
query aggregate function is distinct (#36318)
new 346e2e40703 Revert "[improvement](meta) Switch meta serialization to
gson 2 (#36311)" (#36377)
new 322b0f92f6c [Performance](exec) Fix sin performance problem (#36358)
new b989e592d9d [fix](segment) add _pk_index_meta's size to
Segment::_meta_mem_usage (#36329)
new 068eb210b4d [Refactor](RF) Remove the old update apply filter
interface (#36359)
new b60e4f7f751 [regression](mtmv) Fix test_cloud_n_replicas_mtmv result
out of order (#36378)
new a997462d209 [bugfix](paimon)Fix field case issues (#36239)
new b4a7ffd09d7 [fix](memory) Fix reserve memory compatible with memory GC
and logging (#36307)
new ec3afe6d10a [opt](nereids) compute tuple size by output slots (#36246)
new c06c5d749b0 [fix](nereids)fix Group print bug (#36354)
new 2aa9a926512 [fix](txn insert) Fix txn insert publish (#35970)
new 4a5794d042d [fix](hudi) disable fs.impl.cache to avoid FE OOM (#36402)
new 8b422d16358 [feature](statistics)Refresh partition stats cache while
analyzing. (#36390)
new 22072703ce5 [fix](statistics)Fix batch is null bug. (#36398)
new 234c984bc7d [bugfix](iceberg)Read error when timestamp does not have
time zone (#36141)
new 654cead10a6 [Fix](Row Store) all filter should match key columns
condition (#36400)
new d55273e91f7 [Test](manager_interface)append manager interface test.
(#35889)
new ce2633d89ac [fix](be) return correct canceled status from scanner
(#36392)
new 59b81ea3f67 [Fix](inverted index) try not to delete entries in
DorisCompoundReader::close (#36420)
new 2009ca09a00 [Bug](information-schema) fix some bug of
information_schema.PROCESSLIST (#36409)
new 04d9119b722 [profile](operator)add exec time counter in datagen
operator (#36386)
new b24392619c1 [Chore](test) adding `nonConcurrent` to some load suites
since BE config changed (#36393)
new f4a732e85cb [refactor](Nereids) New expression extractor for
partitions pruning (#36326)
new 83daec1cef5 [fix](regression)Disable auto analyze before running mtmv
test. (#36449)
new 0d6b80b6bda [fix](nereids)disable NullSafeEqualToEqual rule (#36365)
new 98fea6a004a [Fix](segment iterator) fix shrink non-char column
coredump (#36275)
new fc6373f78fd [exec](agg) group by limit valid limit change (#36419)
new 89753a34cde [fix](nereids)disable unique key compute for mv (#35898)
new 8f968c60d77 [pipeline](load) Not blocking in execution threads (#36291)
new 82d09cfc151 [Fix](auto-partition) fix auto partition expr change
unexpected (#36345)
new b32b6c6635d [fix](tablet scheduler) fix decommission sched exception
(#36415)
new 5a0c2f1627c [chore](be) Support config max message size for be thrift
server (#36467)
new df106dd0ab0 [fix](fe) Avoid requesting version from MS during meta
compatibility checking (#36446)
new 20ea8d2bbb6 [fix](race) fix access colocate group ids race (#36444)
new 4bb2a86833d [fix](cloud) add cloud cluster info for `admin show
replica distribution from` (#36382)
new dd827dbb7b3 [performance](move-memtable) only call _select_streams
when necessary (#35576)
new 8ef646fe7aa [improvement](batch delete) remove outdated
enable_batch_delete_by_default config (#36485)
new 2aa63c8bfe3 [Enhancement](partial update) Add some partial update case
(#36385)
new e6bd347f416 [Feature](Row store) support column group with store row
format for partial columns of table (#34089)
new a7a05b5b9ac [improvement](statistics)Make partition batch size
configurable and limit total rows to scan in partition analyze. (#36410)
new d67eb93e75c [chore](pipeline) remove non-pipelinex code from FE
(#36236)
new 53f5a4232f0 [enhancement](memory) Record value of MemTracker reserve
memory (#36412)
new e10b4d1438a [fix](journal) Fix replay OP_INIT_CATALOG_COMP (#36453)
new 92aac91bb81 [chore](be) Improve ingesting binlog error checking
(#36487)
new d66d6b5cc02 [Fix](Variant) fix variant schema change may cause invalid
block schema and write missing blocks (#36317)
new 6d024cd78da [Bug](query) fix meet invalid column when direct scan on
mow mv (#36483)
new 3389f49cdb1 [fix](statistics)Fix AnalysisTaskExecutor unit test
timeout. (#36456)
new 7b49c712a10 [fix](topn-filter) throw out of bound exception when
union has no child (#36469)
new 6f6ec7e11ca [fix](regression) Fix the issue of table naming conflicts
causing case failures (#36488)
new f298cd1aae0 [fix](compile) fix compile failed caused by std::min on
MacOS (#36512)
new e685aa6d685 [opt](split) generate and get split batch concurrently
(#36045)
new 78d47d45874 [fix](parquet) fix parquet reader missing column and
filter missing column (#36189)
new 8f3c669d714 [fix](nereids)change the decimal's precision and scale for
cast(xx as decimal) (#36316)
new 087c7db5c97 [FIx](trino-connector) Fix the issue with trino-connector
catalog replay during FE restart. (#36247)
new 5a6ad1f7089 [fix](auth)Auth support case insensitive (#36381)
new 1831cea1cd3 [Refact](inverted index) refact inverted index file writer
to make it more clear (#35459)
new 3f3d3c3ee49 [Improvement](sink) optimization for parallel result sink
(#36305)
new 8ce4fe03f14 [fix](statistics)Skip large partition while calculate
healthy value. (#36561)
new 19ecb9d3169 [Enhancement](multi-catalog) Add more error msgs for wrong
data types in orc and parquet reader. (#36417)
new 4a2ae845b57 [fix](test) fix some tests in external p0 (#36127) (#36149)
new e40d1a2dc04 [fix](catalog) fix wrong check when using
"use_meta_cache=true" (#36530)
new 8bc03dd2755 [Bug](function) fix wrong output_char_size on
hll_to_base64 (#36529)
new 00316d7e145 [FE](dependency) Add azure sdk dependency to FE (#36528)
new 6c14e791977 [fix](inveted index) fix variant index (#36163)
new 1d01168f4b6 [Enhancement](function) Support Overlay function (#33243)
new 19a3613982a [Fix](Variant) forbit create variant as key (#36555)
new fe8f1b92249 [bug](prepared statement) fix prepared statement throw
exception when inserting null value (#36426)
new ba92161be37 [opt](inverted index) reduce generation of the
rowid_result if not necessary (#35357)
new d0a7c3bf120 [feature](function) support new function replace_empty
(#36283)
new d7ffe4fae91 [fix](auto-partition) Fix auto partition load failure in
multi replica (#36344)
new f25598ac742 [Fix](nereids) fix NormalizeAgg, change the upper project
projections rewrite logic (#36161)
new e58cfd6f6ea [fix](auth)ldap set passwd need forward to master (#36436)
new 34bd385104b [fix](mtmv)fix when related table drop partition,mv
partition is sync (#36547)
new 54474fa534e [improvement](inverted index) Change inverted index
field_name from column_name to id in format v2 (#36470)
new c316631005b [Fix]Fix insert select missing audit log when connect
follower FE (#36472)
new 5848cd9b36b [revert](memory) Revert fix jdk17 and jemalloc hook not
compatible on some env (#35694)
new 32c8dec8bd9 [fix](Nereids) should check it is Slot before check it is
DELETE_SIGN (#36564)
new fbceacc736b [function](signature) add datev2 signature for from_days
function (#36505)
new 69df7796c83 [fix](mow) Fix missing mow flag when streamload commit txn
from BE introduced by #36237 (#36496)
new b61134b45cf [fix](nereids)NullSafeEqualToEqual rule should keep <=>
unchanged if it has none-literal child (#36521)
new 13010a5dc64 [enhance](mtmv)when calculating the availability of MTMV,
no longer consider refresh state (#36507)
new e81aa8c7a89 [test](jdbc catalog) reopen and fix db2 catalog test case
(#35966)
new 633f165df0d [fix](group commit) Fix the incorrect group commit count
in log; fix the core in get_first_block (#36408)
new dcda0257c13 [enhance](mtmv)reduce the behavior of triggering the mtmv
state to change to schema_change (#36513)
new e0a2c3cc315 [fix](split) FileSystemCacheKey are always different in
overload equals (#36432)
new 4bdc67bd4c7 Revert "[Improvement](sink) optimization for parallel
result sink (#3… (#36628)
new c1615adf7ba [api](cache) Add HTTP API to clear data cache (#36599)
new b3178332466 [fix](inverted index) implementation of match_regexp
function without index (#36471)
new b9006da8d3d [fix](inverted index) fixed in_list condition not indexed
on pipelinex (#36565)
new 7e3a1c3ca86 [feature](mtmv) Support to use nondeterministic function
when create async mv (#36111)
new 1235eb9ccd1 [fix](regression)Disable auto analyze for related cases,
do not need to enable it for pipeline test cases. (#36604)
new 3adb9d7f874 [Bug](materialized-view) forbid agg function with order by
elements on create mv (#36614)
new 6090d16d7ce [Enhancement](group commit) Use async group commit rpc
call (#36499)
new 55895bdfd5a [fix](mtmv) Fix track partition column fail when
date_trunc in group by (#36175)
new 7397f91c051 [refactor](variant) refactor sub path push down on variant
type (#36478)
new d364aba094a [fix](mtmv) Fix data wrong if base table add new partition
when query rewrite by partition rolled up mv (#36414)
new daf2fb60b1e [enhance](mtmv)show create materialized view (#36188)
new a1becf2367f [Fix](Variant) create table should not automatically add
variant to keys (#36609)
new cbcdc5cb5b1 [fix](ubsan) Set default value for
enable_unique_key_merge_on_write (#36624)
new 903b679e3e6 [fix](connection) kill connection when meeting Write mysql
packet failed error (#36559)
new f79664c3f87 [feat](Nereids) Optimize Sum Literal Rewriting by
Excluding Single Instances (#35559)
new cda9f03e9a4 [Fix](Nereids) fix leading with different be instance
number (#36613)
new 6c5a434a537 [fix](be) Check MD5 of the downloaded files before
ingesting binlog (#36621)
new 11ff0399633 [Chore](GA) Set the maintainer for the FE ENV file (#36650)
new 9479f1fd2b5 [fix](regression) fix outfile test case failure (#36592)
new 8bb717a1770 [fix](regression) Fix
data_model_p0/unique/test_unique_table in cloud mode (#36651)
new b51b8d1a0e4 [Fix](inverted index) fix wrong opt for pk no need read
data (#36618)
new 12c1c332cfc [regression-test](case) do statistics table compaction
before quit regression tests (#36611)
new 41a8ed5dd0d [improvement](meta) Serialize meta via gson part2 (#36480)
new 37582abc0d6 [Fix](inverted index) fix wrong no need read data when
need_remaining_after_evaluate (#36637)
new e79328a8168 [Fix](func) CoreDump and Result Error in percentile
function (#36643)
new 9f6d5e34620 [enhancement](regression-test) duplicate model by drop a
key column with other type (#36588)
new fe24d30f5db [enhancement](regression-test) duplicate model by adding a
value column with other type (#36560)
new dcfce453dbf [enhancement](regression-test) duplicate model by adding a
key column with other type (#36465)
new a907ee4fe4e [enhancement](regression-test) cover mow and mor (#36350)
new bc7f0b169e1 [enhancement](regression-test) duplicate model by drop a
value column with other type (#36680)
new 63800df3258 [fix](clone) Increase robustness for clone (#36642)
new c2279260c81 [Chore](cloud) support save error log file to s3 (#36341)
new 6ca9194e100 [fix](txn insert) Fix txn insert connect to observer fe in
cloud mode (#36615)
new 364d8b3df81 [Fix](inverted index) fix wrong no need read data when
same column in inverted index and like function (#36687)
The 161 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/CMakeLists.txt | 5 -
be/cmake/thirdparty.cmake | 7 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 15 +-
be/src/cloud/cloud_meta_mgr.cpp | 41 +
be/src/cloud/cloud_meta_mgr.h | 4 +
be/src/cloud/cloud_stream_load_executor.cpp | 71 +-
be/src/cloud/cloud_stream_load_executor.h | 10 +-
be/src/cloud/cloud_tablet.cpp | 12 +-
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 58 +-
be/src/cloud/cloud_txn_delete_bitmap_cache.h | 20 +-
be/src/cloud/config.cpp | 2 +
be/src/cloud/config.h | 2 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 8 +-
be/src/common/config.h | 6 +
be/src/common/daemon.cpp | 23 +-
be/src/exec/olap_utils.h | 4 +-
be/src/exec/rowid_fetcher.cpp | 4 +-
be/src/exec/schema_scanner.cpp | 65 +-
.../schema_scanner/schema_processlist_scanner.cpp | 67 +-
be/src/exprs/json_functions.cpp | 13 +-
.../action/clear_cache_action.cpp} | 30 +-
.../action/clear_cache_action.h} | 17 +-
be/src/http/action/download_binlog_action.cpp | 9 +-
be/src/http/action/jeprofile_actions.cpp | 4 -
be/src/http/action/load_stream_action.cpp | 66 +
.../action/load_stream_action.h} | 24 +-
be/src/http/action/shrink_mem_action.cpp | 3 +-
be/src/http/default_path_handlers.cpp | 7 +-
be/src/index-tools/index_tool.cpp | 12 +-
be/src/io/cache/fs_file_cache_storage.cpp | 7 +-
be/src/io/fs/azure_obj_storage_client.h | 5 +
be/src/io/fs/obj_storage_client.h | 3 +
be/src/io/fs/s3_file_system.cpp | 35 +-
be/src/io/fs/s3_file_system.h | 5 +
be/src/io/fs/s3_obj_storage_client.cpp | 6 +
be/src/io/fs/s3_obj_storage_client.h | 2 +
be/src/io/fs/stream_load_pipe.cpp | 6 +-
be/src/olap/accept_null_predicate.h | 2 +-
be/src/olap/base_tablet.cpp | 7 +-
be/src/olap/column_predicate.h | 2 +-
be/src/olap/compaction.cpp | 43 +-
be/src/olap/comparison_predicate.h | 2 +-
be/src/olap/delta_writer.cpp | 39 +-
be/src/olap/field.h | 8 +
be/src/olap/in_list_predicate.h | 2 +-
be/src/olap/match_predicate.cpp | 2 +-
be/src/olap/match_predicate.h | 2 +-
be/src/olap/memtable_memory_limiter.cpp | 19 +-
be/src/olap/null_predicate.cpp | 2 +-
be/src/olap/null_predicate.h | 2 +-
be/src/olap/rowset/beta_rowset.cpp | 220 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 37 +-
be/src/olap/rowset/segcompaction.cpp | 19 +-
be/src/olap/rowset/segment_creator.cpp | 12 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 36 -
be/src/olap/rowset/segment_v2/column_writer.h | 6 -
.../segment_v2/inverted_index_compaction.cpp | 2 +-
.../segment_v2/inverted_index_compound_reader.cpp | 21 +-
.../segment_v2/inverted_index_compound_reader.h | 12 +-
.../olap/rowset/segment_v2/inverted_index_desc.cpp | 20 +-
.../olap/rowset/segment_v2/inverted_index_desc.h | 12 +-
.../segment_v2/inverted_index_file_reader.cpp | 37 +-
.../rowset/segment_v2/inverted_index_file_reader.h | 2 +-
.../segment_v2/inverted_index_file_writer.cpp | 406 +--
.../rowset/segment_v2/inverted_index_file_writer.h | 31 +-
.../segment_v2/inverted_index_fs_directory.cpp | 94 +-
.../segment_v2/inverted_index_fs_directory.h | 30 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 18 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 19 +-
.../olap/rowset/segment_v2/inverted_index_writer.h | 4 +-
be/src/olap/rowset/segment_v2/segment.cpp | 7 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 141 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 5 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 48 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 50 +-
be/src/olap/schema_change.cpp | 11 +
be/src/olap/schema_change.h | 2 +-
be/src/olap/shared_predicate.h | 2 +-
be/src/olap/single_replica_compaction.cpp | 7 +-
be/src/olap/snapshot_manager.cpp | 5 +-
be/src/olap/tablet_meta.cpp | 4 +
be/src/olap/tablet_schema.cpp | 18 +-
be/src/olap/tablet_schema.h | 19 +-
be/src/olap/task/engine_clone_task.cpp | 16 +-
be/src/olap/task/index_builder.cpp | 30 +-
be/src/olap/txn_manager.h | 2 +
be/src/pipeline/exec/aggregation_sink_operator.cpp | 7 +-
be/src/pipeline/exec/datagen_operator.cpp | 5 +
.../exec/group_commit_block_sink_operator.cpp | 68 +-
.../exec/group_commit_block_sink_operator.h | 9 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 10 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 8 +-
be/src/pipeline/exec/scan_operator.cpp | 95 +-
be/src/pipeline/exec/scan_operator.h | 23 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 27 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 16 +-
be/src/pipeline/pipeline.h | 35 -
be/src/pipeline/pipeline_fragment_context.cpp | 11 -
be/src/pipeline/task_scheduler.cpp | 6 -
be/src/pipeline/task_scheduler.h | 2 -
be/src/runtime/CMakeLists.txt | 2 +-
be/src/runtime/exec_env.cpp | 1 +
be/src/runtime/exec_env.h | 2 +
be/src/runtime/exec_env_init.cpp | 5 +
be/src/runtime/fragment_mgr.cpp | 47 +-
be/src/runtime/fragment_mgr.h | 3 -
be/src/runtime/group_commit_mgr.cpp | 20 +-
be/src/runtime/group_commit_mgr.h | 21 +-
be/src/runtime/load_channel.cpp | 9 +-
be/src/runtime/load_channel.h | 2 +
be/src/runtime/load_stream.cpp | 4 +
be/src/runtime/load_stream_mgr.cpp | 15 +-
be/src/runtime/load_stream_mgr.h | 16 +-
be/src/runtime/load_stream_writer.cpp | 11 +-
be/src/runtime/memory/cache_manager.cpp | 7 +
be/src/runtime/memory/cache_manager.h | 1 +
be/src/runtime/memory/global_memory_arbitrator.cpp | 50 +-
be/src/runtime/memory/global_memory_arbitrator.h | 147 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 51 +-
be/src/runtime/memory/mem_tracker_limiter.h | 22 +-
be/src/runtime/memory/memory_arbitrator.cpp | 271 ++
...l_memory_arbitrator.cpp => memory_arbitrator.h} | 26 +-
be/src/runtime/message_body_sink.h | 9 +-
be/src/runtime/query_context.cpp | 18 +-
be/src/runtime/query_context.h | 4 +-
be/src/runtime/runtime_filter_mgr.h | 7 +-
be/src/runtime/runtime_query_statistics_mgr.cpp | 34 +-
be/src/runtime/runtime_state.cpp | 58 +-
be/src/runtime/runtime_state.h | 21 +-
be/src/runtime/snapshot_loader.cpp | 2 +-
be/src/runtime/stream_load/stream_load_context.cpp | 7 +
be/src/runtime/stream_load/stream_load_context.h | 2 +
.../runtime/stream_load/stream_load_executor.cpp | 4 +
be/src/runtime/stream_load/stream_load_executor.h | 8 +-
be/src/runtime/tablets_channel.cpp | 28 +-
be/src/runtime/tablets_channel.h | 1 +
be/src/runtime/thread_context.h | 2 +-
be/src/runtime/workload_group/workload_group.cpp | 22 +-
.../workload_group/workload_group_manager.cpp | 13 +-
be/src/service/backend_service.cpp | 91 +-
be/src/service/http_service.cpp | 11 +
be/src/service/internal_service.cpp | 79 +-
be/src/service/internal_service.h | 8 -
be/src/service/point_query_executor.cpp | 166 +-
be/src/service/point_query_executor.h | 20 +-
be/src/util/mem_info.cpp | 290 +-
be/src/util/mem_info.h | 39 +-
be/src/util/string_util.h | 11 +-
be/src/util/thrift_server.cpp | 67 +-
.../aggregate_function_min_max.h | 111 +-
.../aggregate_function_percentile.h | 2 +-
.../aggregate_function_percentile_approx.h | 2 +-
be/src/vec/common/allocator.cpp | 12 +-
be/src/vec/common/schema_util.cpp | 5 +-
be/src/vec/core/columns_with_type_and_name.h | 12 +-
be/src/vec/exec/format/orc/vorc_reader.h | 9 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 12 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 4 +
.../exec/format/parquet/vparquet_group_reader.h | 1 +
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 8 +
be/src/vec/exec/scan/scanner_context.cpp | 2 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 5 +-
be/src/vec/exec/scan/split_source_connector.cpp | 1 +
be/src/vec/exec/scan/split_source_connector.h | 6 +
be/src/vec/exec/scan/vfile_scanner.cpp | 2 +
be/src/vec/exec/scan/vfile_scanner.h | 1 +
be/src/vec/exprs/vcompound_pred.h | 2 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 2 +-
be/src/vec/exprs/vectorized_fn_call.h | 2 +-
be/src/vec/exprs/vexpr.h | 2 +-
be/src/vec/exprs/vexpr_context.cpp | 2 +-
be/src/vec/exprs/vexpr_context.h | 2 +-
be/src/vec/functions/array/function_array_index.h | 2 +-
be/src/vec/functions/function.h | 15 +-
be/src/vec/functions/function_hll.cpp | 4 +-
be/src/vec/functions/function_jsonb.cpp | 7 +-
be/src/vec/functions/function_string.cpp | 4 +-
be/src/vec/functions/function_string.h | 171 +-
be/src/vec/functions/in.h | 13 +-
be/src/vec/functions/match.cpp | 92 +-
be/src/vec/functions/match.h | 5 +-
be/src/vec/functions/math.cpp | 25 +-
be/src/vec/jsonb/serialize.cpp | 74 +-
be/src/vec/jsonb/serialize.h | 13 +-
be/src/vec/olap/block_reader.cpp | 11 +-
be/src/vec/olap/block_reader.h | 3 +-
be/src/vec/olap/vertical_block_reader.cpp | 9 +-
be/src/vec/olap/vertical_block_reader.h | 4 +-
be/src/vec/sink/delta_writer_v2_pool.cpp | 4 +-
be/src/vec/sink/vtablet_block_convertor.cpp | 25 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 26 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 12 +-
be/src/vec/sink/writer/vtablet_writer_v2.h | 2 +-
.../segment_v2/inverted_index_array_test.cpp | 4 +-
be/test/runtime/load_stream_test.cpp | 4 +-
be/test/vec/function/function_string_test.cpp | 380 ++
be/test/vec/jsonb/serialize_test.cpp | 16 +-
build.sh | 37 +-
cloud/CMakeLists.txt | 3 -
cloud/src/common/CMakeLists.txt | 2 +-
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 4 +-
.../hive/scripts/create_preinstalled_table.hql | 18 +
.../docker-compose/hive/scripts/hive-metastore.sh | 7 -
.../docker-compose/iceberg/iceberg.yaml.tpl | 1 +
.../docker-compose/iceberg/spark-defaults.conf | 34 +
.../docker-compose/iceberg/spark-defaults.conf.tpl | 11 -
.../docker-compose/iceberg/spark-init.sql | 5 +-
docker/thirdparties/run-thirdparties-docker.sh | 4 +-
.../apache/doris/paimon/PaimonScannerUtils.java | 1 +
.../org/apache/doris/catalog/MysqlColType.java | 11 +-
.../main/java/org/apache/doris/common/Config.java | 14 +-
.../org/apache/doris/common/FeMetaVersion.java | 9 +-
fe/fe-core/pom.xml | 15 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 1 +
fe/fe-core/src/main/cup/sql_parser.cup | 4 +
.../src/main/java/org/apache/doris/DorisFE.java | 5 +
.../main/java/org/apache/doris/alter/Alter.java | 43 +-
.../doris/alter/BatchAlterJobPersistInfo.java | 26 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 6 +-
.../apache/doris/alter/SchemaChangeHandler.java | 42 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 25 +-
.../org/apache/doris/analysis/AddColumnClause.java | 5 +
.../apache/doris/analysis/AddColumnsClause.java | 5 +
.../apache/doris/analysis/AddPartitionClause.java | 5 +
.../doris/analysis/AddPartitionLikeClause.java | 5 +
.../org/apache/doris/analysis/AddRollupClause.java | 5 +
.../org/apache/doris/analysis/AlterClause.java | 4 +
.../doris/analysis/AlterDatabaseQuotaStmt.java | 8 +
.../apache/doris/analysis/AlterTableClause.java | 2 +
.../apache/doris/analysis/BuildIndexClause.java | 5 +
.../apache/doris/analysis/ColumnRenameClause.java | 5 +
.../apache/doris/analysis/CreateIndexClause.java | 5 +
.../doris/analysis/CreateMaterializedViewStmt.java | 3 +
.../org/apache/doris/analysis/CreateTableStmt.java | 6 +-
.../org/apache/doris/analysis/DateLiteral.java | 2 +-
.../org/apache/doris/analysis/DecimalLiteral.java | 2 +-
.../apache/doris/analysis/DropColumnClause.java | 5 +
.../org/apache/doris/analysis/DropIndexClause.java | 5 +
.../apache/doris/analysis/DropPartitionClause.java | 5 +
.../analysis/DropPartitionFromIndexClause.java | 5 +
.../apache/doris/analysis/DropRollupClause.java | 5 +
.../apache/doris/analysis/EnableFeatureClause.java | 5 +
.../org/apache/doris/analysis/FloatLiteral.java | 2 +-
.../java/org/apache/doris/analysis/IntLiteral.java | 9 +-
.../org/apache/doris/analysis/LargeIntLiteral.java | 5 +
.../org/apache/doris/analysis/LiteralExpr.java | 98 +-
.../apache/doris/analysis/ModifyColumnClause.java | 5 +
.../doris/analysis/ModifyColumnCommentClause.java | 5 +
.../doris/analysis/ModifyDistributionClause.java | 5 +
.../apache/doris/analysis/ModifyEngineClause.java | 5 +
.../doris/analysis/ModifyPartitionClause.java | 5 +
.../doris/analysis/ModifyTableCommentClause.java | 5 +
.../analysis/ModifyTablePropertiesClause.java | 9 +
.../apache/doris/analysis/NativeInsertStmt.java | 5 +-
.../doris/analysis/PartitionRenameClause.java | 5 +
.../org/apache/doris/analysis/PlaceHolderExpr.java | 25 +-
.../org/apache/doris/analysis/PrepareStmt.java | 1 +
.../doris/analysis/ReorderColumnsClause.java | 5 +
.../doris/analysis/ReplacePartitionClause.java | 5 +
.../apache/doris/analysis/ReplaceTableClause.java | 5 +
.../apache/doris/analysis/RollupRenameClause.java | 5 +
.../java/org/apache/doris/analysis/SelectStmt.java | 6 +-
.../java/org/apache/doris/analysis/SetStmt.java | 2 +-
...reateTableStmt.java => ShowCreateMTMVStmt.java} | 67 +-
.../apache/doris/analysis/ShowCreateTableStmt.java | 6 +
.../analysis/ShowReplicaDistributionStmt.java | 1 +
.../org/apache/doris/analysis/StringLiteral.java | 2 +-
.../java/org/apache/doris/analysis/TableRef.java | 27 +-
.../apache/doris/analysis/TableRenameClause.java | 5 +
.../java/org/apache/doris/backup/AbstractJob.java | 12 +
.../java/org/apache/doris/backup/BackupJob.java | 23 +-
.../org/apache/doris/backup/BackupJobInfo.java | 24 +-
.../java/org/apache/doris/backup/BackupMeta.java | 11 +-
.../apache/doris/backup/RestoreFileMapping.java | 40 +-
.../java/org/apache/doris/backup/RestoreJob.java | 53 +-
.../java/org/apache/doris/backup/SnapshotInfo.java | 38 +-
.../java/org/apache/doris/catalog/BrokerMgr.java | 26 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +
.../apache/doris/catalog/ColocateTableIndex.java | 2 +-
.../main/java/org/apache/doris/catalog/Env.java | 543 +--
.../apache/doris/catalog/FunctionSearchDesc.java | 27 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 13 +-
.../org/apache/doris/catalog/MetadataViewer.java | 16 +
.../java/org/apache/doris/catalog/OlapTable.java | 32 +-
.../java/org/apache/doris/catalog/Partition.java | 12 +
.../org/apache/doris/catalog/PartitionInfo.java | 6 +-
.../org/apache/doris/catalog/PartitionKey.java | 5 +
.../java/org/apache/doris/catalog/SchemaTable.java | 31 +-
.../main/java/org/apache/doris/catalog/Table.java | 2 +-
.../org/apache/doris/catalog/TableProperty.java | 42 +-
.../apache/doris/catalog/TabletInvertedIndex.java | 2 +-
.../clone/ColocateTableCheckerAndBalancer.java | 18 +-
.../org/apache/doris/clone/TabletScheduler.java | 2 +
.../doris/cloud/CacheHotspotManagerUtils.java | 19 +-
.../apache/doris/cloud/catalog/CloudPartition.java | 6 +
.../cloud/planner/CloudStreamLoadPlanner.java | 10 -
.../transaction/CloudGlobalTransactionMgr.java | 52 +-
.../apache/doris/cloud/transaction/TxnUtil.java | 8 +-
.../ConnectionException.java} | 20 +-
.../doris/common/proc/TabletHealthProcDir.java | 18 +-
.../org/apache/doris/common/profile/Profile.java | 6 +-
.../doris/common/profile/SummaryProfile.java | 9 +-
.../apache/doris/common/util/ByteBufferUtil.java | 24 +-
.../org/apache/doris/common/util/LocationPath.java | 26 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 59 +-
.../apache/doris/common/util/RuntimeProfile.java | 53 +-
.../org/apache/doris/common/util/TimeUtils.java | 6 +-
.../org/apache/doris/datasource/CatalogMgr.java | 4 +-
.../apache/doris/datasource/ExternalCatalog.java | 6 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 10 +
.../apache/doris/datasource/FileQueryScanNode.java | 26 +-
.../org/apache/doris/datasource/FileScanNode.java | 6 +-
.../apache/doris/datasource/InternalCatalog.java | 22 +-
.../apache/doris/datasource/SplitAssignment.java | 158 +-
.../apache/doris/datasource/SplitGenerator.java | 26 +-
.../org/apache/doris/datasource/SplitSource.java | 64 +-
.../doris/datasource/hive/HMSExternalTable.java | 94 -
.../doris/datasource/hive/HiveMetaStoreCache.java | 61 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 10 +
.../doris/datasource/hive/source/HiveScanNode.java | 96 +-
.../hudi/source/HudiCachedPartitionProcessor.java | 3 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 189 +-
.../doris/datasource/iceberg/IcebergUtils.java | 6 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 3 +-
.../doris/datasource/odbc/source/OdbcScanNode.java | 3 +-
.../datasource/paimon/PaimonExternalTable.java | 2 +-
.../paimon/source/PaimonPredicateConverter.java | 2 +-
.../TrinoConnectorExternalCatalog.java | 15 +-
.../java/org/apache/doris/fs/FileSystemCache.java | 40 +-
.../org/apache/doris/fs/remote/S3FileSystem.java | 24 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 35 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 6 +
.../org/apache/doris/journal/JournalEntity.java | 21 +-
.../apache/doris/journal/bdbje/BDBEnvironment.java | 4 +-
.../org/apache/doris/journal/bdbje/Timestamp.java | 20 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 6 +-
.../java/org/apache/doris/load/LoadErrorHub.java | 39 +-
.../org/apache/doris/load/StreamLoadHandler.java | 21 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 8 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 1 -
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 5 +-
.../doris/load/routineload/KafkaTaskInfo.java | 39 +-
.../doris/load/routineload/RoutineLoadJob.java | 44 -
.../load/routineload/RoutineLoadTaskInfo.java | 5 +-
.../doris/load/sync/canal/CanalSyncChannel.java | 13 +-
.../org/apache/doris/master/ReportHandler.java | 7 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 5 +
.../org/apache/doris/mtmv/MTMVPropertyUtil.java | 7 +-
.../org/apache/doris/mtmv/MTMVRefreshSnapshot.java | 9 +
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 4 +-
.../java/org/apache/doris/mysql/MysqlChannel.java | 7 +-
.../doris/mysql/privilege/TablePrivEntry.java | 3 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 8 +
.../org/apache/doris/nereids/StatementContext.java | 59 -
.../doris/nereids/analyzer/UnboundFunction.java | 18 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 3 -
.../org/apache/doris/nereids/cost/CostModelV1.java | 38 +-
.../org/apache/doris/nereids/cost/CostModelV2.java | 30 +-
.../glue/translator/ExpressionTranslator.java | 16 -
.../glue/translator/PhysicalPlanTranslator.java | 125 +-
.../glue/translator/PlanTranslatorContext.java | 6 +-
.../jobs/executor/AbstractBatchJobExecutor.java | 6 +-
.../doris/nereids/jobs/executor/Analyzer.java | 2 -
.../doris/nereids/jobs/executor/Rewriter.java | 84 +-
.../java/org/apache/doris/nereids/memo/Group.java | 63 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 9 +
.../processor/post/CommonSubExpressionOpt.java | 11 +-
.../post/PushDownFilterThroughProject.java | 7 +-
.../post/RuntimeFilterPushDownVisitor.java | 1 -
.../processor/post/TopnFilterPushDownVisitor.java | 19 +-
.../doris/nereids/processor/post/Validator.java | 2 +-
.../nereids/processor/pre/PlanPreprocessors.java | 1 -
.../processor/pre/TurnOffPipelineForDml.java | 64 -
.../org/apache/doris/nereids/rules/RuleSet.java | 2 +
.../org/apache/doris/nereids/rules/RuleType.java | 8 +-
.../doris/nereids/rules/analysis/BindRelation.java | 27 +-
.../doris/nereids/rules/analysis/BindSink.java | 6 +-
.../nereids/rules/analysis/BindSlotWithPaths.java | 81 -
.../nereids/rules/analysis/CheckAfterRewrite.java | 5 +-
.../doris/nereids/rules/analysis/CheckPolicy.java | 13 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 66 +-
.../LogicalResultSinkToShortCircuitPointQuery.java | 10 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 57 +-
.../doris/nereids/rules/analysis/SlotBinder.java | 6 -
.../mv/AbstractMaterializedViewAggregateRule.java | 21 +-
.../mv/AbstractMaterializedViewRule.java | 24 +-
.../exploration/mv/MaterializedViewUtils.java | 177 +-
.../nereids/rules/exploration/mv/StructInfo.java | 18 +-
.../mv/rollup/AggFunctionRollUpHandler.java | 7 +-
.../mv/rollup/BothCombinatorRollupHandler.java | 9 +-
.../ContainDistinctFunctionRollupHandler.java | 133 +
.../exploration/mv/rollup/DirectRollupHandler.java | 10 +-
.../mv/rollup/MappingRollupHandler.java | 8 +-
.../mv/rollup/SingleCombinatorRollupHandler.java | 9 +-
.../rules/expression/rules/FunctionBinder.java | 43 -
.../expression/rules/NullSafeEqualToEqual.java | 24 +-
.../rules/PartitionPruneExpressionExtractor.java | 178 +
.../rules/expression/rules/PartitionPruner.java | 2 +-
.../rules/TryEliminateUninterestedPredicates.java | 152 -
.../LogicalFileScanToPhysicalFileScan.java | 3 +-
...java => LogicalHudiScanToPhysicalHudiScan.java} | 34 +-
.../doris/nereids/rules/rewrite/CTEInline.java | 3 +-
.../nereids/rules/rewrite/ClearContextStatus.java | 40 +
.../rules/rewrite/DeferMaterializeTopNResult.java | 4 +-
.../doris/nereids/rules/rewrite/OrExpansion.java | 4 +-
.../rules/rewrite/PruneOlapScanPartition.java | 117 +-
.../nereids/rules/rewrite/PruneOlapScanTablet.java | 69 +-
.../rewrite/PushDownFilterThroughProject.java | 21 +-
.../nereids/rules/rewrite/SumLiteralRewrite.java | 25 +-
.../rules/rewrite/VariantSubPathPruning.java | 775 ++++
.../doris/nereids/stats/StatsCalculator.java | 6 +
.../doris/nereids/trees/expressions/Alias.java | 4 +-
.../trees/expressions/ArrayItemReference.java | 3 +-
.../nereids/trees/expressions/Placeholder.java | 14 +-
.../nereids/trees/expressions/SlotReference.java | 69 +-
.../trees/expressions/functions/BoundFunction.java | 19 +-
.../expressions/functions/ExpressionTrait.java | 22 +
.../trees/expressions/functions/Function.java | 13 +-
.../expressions/functions/Nondeterministic.java | 11 +-
.../expressions/functions/agg/Percentile.java | 20 +-
.../executable/DateTimeExtractAndTransform.java | 4 +-
.../functions/executable/ExecutableFunctions.java | 2 +-
.../functions/executable/NumericArithmetic.java | 8 +-
.../expressions/functions/scalar/ElementAt.java | 2 +-
.../expressions/functions/scalar/FromDays.java | 4 +-
.../scalar/{FromDays.java => Overlay.java} | 33 +-
.../scalar/PushDownToProjectionFunction.java | 88 -
.../scalar/{FromDays.java => ReplaceEmpty.java} | 33 +-
.../functions/scalar/UnixTimestamp.java | 9 +-
.../nereids/trees/expressions/literal/Literal.java | 51 +-
.../visitor/AggregateFunctionVisitor.java | 2 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../apache/doris/nereids/trees/plans/PlanType.java | 2 +
.../doris/nereids/trees/plans/algebra/Project.java | 30 -
.../nereids/trees/plans/commands/LoadCommand.java | 3 +-
.../plans/commands/ShowCreateMTMVCommand.java | 49 +
.../plans/commands/UpdateMvByPartitionCommand.java | 52 +-
.../plans/commands/info/ColumnDefinition.java | 3 +
.../trees/plans/commands/info/CreateMTMVInfo.java | 68 +-
.../trees/plans/commands/info/CreateTableInfo.java | 14 +-
.../plans/commands/info/ShowCreateMTMVInfo.java | 106 +
.../insert/BatchInsertIntoTableCommand.java | 4 +-
.../trees/plans/commands/insert/InsertUtils.java | 31 +-
.../plans/commands/insert/OlapInsertExecutor.java | 5 +-
.../trees/plans/logical/LogicalCTEConsumer.java | 23 +-
.../plans/logical/LogicalCatalogRelation.java | 17 +-
.../trees/plans/logical/LogicalFileScan.java | 8 +-
.../trees/plans/logical/LogicalHudiScan.java | 226 ++
.../trees/plans/logical/LogicalOlapScan.java | 194 +-
.../trees/plans/logical/LogicalTVFRelation.java | 2 +-
.../plans/physical/PhysicalCatalogRelation.java | 2 +-
.../trees/plans/physical/PhysicalFileScan.java | 44 +-
.../trees/plans/physical/PhysicalFileSink.java | 13 +-
...PhysicalFileScan.java => PhysicalHudiScan.java} | 125 +-
.../trees/plans/physical/PhysicalOlapScan.java | 4 +-
.../trees/plans/physical/PhysicalTVFRelation.java | 2 +-
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../visitor/NondeterministicFunctionCollector.java | 21 +-
.../trees/plans/visitor/RelationVisitor.java | 10 +
.../org/apache/doris/nereids/types/DataType.java | 7 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 3 +-
.../apache/doris/nereids/util/RelationUtil.java | 16 +-
.../apache/doris/persist/ConsistencyCheckInfo.java | 43 +-
.../org/apache/doris/persist/DatabaseInfo.java | 26 +-
.../java/org/apache/doris/persist/TableInfo.java | 36 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 81 +-
.../gson/{GsonUtils.java => GsonUtils134.java} | 6 +-
.../persist/gson/RuntimeTypeAdapterFactory.java | 5 +-
.../apache/doris/planner/GroupCommitPlanner.java | 1 -
.../org/apache/doris/planner/OlapScanNode.java | 18 +-
.../org/apache/doris/planner/OlapTableSink.java | 18 +-
.../org/apache/doris/planner/RuntimeFilter.java | 6 +-
.../java/org/apache/doris/planner/ScanNode.java | 25 +-
.../apache/doris/planner/SingleNodePlanner.java | 10 +-
.../apache/doris/planner/StreamLoadPlanner.java | 243 +-
.../java/org/apache/doris/qe/ConnectContext.java | 17 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 23 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 66 +-
.../java/org/apache/doris/qe/GlobalVariable.java | 15 +
.../apache/doris/qe/InsertStreamTxnExecutor.java | 47 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 14 +-
.../java/org/apache/doris/qe/SessionVariable.java | 90 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 21 +
.../java/org/apache/doris/qe/StmtExecutor.java | 44 +-
.../WorkloadRuntimeStatusMgr.java | 125 +-
.../doris/rewrite/RewriteInPredicateRule.java | 7 +-
.../apache/doris/service/FrontendServiceImpl.java | 60 +-
.../arrowflight/FlightSqlConnectProcessor.java | 3 +-
.../sessions/FlightSessionsManager.java | 2 -
.../apache/doris/statistics/AnalysisManager.java | 51 +
.../doris/statistics/AnalysisTaskExecutor.java | 5 +
.../apache/doris/statistics/BaseAnalysisTask.java | 59 +-
.../doris/statistics/ExternalAnalysisTask.java | 2 +-
.../doris/statistics/FollowerColumnSender.java | 2 +-
.../apache/doris/statistics/HMSAnalysisTask.java | 2 +-
.../org/apache/doris/statistics/HistogramTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 4 +-
.../doris/statistics/PartitionColumnStatistic.java | 19 +-
.../PartitionColumnStatisticCacheLoader.java | 3 +-
.../doris/statistics/StatisticConstants.java | 1 -
.../org/apache/doris/statistics/Statistics.java | 28 +-
.../apache/doris/statistics/StatisticsCache.java | 31 +-
.../doris/statistics/StatisticsJobAppender.java | 6 +-
.../doris/statistics/StatisticsRepository.java | 6 +-
.../statistics/UpdatePartitionStatsTarget.java | 53 +
.../doris/statistics/util/StatisticsUtil.java | 23 +-
.../java/org/apache/doris/system/Diagnoser.java | 5 +-
.../java/org/apache/doris/system/HeartbeatMgr.java | 13 +-
.../org/apache/doris/task/AlterReplicaTask.java | 2 +-
.../org/apache/doris/task/CreateReplicaTask.java | 60 +-
.../doris/transaction/DatabaseTransactionMgr.java | 260 +-
.../doris/transaction/GlobalTransactionMgr.java | 34 +-
.../transaction/GlobalTransactionMgrIface.java | 4 +-
.../doris/transaction/PublishVersionDaemon.java | 2 +-
.../doris/transaction/SubTransactionState.java | 23 +
.../apache/doris/transaction/TransactionEntry.java | 124 +-
.../apache/doris/transaction/TransactionState.java | 43 +-
.../doris/analysis/PartitionPruneTestBase.java | 4 +-
.../org/apache/doris/analysis/QueryStmtTest.java | 2 -
.../doris/analysis/RangePartitionPruneTest.java | 3 -
.../org/apache/doris/analysis/SelectStmtTest.java | 1 -
.../org/apache/doris/analysis/ShowReplicaTest.java | 4 +-
.../analysis/TableNameComparedLowercaseTest.java | 1 -
.../analysis/TableNameStoredLowercaseTest.java | 1 -
.../org/apache/doris/backup/BackupJobTest.java | 35 +
.../org/apache/doris/backup/RestoreJobTest.java | 30 +
.../apache/doris/catalog/ModifyBrokerInfoTest.java | 65 +
.../transaction/CloudGlobalTransactionMgrTest.java | 3 +-
.../org/apache/doris/common/io/DeepCopyTest.java | 4 +-
.../apache/doris/external/hms/HmsCatalogTest.java | 5 +
.../doris/journal/bdbje/BDBDebuggerTest.java | 13 +-
.../apache/doris/journal/bdbje/TimestampTest.java | 3 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 18 +
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 15 +-
.../org/apache/doris/mysql/privilege/AuthTest.java | 50 +
.../exploration/mv/MaterializedViewUtilsTest.java | 93 +
.../PartitionPruneExpressionExtractorTest.java | 273 ++
.../rules/expression/PredicatesSplitterTest.java | 2 +-
.../expression/rules/NullSafeEqualToEqualTest.java | 38 +-
.../expression/rules/SimplifyCastRuleTest.java | 8 +-
.../rules/rewrite/SumLiteralRewriteTest.java | 31 +
.../doris/nereids/trees/plans/PlanVisitorTest.java | 99 +-
.../doris/persist/ConsistencyCheckInfoTest.java | 55 +
.../org/apache/doris/persist/DatabaseInfoTest.java | 58 +
.../org/apache/doris/persist/TableInfoTest.java | 57 +
.../doris/statistics/AnalysisManagerTest.java | 7 +-
.../doris/statistics/AnalysisTaskExecutorTest.java | 7 +-
.../java/org/apache/doris/task/AgentTaskTest.java | 4 +-
.../transaction/DatabaseTransactionMgrTest.java | 75 +-
.../transaction/GlobalTransactionMgrTest.java | 109 +-
.../doris/transaction/TransactionStateTest.java | 11 +-
fe/pom.xml | 9 +
gensrc/proto/cloud.proto | 2 +
gensrc/proto/internal_service.proto | 1 +
gensrc/proto/olap_file.proto | 4 +
gensrc/script/doris_builtins_functions.py | 8 +-
gensrc/thrift/AgentService.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 21 +
gensrc/thrift/PaloInternalService.thrift | 16 +-
.../test_compaction_uniq_keys_row_store.out | 54 +
.../unique/test_default_value.out} | 10 +-
.../unique/test_sequence_column.out} | 8 +-
.../datatype_p0/decimalv3/test_show_decimalv3.out | 4 +-
...t_array_functions_concat_compact_difference.out | 4 +-
.../data/ddl_p0/test_create_table_like.out | 6 +-
.../test_new_delete.out} | 6 +-
.../outfile/csv/test_outfile_csv_array_type.out | 16 +-
.../outfile/csv/test_outfile_csv_complex_type.out | 36 +-
.../parquet/test_outfile_parquet_array_type.out | 16 +-
.../parquet/test_outfile_parquet_complex_type.out | 36 +-
.../data/export_p0/test_export_data_types.out | 48 +-
regression-test/data/export_p0/test_outfile.out | 1998 +++++------
.../data/export_p0/test_outfile_orc_array_type.out | 16 +-
.../export_p0/test_outfile_orc_complex_type.out | 36 +-
.../orc/test_hive_read_orc_complex_type.out | 72 +-
.../parquet/test_hive_read_parquet_comlex_type.out | 72 +-
.../hive/test_hive_parquet_add_column.out | 185 +
.../hive/write/test_hive_write_insert.out | 16 -
.../iceberg/test_iceberg_filter.out | 13 +
.../paimon/test_paimon_catalog.out | 56 +-
.../test_index_inlist_fault_injection.out} | 20 +-
.../flink_connector_p0/flink_connector_type.out | 5 +
.../data/index_p0/test_bitmap_index.out | 12 +-
.../data/insert_p0/insert_with_drop.out | 50 +
regression-test/data/insert_p0/prepare_insert.out | 1 +
.../test_mv_mow.out => insert_p0/test_txn.out} | 5 +-
.../data/insert_p0/txn_insert_restart_fe.out | 66 +
.../txn_insert_restart_fe_with_schema_change.out | 34 +
.../data/insert_p0/txn_insert_with_drop.out | 50 +
.../insert_p0/txn_insert_with_schema_change.out | 204 +-
regression-test/data/insert_p2/txn_insert.out | 37 -
.../data/inverted_index_p0/test_bitmap_index.out | 12 +-
.../test_compound_1.out} | 20 +-
.../test_delete.out} | 0
.../test_index_chinese_column.out | 7 +
.../data/inverted_index_p0/test_inverted_index.out | 12 +-
.../data/inverted_index_p0/test_need_read_data.out | 27 +
.../test_no_index_match.out} | 17 +-
.../test_pk_no_need_read_data.out} | 14 +-
.../test_variant_index_format_v1.out} | 11 +-
.../load_p0/routine_load/test_routine_load.out | 3708 ++++++++++----------
.../stream_load/test_stream_load_properties.out | 2370 ++++++-------
.../data/manager/test_manager_interface_1.out | 23 +
regression-test/data/mtmv_p0/test_base_mtmv.out | 39 +-
regression-test/data/mtmv_p0/test_build_mtmv.out | 2 +-
...enable_date_non_deterministic_function_mtmv.out | 11 +
.../data/mtmv_p0/test_rollup_partition_mtmv.out | 60 +-
.../test_mv_mor.out} | 12 +
.../data/mv_p0/test_mv_mow/test_mv_mow.out | 12 +
.../data/nereids_function_p0/agg_function/agg.out | 3 +
.../cast_function/test_cast_map_function.out | 4 +-
.../data/nereids_function_p0/scalar_function/R.out | 24 +
.../data/nereids_p0/hint/fix_leading.out | 63 +-
.../data/nereids_p0/outfile/test_outfile.out | 1998 +++++------
.../data/nereids_p0/sql_functions/test_in_expr.out | 3 +
.../mv/agg_variety/agg_variety.out | 141 +
.../nereids_rules_p0/mv/partition_mv_rewrite.out | 42 +
.../normalize_aggregate_test.out | 6 +
regression-test/data/point_query_p0/load.out | 15 +
.../data/point_query_p0/test_rowstore.out | 89 +
.../test_rowstore_query.out} | 8 +-
.../aggregate/select_random_distributed_tbl.out | 12 +
.../join/rqg/rqg12257/rqg12257.out} | 6 +-
.../array_functions/test_array_with_scale_type.out | 2 +-
.../json_functions/test_json_function.out | 9 +
.../test_insert_limit.out} | 5 +-
.../test_dup_schema_key_change_add.out | 25 +
.../partial_update/test_partial_update.out | 6 +
.../test_partial_update_with_inverted_index.out | 13 +
.../test_partial_update_with_row_column.out | 3 +
.../data/unique_with_mow_p0/test_delete_sign.out | 69 +
.../test_mv_mow.out => update/test_new_update.out} | 5 +-
regression-test/data/variant_p0/load.out | 19 +-
.../data/variant_p0/test_sub_path_pruning.out | 324 ++
regression-test/framework/pom.xml | 31 +
.../org/apache/doris/regression/suite/Suite.groovy | 62 +-
.../pipeline/external/conf/regression-conf.groovy | 1 +
regression-test/pipeline/performance/compile.sh | 1 -
.../test_show_storage_policy_using.groovy | 26 +
.../test_compaction_uniq_keys_row_store.groovy | 28 +-
...e_compaction_with_variant_inverted_index.groovy | 3 +
.../test_single_replica_compaction.groovy | 3 +
.../data_model_p0/unique/test_default_value.groovy | 61 +
.../unique/test_sequence_column.groovy | 88 +
.../unique/test_unique_table_debug_data.groovy | 1 -
.../unique/test_unique_table_like.groovy | 1 -
.../decimalv3/test_decimal256_outfile_csv.groovy | 31 +-
.../suites/delete_p0/test_new_delete.groovy | 61 +
.../suites/demo_p0/streamLoad_action.groovy | 5 +
.../test_outfile_csv_with_names_and_types.groovy | 2 +-
.../hive/ddl/test_hive_write_type.groovy | 16 -
.../hive/test_hive_parquet_add_column.groovy | 92 +
.../hive/write/test_hive_write_insert.groovy | 5 -
.../iceberg/test_iceberg_filter.groovy | 7 +
.../info_schema_db/test_info_schema_db.groovy | 2 +
.../jdbc/test_db2_jdbc_catalog.groovy | 446 +--
.../paimon/test_paimon_catalog.groovy | 26 +-
.../hive/test_external_catalog_hive.groovy | 5 +-
.../test_calc_crc_fault_injection.groovy | 3 +
.../test_index_inlist_fault_injection.groovy | 93 +
.../test_writer_v2_fault_injection.groovy | 4 +-
.../flink_connector_p0/flink_connector_type.groovy | 188 +
.../suites/insert_p0/insert_with_drop.groovy | 122 +
.../suites/insert_p0/prepare_insert.groovy | 18 +-
.../suites/insert_p0/test_txn.groovy | 51 +-
regression-test/suites/insert_p0/txn_insert.groovy | 4 +-
.../suites/insert_p0/txn_insert_restart_fe.groovy | 117 +
...txn_insert_restart_fe_with_schema_change.groovy | 125 +
.../suites/insert_p0/txn_insert_with_drop.groovy | 134 +
.../insert_p0/txn_insert_with_schema_change.groovy | 33 +-
regression-test/suites/insert_p2/txn_insert.groovy | 145 -
.../insert_p2/txn_insert_with_schema_change.groovy | 272 ++
.../test_schema_change_storage_format.groovy | 6 +-
.../inverted_index_p0/test_compound_1.groovy | 95 +
.../suites/inverted_index_p0/test_delete.groovy | 60 +
.../test_index_chinese_column.groovy | 44 +
.../inverted_index_p0/test_need_read_data.groovy | 115 +
.../inverted_index_p0/test_no_index_match.groovy | 96 +
.../test_pk_no_need_read_data.groovy | 66 +
....groovy => test_variant_index_format_v1.groovy} | 64 +-
.../load_p0/routine_load/test_routine_load.groovy | 2 +-
.../stream_load/test_coordidator_be_restart.groovy | 135 +
.../load_p0/stream_load/test_json_load.groovy | 2 +-
.../load_p0/stream_load/test_pipeline_load.groovy | 171 -
.../test_stream_load_2pc_with_schema_change.groovy | 4 +-
.../stream_load/test_stream_load_error_url.groovy | 3 +
.../stream_load/test_stream_load_properties.groovy | 2 +-
.../suites/manager/test_manager_interface_1.groovy | 798 +++++
.../suites/manager/test_manager_interface_2.groovy | 317 ++
.../suites/manager/test_manager_interface_3.groovy | 613 ++++
.../test_alter_distribution_type_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_base_mtmv.groovy | 91 +-
.../suites/mtmv_p0/test_bloom_filter_mtmv.groovy | 6 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 11 +-
.../mtmv_p0/test_cloud_n_replicas_mtmv.groovy | 76 +
.../suites/mtmv_p0/test_compression_mtmv.groovy | 2 +-
...ble_date_non_deterministic_function_mtmv.groovy | 136 +
.../mtmv_p0/test_rollup_partition_mtmv.groovy | 137 +-
.../suites/mtmv_p0/test_show_create_mtmv.groovy | 104 +
.../order_by/order_by.groovy} | 29 +-
.../test_mv_mor.groovy} | 15 +-
.../suites/mv_p0/test_mv_mow/test_mv_mow.groovy | 8 +-
.../nereids_function_p0/agg_function/agg.groovy | 2 +
.../nereids_function_p0/scalar_function/R.groovy | 186 +-
.../suites/nereids_p0/hint/fix_leading.groovy | 2 +-
.../test_outfile_csv_with_names_and_types.groovy | 2 +-
.../nereids_p0/sql_functions/test_in_expr.groovy | 23 +
.../suites/nereids_p0/stats/column_stats.groovy | 1 -
.../mv/agg_variety/agg_variety.groovy | 508 +++
.../mv/partition_mv_rewrite.groovy | 180 +-
.../normalize_aggregate_test.groovy | 32 +
.../test_date_function_prune.groovy | 31 +
.../suites/nereids_tpch_p0/tpch/topn-filter.groovy | 2 +
.../suites/pipeline_p0/statitics_compaction.groovy | 70 +
regression-test/suites/point_query_p0/load.groovy | 106 +-
.../suites/point_query_p0/test_point_query.groovy | 2 +-
.../suites/point_query_p0/test_rowstore.groovy | 283 +-
..._rowstore.groovy => test_rowstore_query.groovy} | 21 +-
.../aggregate/select_random_distributed_tbl.groovy | 29 +-
.../query_p0/join/rqg/rqg12257/rqg12257.groovy | 341 ++
.../json_functions/test_json_function.groovy | 4 +-
.../suites/query_p1/test_insert_limit.groovy | 58 +
.../test_dup_schema_key_change_add.groovy | 616 ++++
.../test_dup_schema_key_drop.groovy | 608 ++++
.../test_dup_schema_value_change_add.groovy | 801 +++++
...op.groovy => test_dup_schema_value_drop.groovy} | 428 ++-
.../schema_change_p0/test_new_schema_change.groovy | 49 +
.../test_schema_change_unique.groovy | 4 +
.../test_unique_model_schema_value_add.groovy | 4 +-
.../test_unique_model_schema_value_change.groovy | 26 +-
.../test_unique_model_schema_value_change1.groovy | 16 +-
.../test_unique_model_schema_value_change2.groovy | 20 +-
.../test_unique_model_schema_value_change3.groovy | 12 +-
...st_unique_model_schema_value_change_drop.groovy | 44 +-
.../test_unique_schema_key_change_add.groovy | 5 +-
...y => test_unique_schema_key_change_drop.groovy} | 8 +-
.../test_unique_schema_key_change_modify.groovy | 37 +-
...lyze_stats_triggered_by_update_row_count.groovy | 4 -
...triggered_by_update_row_count_streamload.groovy | 4 -
.../suites/statistics/test_analyze_mtmv.groovy | 860 ++---
.../suites/statistics/test_partition_stats.groovy | 62 +-
.../suites/statistics/test_update_rows_mv.groovy | 2 -
.../partial_update/test_partial_update.groovy | 25 +
.../test_partial_update_with_inverted_index.groovy | 60 +
.../test_partial_update_with_row_column.groovy | 1 +
.../unique_with_mow_p0/test_delete_sign.groovy | 133 +
.../suites/update/test_new_update.groovy | 42 +
regression-test/suites/variant_p0/load.groovy | 103 +-
.../test_double_write_when_schema_change.groovy | 5 +-
.../suites/variant_p0/test_sub_path_pruning.groovy | 217 ++
thirdparty/build-thirdparty.sh | 84 +-
tools/maintainers/maintainers.json | 10 +-
753 files changed, 27452 insertions(+), 12787 deletions(-)
copy be/src/{vec/core/columns_with_type_and_name.h =>
http/action/clear_cache_action.cpp} (59%)
copy be/src/{cloud/cloud_stream_load_executor.h =>
http/action/clear_cache_action.h} (74%)
create mode 100644 be/src/http/action/load_stream_action.cpp
copy be/src/{cloud/cloud_stream_load_executor.h =>
http/action/load_stream_action.h} (67%)
create mode 100644 be/src/runtime/memory/memory_arbitrator.cpp
copy be/src/runtime/memory/{global_memory_arbitrator.cpp =>
memory_arbitrator.h} (59%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/spark-defaults.conf
delete mode 100644
docker/thirdparties/docker-compose/iceberg/spark-defaults.conf.tpl
copy
fe/fe-core/src/main/java/org/apache/doris/analysis/{ShowCreateTableStmt.java =>
ShowCreateMTMVStmt.java} (54%)
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/trees/expressions/functions/Nondeterministic.java
=> common/ConnectionException.java} (63%)
copy be/src/cloud/cloud_stream_load_executor.h =>
fe/fe-core/src/main/java/org/apache/doris/common/util/ByteBufferUtil.java (65%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/pre/TurnOffPipelineForDml.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/BindSlotWithPaths.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/rollup/ContainDistinctFunctionRollupHandler.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/PartitionPruneExpressionExtractor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/TryEliminateUninterestedPredicates.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/{LogicalFileScanToPhysicalFileScan.java
=> LogicalHudiScanToPhysicalHudiScan.java} (53%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/ClearContextStatus.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/VariantSubPathPruning.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{FromDays.java
=> Overlay.java} (58%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/PushDownToProjectionFunction.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{FromDays.java
=> ReplaceEmpty.java} (58%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateMTMVCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/ShowCreateMTMVInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalHudiScan.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/{PhysicalFileScan.java
=> PhysicalHudiScan.java} (56%)
copy fe/fe-core/src/main/java/org/apache/doris/persist/gson/{GsonUtils.java =>
GsonUtils134.java} (99%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/UpdatePartitionStatsTarget.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/ModifyBrokerInfoTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/PartitionPruneExpressionExtractorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/persist/ConsistencyCheckInfoTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/persist/DatabaseInfoTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/persist/TableInfoTest.java
copy regression-test/data/{load_p0/stream_load/test_pipeline_load.out =>
data_model_p0/unique/test_default_value.out} (56%)
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
data_model_p0/unique/test_sequence_column.out} (69%)
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
delete_p0/test_new_delete.out} (75%)
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_parquet_add_column.out
copy regression-test/data/{load_p0/stream_load/test_pipeline_load.out =>
fault_injection_p0/test_index_inlist_fault_injection.out} (51%)
create mode 100644
regression-test/data/flink_connector_p0/flink_connector_type.out
create mode 100644 regression-test/data/insert_p0/insert_with_drop.out
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
insert_p0/test_txn.out} (75%)
create mode 100644 regression-test/data/insert_p0/txn_insert_restart_fe.out
create mode 100644
regression-test/data/insert_p0/txn_insert_restart_fe_with_schema_change.out
create mode 100644 regression-test/data/insert_p0/txn_insert_with_drop.out
delete mode 100644 regression-test/data/insert_p2/txn_insert.out
copy regression-test/data/{load_p0/stream_load/test_pipeline_load.out =>
inverted_index_p0/test_compound_1.out} (50%)
copy regression-test/data/{datatype_p0/date/test_default_current_timestamp.out
=> inverted_index_p0/test_delete.out} (100%)
create mode 100644
regression-test/data/inverted_index_p0/test_index_chinese_column.out
create mode 100644
regression-test/data/inverted_index_p0/test_need_read_data.out
copy regression-test/data/{load_p0/stream_load/test_pipeline_load.out =>
inverted_index_p0/test_no_index_match.out} (55%)
copy regression-test/data/{load_p0/stream_load/test_pipeline_load.out =>
inverted_index_p0/test_pk_no_need_read_data.out} (56%)
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
inverted_index_p0/test_variant_index_format_v1.out} (71%)
create mode 100644 regression-test/data/manager/test_manager_interface_1.out
create mode 100644
regression-test/data/mtmv_p0/test_enable_date_non_deterministic_function_mtmv.out
copy regression-test/data/mv_p0/{test_mv_mow/test_mv_mow.out =>
test_mv_mor/test_mv_mor.out} (63%)
create mode 100644
regression-test/data/nereids_rules_p0/mv/agg_variety/agg_variety.out
create mode 100644
regression-test/data/nereids_rules_p0/normalize_aggregate/normalize_aggregate_test.out
rename regression-test/data/{load_p0/stream_load/test_pipeline_load.out =>
point_query_p0/test_rowstore_query.out} (52%)
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
query_p0/join/rqg/rqg12257/rqg12257.out} (73%)
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
query_p1/test_insert_limit.out} (79%)
create mode 100644
regression-test/data/schema_change_p0/test_dup_schema_key_change_add.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_with_inverted_index.out
create mode 100644 regression-test/data/unique_with_mow_p0/test_delete_sign.out
copy regression-test/data/{mv_p0/test_mv_mow/test_mv_mow.out =>
update/test_new_update.out} (75%)
create mode 100644 regression-test/data/variant_p0/test_sub_path_pruning.out
create mode 100644
regression-test/suites/data_model_p0/unique/test_default_value.groovy
create mode 100644
regression-test/suites/data_model_p0/unique/test_sequence_column.groovy
create mode 100644 regression-test/suites/delete_p0/test_new_delete.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_parquet_add_column.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_index_inlist_fault_injection.groovy
create mode 100644
regression-test/suites/flink_connector_p0/flink_connector_type.groovy
create mode 100644 regression-test/suites/insert_p0/insert_with_drop.groovy
copy fe/fe-core/src/main/java/org/apache/doris/analysis/AlterClause.java =>
regression-test/suites/insert_p0/test_txn.groovy (50%)
create mode 100644
regression-test/suites/insert_p0/txn_insert_restart_fe.groovy
create mode 100644
regression-test/suites/insert_p0/txn_insert_restart_fe_with_schema_change.groovy
create mode 100644 regression-test/suites/insert_p0/txn_insert_with_drop.groovy
delete mode 100644 regression-test/suites/insert_p2/txn_insert.groovy
create mode 100644
regression-test/suites/insert_p2/txn_insert_with_schema_change.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_compound_1.groovy
create mode 100644 regression-test/suites/inverted_index_p0/test_delete.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_index_chinese_column.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_need_read_data.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_no_index_match.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_pk_no_need_read_data.groovy
copy
regression-test/suites/inverted_index_p0/{storage_format/test_schema_change_storage_format.groovy
=> test_variant_index_format_v1.groovy} (67%)
create mode 100644
regression-test/suites/load_p0/stream_load/test_coordidator_be_restart.groovy
delete mode 100644
regression-test/suites/load_p0/stream_load/test_pipeline_load.groovy
create mode 100644
regression-test/suites/manager/test_manager_interface_1.groovy
create mode 100644
regression-test/suites/manager/test_manager_interface_2.groovy
create mode 100644
regression-test/suites/manager/test_manager_interface_3.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_cloud_n_replicas_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_enable_date_non_deterministic_function_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_show_create_mtmv.groovy
copy regression-test/suites/mv_p0/{test_mv_mow/test_mv_mow.groovy =>
agg_state/order_by/order_by.groovy} (59%)
copy regression-test/suites/mv_p0/{test_mv_mow/test_mv_mow.groovy =>
test_mv_mor/test_mv_mor.groovy} (74%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/agg_variety/agg_variety.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/normalize_aggregate/normalize_aggregate_test.groovy
create mode 100644
regression-test/suites/pipeline_p0/statitics_compaction.groovy
copy regression-test/suites/point_query_p0/{test_rowstore.groovy =>
test_rowstore_query.groovy} (75%)
create mode 100644
regression-test/suites/query_p0/join/rqg/rqg12257/rqg12257.groovy
create mode 100644 regression-test/suites/query_p1/test_insert_limit.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_dup_schema_key_change_add.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_dup_schema_key_drop.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_dup_schema_value_change_add.groovy
copy
regression-test/suites/schema_change_p0/{test_unique_model_schema_value_change_drop.groovy
=> test_dup_schema_value_drop.groovy} (80%)
create mode 100644
regression-test/suites/schema_change_p0/test_new_schema_change.groovy
rename
regression-test/suites/schema_change_p0/{test_unique_model_schema_key_drop.groovy
=> test_unique_schema_key_change_drop.groovy} (97%)
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_with_inverted_index.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/test_delete_sign.groovy
create mode 100644 regression-test/suites/update/test_new_update.groovy
create mode 100644
regression-test/suites/variant_p0/test_sub_path_pruning.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]