This is an automated email from the ASF dual-hosted git repository.
kirs pushed a change to branch auto-pick-57710-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from ee9d46c9438 [feat](web)Adapted for Spring Boot 3 and Jetty 12 (#57710)
add 82ed2899b27 branch-4.0: [fix](catalog) fix iceberg catalog NPE issue
#57696 (#57797)
add 784303b8bf2 branch-4.0: [test](jdbc) Upgraded the mysql jdbc driver
jar under test to 8.4.0 (#57813)
add 875fbe9bc3f branch-4.0: [fix](csv reader) fix wrong result when escape
same as enclose #57632 (#57763)
add b4dbae83f84 branch-4.0: [fix](catalog) Clean up refresh thread when
deleting catalog #57680 (#57734)
add 19ffc61d60d branch-4.0: [refine](expr)Mark expr's execution function
as const. #57668 (#57765)
add 219b8f84bc8 branch-4.0: [fix](jdbc catalog) Compatible with different
versions of `zeroDateTimeBehavior=convertToNull` writing method #57682 (#57732)
add ae468f9150b branch-4.0: [opt](catalog) Reduce the memory footprint of
Column #57401 (#57766)
add fde5503ca92 branch-4.0: [improvement](BeConfig)Add Be config to
control the public or private endpoint #57580 (#57777)
add 7974216a330 branch-4.0: [fix](planner) Optimize local shuffle with
bucket shuffle join #57768 (#57808)
add 835e6b0532f branch-4.0: [fix](case) catch profile HTTP request failure
to avoid flaky test #57678 (#57789)
add 2b30982159a branch-4.0: [fix](catalog) max_meta_object_cache_num
config must > 0 #57742 (#57794)
add 731a7bf0f8e branch-4.0: [opt](coercion) let matchType do right thing
#57586 (#57687)
add 03ca65bb322 branch-4.0: [feature](inverted index) add custom analyzer
support with pinyin tokenzer and pinyin filter #57097 (#57729)
add b1b3487390c branch-4.0: [feat](hdfs) upgrade libhdfs to 3.4.2 #57621
(#57639)
add 219b30f35a7 branch-4.0: [optimize](nereids) explain plan process print
change point #57772 (#57787)
add 67be2a1bf49 branch-4.0: [fix](broker-load) Fix the COLUMNS FROM PATH
feature #57309 (#57778)
add 1731994c680 branch-4.0: [ann] Ann index only scan #57243 (#57758)
add 8cf89cefec2 branch-4.0: [fix](delete) Delete should count down latch
and clear an agent task when failed #57428 (#57779)
add e2f6bfa200a branch-4.0: [chore](log) modify wal_manager log level
#57760 (#57781)
add 3044d79bba3 branch-4.0: [fix](export) cancel job before adding task
(#57488) (#57792)
add ddcf49a26c3 branch-4.0: [fix](sql cache) inverted_index_max_expansions
should be affectQueryResult #57769 (#57815)
add 2b76ebb0b4a branch-4.0: [improve](glue) Glue endpoint is required.
#57543 (#57812)
add 2338951d136 branch-4.0: [fix](jdbc) Set the correct jdbctable id for
query tvf #57745 (#57799)
add 0f1f9514cb8 branch-4.0: [fix](iceberg) fix querying iceberg partition
table error #57571 (#57791)
add 359769cf39c branch-4.0: [refactor](expr) remove castTo in Catalog's
Expr #57560 (#57806)
add 2dbbc6c5692 branch-4.0: [enhancement](parquet)Optimize the performance
of parquet reader when decode RLE_DICTIONARY encoding #57208 (#57563)
add a2977a45609 branch-4.0: [fix](cosn) fix be jni read on cosn failed
#57241 (#57721)
add f71c31bbced branch-4.0: [refactor](type)refactor mysql output , rename
write_column_to_mysql #57634 (#57829)
add a4d4e70fa94 branch-4.0: [feat](catalog) Support catalog attribute
connectivity tester #57004 (#57509)
add ae94e163807 branch-4.0: [fix](filecache) fix stack-use-after-return
when submit_download_tasks #57724 (#57786)
add 769314649b0 branch-4.0: [fix](nereids)keep NamedExpression's name
unchanged when create an Alias in BindSink #57670 (#57819)
add 3b4cabc1f61 branch-4.0: [fix](cloud) Add more prompt information when
compute group is invalid #56946 (#57747)
add 68e6523ad59 branch-4.0: [fix](iceberg) Support client.region and
iceberg.rest.* properties invended credentials #57521 (#57540)
add de9cf55f5aa branch-4.0: [debug](p0) add debug log for unstable p0 test
case #57757 (#57843)
add 752f017b4cc branch-4.0: [enhancemment](planner)check sql regex block
rule before plan phase #57477 (#57584)
add 1be7d551b93 branch-4.0: [fix](job) fix show job and task offset info
#57736 (#57845)
add cbe11335daf branch-4.0: [Enhancement] support simple sql function for
factorial(from Hive) #57144 (#57878)
add 64ce962f0e9 branch-4.0: [fix](nereids) Fix not in aggregate's output
err after eliminate by uniform when group sets exist #56942 (#57869)
add c68ba72a0b6 branch-4.0: [chore](function) let implicit castable
signature be pure nereids #57641 (#57800)
add 4003592d359 branch-4.0: [Improvement](block) remove
Block::row_same_bit #57522 (#57841)
add c1f8f153338 branch-4.0: [enhancement](filecache) add readsize and
hitsize metrics to file_cache statistics and be vars #52212 (#57851)
add bf226552e77 branch-4.0: [opt](cloud) optimize create warmup job logic
#57752 (#57866)
add 1b4e15f709e branch-4.0: [chore](function) remove useless function set
#57590 (#57894)
add 0024b079b53 branch-4.0: [feature] (nereids) generate sql digest for
nereids prased stmt #56256 (#57818)
add 0cf712e3109 branch-4.0: [chore](sensitive) Hide accessor and secret
key for create/alter storage vault #57528 (#57881)
add af2354dd38a branch-4.0: [chore](thirdparty) Update unstable gnu mirror
#56075 (#57904)
add 59661fcb7d1 branch-4.0: [chore](log) return error to caller when
get_tablet in cloud mode #57520 (#57901)
add e818321d9bd branch-4.0: [feature](inverted index) add multi position
PhraseQuery support to search function #57588 (#57897)
add 841aa792d53 branch-4.0: [fix](compile) compiled failed due to parallel
merge (#57936)
add 5d6e99e5130 branch-4.0: [enhancement](load)add LogicalPostProject to
cast outputs according to dest table's schema #57579 (#57940)
add 94065c6950c branch-4.0: [chore] (audit) generate digest string for
LogicalPlanAdapter (#57930)
add 3c3a396bb66 branch-4.0: [fix](java udf) fix possible deadlock when udf
closed in bprc #55302 (#57944)
add e673e35e6fa branch-4.0: [chore](cast) simplify CastExpr's code #57775
(#57905)
add e052dd23fa4 branch-4.0: [Chore](job) remove unless code for streaming
job #57873 (#57929)
add 4142dc795f0 branch-4.0: [improve](ann index)Accumulate multiple small
batches before training #57623 (#57932)
add 43c2dbee2dd branch-4.0: [opt](lazy topn) set row id's unique id when
new it #57867 (#57952)
add fd8f26682a0 branch-4.0: [chore](type) remove useless code in type
#57823 (#57906)
add 00099eef830 branch-4.0: [enhancement](memory) add jvm information into
memory profile page in BE #57917 (#57928)
add e77d52386cb branch-4.0: [Bug](udf) fix the _udf_close_workers thread
pool not stop when exit #57918 (#57956)
add bc4e28f8d28 branch-4.0: [Fix](job) add callback for streaming job when
load image #57852 (#57947)
add b2f66d99f9b branch-4.0: [fix](broker load) Fix strict_mode in broker
load not work #57825 (#57964)
add 1c18f2c34f1 branch-4.0: [Enhancement](regexp) Support zero-width
assertions in some regexp functions #57643 (#57948)
add e15512d0910 branch-4.0: [fix](memtable) add check when memtable init
aggregate function to avoid core dump #57934 (#57969)
add b641a36a4d8 [feature](mtmv) Materialized view can participate in
transparent query rewrite even when data changes occur in its non-partitioned
base tables #56745 (#57924)
add fe5f6786b83 branch-4.0: [chore](test)Use JUnit BOM to Manage Versions
Consistently #57931 (#57966)
add c3f89c2c1f2 branch-4.0: [bugfix](jvmmetrics) some object is nullptr if
java support is not enabled #57953 (#57970)
add d81afb5b648 branch-4.0: [chore](ci) add retry to reduce compile fail
of regression framework #57954 (#57975)
add 518105f4587 branch-4.0: [opt](mtmv) Support window function rewrite
when materialized view contains window function #55066 (#57839)
add 8d40c7a3298 branch-4.0: [Feature](partition) Support new partition
recycle mechanism #57013 (#57939)
add 2dd9e3b820e branch-4.0: [fix](tablet report)Replace tablet report
with ForkJoinPool #57382 (#57926)
add 56fa1bebfc4 branch-4.0: [optimize](coordinator) broadcast finished rpc
to be when query/load finished #57739 (#57938)
add dbf1f333503 branch-4.0: [Fix](feut) try to fix MissingInvocation of
refreshAndGetDiskInfo #57968 (#57982)
add abd4dbeb02f branch-4.0: (fix)(nerieds) fix union all with tvf throw
exception #57889 (#57984)
add 6ffa51872e3 [fix](mtmv) Fix rewrite fail when join conjuncts eliminate
and group by key eliminate both happened (#55674) (#57923)
add 57b40eb06e5 branch-4.0: [chore] (array-function) add alias
array_append for function array_pushback #57914 (#57981)
add 0fda7a769aa branch-4.0: [fix](coordinator) fix "PStatus: Finished"
#57985 (#57998)
add e691611c44f branch-4.0: [fix](function)The json_remove function did
not initialize nullmap. #57995 (#58000)
add 2ded5c72388 branch-4.0: [fix] remove useless const_cast and explain
const_cast(2) #56427 (#58009)
add 7355f76d398 branch-4.0: [fix]handle loading iceberg partitions by auth
#57988 (#58021)
add 20debebcc20 branch-4.0: [fix][arrow-flight-sql]Move ctx.clear() to the
end of close method #57858 (#58011)
add 213df2f3fd7 branch-4.0: [fix](proc) fix schema proc row data #57962
(#58016)
add d75cf309dec branch-4.0: [optimize](paimon): Avoid redundant hadoop
conf setting in each split #57950 (#58014)
add 5db833025d7 branch-4.0: [chore] (streamload) add enable stream load
profile config #57919 (#58029)
add eb0bd576e17 branch-4.0: [ut](ldap)Change the implementation of
LdapClientTest to solve the problem of pipeline out failure #57994 (#58007)
add 8f6aaa6a51b branch-4.0: [fix](hive) Fix partition path scheme mismatch
when inserting into Hive partitioned tables on object storage #57973 (#58028)
add a1b7163053b branch-4.0: [opt](nereids)estimate num_nulls for outer
join #57863 (#58022)
add de9d7fc1007 branch-4.0: [fix](executor) Fix time-sharing task executor
don't re-schedule when exceeded concurrency limit case. #57833 (#58013)
add 2264de81b89 branch-4.0: [fix](test) Support azure config for recycler
case #58026 (#58052)
add 6f207acce40 branch-4.0: [fix](case) Increase the robustness of some
docker case #57991 (#58053)
add 43aaa7b6aec branch-4.0: [Bug](scan) fix topn_next fail #57895 (#58056)
add c8f7784acac branch-4.0:[feature](mtmv)create mtmv can use view
(#56423) (#58010)
add f712c5b6e30 branch-4.0: [thirdparty](patch) Support a better way to
get offset in cctz #57999 (#58059)
add 27d4588f5f4 branch-4.0: [regression-test](variant) use s3load instead
of stream load in variant_p2 test #56795 (#58076)
add ce11bb7345d branch-4.0: [enhance](job) terminate streaming task
execute threads promptly when idle #58041 (#58064)
add 74e1a1e5b6b branch-4.0: [fix](nereids) Fix aggregate source repeat
output is different from child repeat #57840 (#58088)
add f05a582ab24 branch-4.0: [feature](cloud) Read peer be cache when
balance in same cluster #56384 (#58089)
add 356c25443c2 branch-4.0: [chore](memtable) use doris::Exception replace
std::runtime_error #58098 (#58102)
add 079996228f7 branch-4.0: [feature](jsonb) json type support group by
and distinct #57679 (#58101)
add 98896679c79 branch-4.0: [fix] remove useless const_cast and explain
const_cast(1) #55943 (#58117)
add 4105d6cc574 branch-4.0: [performance](agg) support count push agg in
no null column #58103 (#58133)
add ef80055ae14 Merge branch 'branch-4.0' into auto-pick-57710-branch-4.0
No new revisions were added by this update.
Summary of changes:
.licenserc.yaml | 1 +
be/CMakeLists.txt | 7 +-
be/dict/pinyin/pinyin.txt | 20902 +
be/dict/pinyin/pinyin_alphabet.dict | 442 +
be/dict/pinyin/polyphone.txt | 462490 ++++++++++++++++++
be/src/agent/task_worker_pool.cpp | 9 +-
be/src/agent/task_worker_pool.h | 2 +-
be/src/cloud/cloud_backend_service.cpp | 24 +-
be/src/cloud/cloud_internal_service.cpp | 122 +
be/src/cloud/cloud_internal_service.h | 5 +
be/src/cloud/cloud_meta_mgr.cpp | 13 +-
be/src/cloud/cloud_meta_mgr.h | 6 +-
be/src/cloud/cloud_tablet_mgr.cpp | 19 +-
be/src/cloud/cloud_warm_up_manager.cpp | 86 +-
be/src/cloud/cloud_warm_up_manager.h | 28 +
be/src/cloud/config.cpp | 8 +
be/src/cloud/config.h | 7 +
be/src/common/status.h | 3 +-
be/src/exec/decompressor.cpp | 2 +-
be/src/exec/olap_common.h | 10 +-
be/src/exec/rowid_fetcher.cpp | 3 +
be/src/exec/table_connector.cpp | 2 +-
be/src/exprs/hybrid_set.h | 17 +-
be/src/geo/geo_types.cpp | 6 +-
be/src/geo/geo_types.h | 2 +-
be/src/http/action/file_cache_action.cpp | 5 +
be/src/io/cache/block_file_cache.cpp | 27 +-
be/src/io/cache/block_file_cache.h | 2 +
be/src/io/cache/block_file_cache_downloader.cpp | 43 +-
be/src/io/cache/block_file_cache_factory.cpp | 35 +
be/src/io/cache/block_file_cache_factory.h | 6 +
be/src/io/cache/block_file_cache_profile.cpp | 25 +-
be/src/io/cache/block_file_cache_profile.h | 7 +
be/src/io/cache/cached_remote_file_reader.cpp | 184 +-
be/src/io/cache/cached_remote_file_reader.h | 13 +-
be/src/io/cache/file_cache_common.h | 2 +
be/src/io/cache/peer_file_cache_reader.cpp | 167 +
be/src/io/cache/peer_file_cache_reader.h | 82 +
.../io/fs/connectivity/s3_connectivity_tester.cpp | 53 +
.../s3_connectivity_tester.h} | 20 +-
.../connectivity/storage_connectivity_tester.cpp | 32 +-
.../storage_connectivity_tester.h} | 21 +-
be/src/io/fs/file_reader.h | 2 +
be/src/io/fs/hdfs.h | 2 +-
be/src/io/fs/s3_file_reader.cpp | 17 +-
be/src/io/io_common.h | 6 +
be/src/olap/comparison_predicate.h | 18 +-
be/src/olap/in_list_predicate.h | 15 +-
be/src/olap/iterators.h | 37 +-
be/src/olap/memtable.cpp | 5 +
be/src/olap/rowset/beta_rowset.cpp | 1 +
be/src/olap/rowset/beta_rowset_reader.cpp | 56 +-
be/src/olap/rowset/beta_rowset_reader.h | 49 +-
be/src/olap/rowset/rowset_reader.h | 8 +-
.../segment_v2/ann_index/ann_index_writer.cpp | 35 +-
.../rowset/segment_v2/ann_index/ann_index_writer.h | 7 +
.../segment_v2/ann_index/faiss_ann_index.cpp | 28 +-
.../inverted_index/analysis_factory_mgr.cpp | 6 +
.../inverted_index/query/query_helper.cpp | 5 +
.../segment_v2/inverted_index/query/query_helper.h | 2 +
.../segment_v2/inverted_index/query_v2/doc_set.h | 106 +-
.../inverted_index/query_v2/intersection.cpp | 36 +-
.../inverted_index/query_v2/nullable_scorer.h | 77 +
.../query_v2/phrase_query/multi_phrase_query.h | 71 +
.../query_v2/phrase_query/multi_phrase_weight.h | 113 +
.../query_v2/phrase_query/phrase_query.h | 30 +-
.../query_v2/phrase_query/phrase_scorer.cpp | 3 +-
.../query_v2/phrase_query/phrase_weight.h | 67 +-
.../query_v2/phrase_query/postings_with_offset.h | 4 -
.../query_v2/postings/loaded_postings.cpp | 136 +
.../query_v2/postings/loaded_postings.h | 55 +
.../query_v2/regexp_query/regexp_query.h | 3 +-
.../query_v2/regexp_query/regexp_weight.cpp | 29 +-
.../query_v2/regexp_query/regexp_weight.h | 5 +-
.../segment_v2/inverted_index/query_v2/scorer.h | 11 +-
.../inverted_index/query_v2/segment_postings.h | 71 +-
.../inverted_index/query_v2/union/simple_union.cpp | 143 +
.../inverted_index/query_v2/union/simple_union.h | 60 +
.../segment_v2/inverted_index/query_v2/weight.h | 31 +
.../query_v2/wildcard_query/wildcard_query.h | 3 +-
.../query_v2/wildcard_query/wildcard_weight.h | 8 +-
.../inverted_index/token_filter/pinyin_filter.cpp | 441 +
.../inverted_index/token_filter/pinyin_filter.h | 105 +
.../token_filter/pinyin_filter_factory.cpp | 76 +
.../token_filter/pinyin_filter_factory.h} | 37 +-
.../tokenizer/pinyin/chinese_util.cpp | 35 +-
.../tokenizer/pinyin/chinese_util.h} | 20 +-
.../tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp | 224 +
.../tokenizer/pinyin/pinyin_alphabet_tokenizer.h | 49 +
.../tokenizer/pinyin/pinyin_config.h} | 50 +-
.../tokenizer/pinyin/pinyin_format.cpp | 70 +
.../tokenizer/pinyin/pinyin_format.h | 78 +
.../tokenizer/pinyin/pinyin_formatter.cpp | 214 +
.../tokenizer/pinyin/pinyin_formatter.h} | 29 +-
.../tokenizer/pinyin/pinyin_tokenizer.cpp | 339 +
.../tokenizer/pinyin/pinyin_tokenizer.h | 84 +
.../tokenizer/pinyin/pinyin_tokenizer_factory.cpp | 43 +
.../tokenizer/pinyin/pinyin_tokenizer_factory.h} | 32 +-
.../tokenizer/pinyin/pinyin_util.cpp | 292 +
.../inverted_index/tokenizer/pinyin/pinyin_util.h | 55 +
.../inverted_index/tokenizer/pinyin/rune.h} | 34 +-
.../tokenizer/pinyin/smart_forest.cpp | 195 +
.../inverted_index/tokenizer/pinyin/smart_forest.h | 143 +
.../tokenizer/pinyin/smart_get_word.cpp | 219 +
.../tokenizer/pinyin/smart_get_word.h | 95 +
.../inverted_index/tokenizer/pinyin/term_item.h | 73 +
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 83 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 3 +
.../rowset/segment_v2/virtual_column_iterator.cpp | 12 +-
be/src/olap/schema_change.cpp | 18 +-
be/src/olap/schema_change.h | 3 +
be/src/olap/storage_policy.cpp | 86 +
be/src/olap/storage_policy.h | 3 +
be/src/olap/tablet.cpp | 7 +-
be/src/olap/tablet_meta.cpp | 2 +-
be/src/olap/wal/wal_manager.cpp | 2 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 3 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 2 +-
be/src/pipeline/exec/olap_scan_operator.h | 2 +-
be/src/pipeline/exec/scan_operator.cpp | 41 +-
be/src/pipeline/exec/scan_operator.h | 2 +-
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 7 +
be/src/runtime/memory/memory_profile.cpp | 36 +-
be/src/runtime/memory/memory_profile.h | 4 +
be/src/runtime/process_profile.h | 2 +-
be/src/runtime/runtime_state.cpp | 7 +-
be/src/runtime/runtime_state.h | 6 +
.../runtime/workload_management/resource_context.h | 2 -
be/src/service/backend_service.cpp | 8 +
be/src/service/backend_service.h | 3 +
be/src/util/disk_info_mac.cpp | 1 +
be/src/util/doris_metrics.cpp | 6 +
be/src/util/doris_metrics.h | 3 +
be/src/util/encryption_util.cpp | 2 +-
be/src/util/jni-util.cpp | 1 +
be/src/util/jsonb_document.h | 26 +-
be/src/util/jvm_metrics.cpp | 4 +
be/src/util/lru_multi_cache.h | 2 +-
be/src/util/lru_multi_cache.inline.h | 4 +-
be/src/util/mysql_row_buffer.h | 3 +
be/src/util/proto_util.h | 14 +-
be/src/util/runtime_profile.cpp | 6 +-
be/src/util/runtime_profile.h | 4 +-
be/src/util/slice.h | 2 +-
be/src/util/url_parser.cpp | 30 +-
be/src/vec/common/hash_table/hash_key_type.h | 3 +-
be/src/vec/core/block.cpp | 19 -
be/src/vec/core/block.h | 17 -
be/src/vec/data_types/data_type_decimal.cpp | 10 +-
be/src/vec/data_types/data_type_factory.cpp | 5 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_array_serde.h | 12 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_bitmap_serde.h | 12 +-
.../serde/data_type_date_or_datetime_serde.cpp | 8 +-
.../serde/data_type_date_or_datetime_serde.h | 9 +-
.../serde/data_type_datetimev2_serde.cpp | 16 +-
.../data_types/serde/data_type_datetimev2_serde.h | 12 +-
.../data_types/serde/data_type_datev2_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 12 +-
.../data_types/serde/data_type_decimal_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 12 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 14 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 12 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 12 +-
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 12 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 12 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 14 +-
be/src/vec/data_types/serde/data_type_map_serde.h | 12 +-
.../vec/data_types/serde/data_type_nothing_serde.h | 12 +-
.../data_types/serde/data_type_nullable_serde.cpp | 16 +-
.../data_types/serde/data_type_nullable_serde.h | 12 +-
.../data_types/serde/data_type_number_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_number_serde.h | 12 +-
.../serde/data_type_quantilestate_serde.h | 12 +-
be/src/vec/data_types/serde/data_type_serde.h | 25 +-
.../data_types/serde/data_type_string_serde.cpp | 8 +-
.../vec/data_types/serde/data_type_string_serde.h | 12 +-
.../data_types/serde/data_type_struct_serde.cpp | 18 +-
.../vec/data_types/serde/data_type_struct_serde.h | 12 +-
.../vec/data_types/serde/data_type_time_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_time_serde.h | 12 +-
.../data_types/serde/data_type_varbinary_serde.cpp | 16 +-
.../data_types/serde/data_type_varbinary_serde.h | 12 +-
.../data_types/serde/data_type_variant_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_variant_serde.h | 12 +-
.../file_reader/new_plain_text_line_reader.cpp | 4 +-
be/src/vec/exec/format/parquet/decoder.cpp | 12 +-
.../format/parquet/fix_length_dict_decoder.hpp | 65 +-
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 16 +-
be/src/vec/exec/scan/olap_scanner.cpp | 2 +-
be/src/vec/exec/scan/scanner.cpp | 3 -
be/src/vec/exec/scan/scanner_context.cpp | 10 +-
be/src/vec/exec/scan/scanner_context.h | 2 +-
be/src/vec/exprs/lambda_function/lambda_function.h | 2 +-
.../lambda_function/varray_filter_function.cpp | 2 +-
.../exprs/lambda_function/varray_map_function.cpp | 11 +-
be/src/vec/exprs/vbitmap_predicate.cpp | 2 +-
be/src/vec/exprs/vbitmap_predicate.h | 2 +-
be/src/vec/exprs/vbloom_predicate.cpp | 2 +-
be/src/vec/exprs/vbloom_predicate.h | 2 +-
be/src/vec/exprs/vcase_expr.cpp | 2 +-
be/src/vec/exprs/vcase_expr.h | 4 +-
be/src/vec/exprs/vcast_expr.cpp | 11 +-
be/src/vec/exprs/vcast_expr.h | 8 +-
be/src/vec/exprs/vcolumn_ref.h | 2 +-
be/src/vec/exprs/vcompound_pred.h | 2 +-
be/src/vec/exprs/vdirect_in_predicate.h | 4 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 28 +-
be/src/vec/exprs/vectorized_fn_call.h | 4 +-
be/src/vec/exprs/vexpr.cpp | 10 +-
be/src/vec/exprs/vexpr.h | 21 +-
be/src/vec/exprs/vexpr_context.cpp | 43 +-
be/src/vec/exprs/vexpr_context.h | 3 +
be/src/vec/exprs/vin_predicate.cpp | 2 +-
be/src/vec/exprs/vin_predicate.h | 2 +-
be/src/vec/exprs/vinfo_func.cpp | 3 +-
be/src/vec/exprs/vinfo_func.h | 2 +-
be/src/vec/exprs/virtual_slot_ref.cpp | 2 +-
be/src/vec/exprs/virtual_slot_ref.h | 2 +-
be/src/vec/exprs/vlambda_function_call_expr.h | 2 +-
be/src/vec/exprs/vlambda_function_expr.h | 2 +-
be/src/vec/exprs/vliteral.cpp | 3 +-
be/src/vec/exprs/vliteral.h | 2 +-
be/src/vec/exprs/vmatch_predicate.cpp | 2 +-
be/src/vec/exprs/vmatch_predicate.h | 2 +-
be/src/vec/exprs/vruntimefilter_wrapper.cpp | 3 +-
be/src/vec/exprs/vruntimefilter_wrapper.h | 12 +-
be/src/vec/exprs/vsearch.cpp | 2 +-
be/src/vec/exprs/vsearch.h | 2 +-
be/src/vec/exprs/vslot_ref.cpp | 2 +-
be/src/vec/exprs/vslot_ref.h | 2 +-
be/src/vec/exprs/vtopn_pred.h | 2 +-
.../functions/array/function_array_pushback.cpp | 1 +
be/src/vec/functions/function_java_udf.cpp | 34 +-
be/src/vec/functions/function_jsonb.cpp | 2 +-
be/src/vec/functions/function_regexp.cpp | 216 +-
be/src/vec/functions/function_search.cpp | 39 +-
be/src/vec/functions/like.cpp | 26 +-
be/src/vec/functions/like.h | 4 +
be/src/vec/functions/math.cpp | 69 +
be/src/vec/olap/block_reader.cpp | 10 +-
be/src/vec/olap/block_reader.h | 2 -
be/src/vec/olap/vcollect_iterator.cpp | 33 +-
be/src/vec/olap/vcollect_iterator.h | 14 +-
be/src/vec/olap/vgeneric_iterators.cpp | 12 +-
be/src/vec/olap/vgeneric_iterators.h | 15 +-
be/test/exprs/mock_vexpr.h | 4 +-
be/test/exprs/virtual_slot_ref_test.cpp | 6 +-
be/test/olap/collection_statistics_test.cpp | 14 +-
be/test/olap/ordered_data_compaction_test.cpp | 2 +-
be/test/olap/rowid_conversion_test.cpp | 2 +-
.../inverted_index/query_v2/doc_set_test.cpp | 709 +-
.../query_v2/loaded_postings_test.cpp | 296 +
..._query_test.cpp => multi_phrase_query_test.cpp} | 466 +-
.../inverted_index/query_v2/phrase_query_test.cpp | 128 +-
.../query_v2/segment_postings_test.cpp | 361 +-
.../inverted_index/query_v2/simple_union_test.cpp | 568 +
.../token_filter/pinyin_filter_test.cpp | 409 +
.../tokenizer/pinyin_alphabet_tokenizer_test.cpp | 248 +
.../tokenizer/pinyin_analysis_test.cpp | 1372 +
.../inverted_index/tokenizer/pinyin_util_test.cpp | 685 +
.../inverted_index/tokenizer/smart_forest_test.cpp | 204 +
.../tokenizer/smart_get_word_test.cpp | 361 +
be/test/olap/segcompaction_mow_test.cpp | 5 +-
be/test/olap/segcompaction_test.cpp | 15 +-
be/test/olap/storage_resource_test.cpp | 109 +
.../olap/vector_search/ann_index_writer_test.cpp | 89 +
.../olap/vector_search/ann_range_search_test.cpp | 17 +-
be/test/scan/scanner_context_test.cpp | 5 +-
be/test/testutil/mock/mock_fn_call.h | 2 +-
be/test/testutil/mock/mock_in_expr.h | 2 +-
be/test/testutil/mock/mock_slot_ref.h | 2 +-
be/test/vec/core/block_test.cpp | 32 -
.../parquet/fix_length_dict_decoder_test.cpp | 4 +-
be/test/vec/exec/vgeneric_iterators_test.cpp | 12 +-
be/test/vec/exprs/try_cast_expr_test.cpp | 2 +-
be/test/vec/exprs/vsearch_expr_test.cpp | 2 +-
be/test/vec/function/function_math_test.cpp | 28 +
be/test/vec/olap/vertical_compaction_test.cpp | 12 +-
cloud/src/meta-service/meta_service_helper.h | 3 +-
cloud/src/meta-service/meta_service_resource.cpp | 3 +-
.../create_preinstalled_scripts/iceberg/run19.sql | 21 +-
fe/be-java-extensions/preload-extensions/pom.xml | 10 +-
.../java/org/apache/doris/catalog/ArrayType.java | 56 +-
.../java/org/apache/doris/catalog/MapType.java | 67 +-
.../org/apache/doris/catalog/MultiRowType.java | 79 -
.../org/apache/doris/catalog/PrimitiveType.java | 554 +-
.../java/org/apache/doris/catalog/ScalarType.java | 223 +-
.../java/org/apache/doris/catalog/StructField.java | 11 -
.../java/org/apache/doris/catalog/StructType.java | 138 -
.../org/apache/doris/catalog/TemplateType.java | 72 -
.../main/java/org/apache/doris/catalog/Type.java | 920 +-
.../org/apache/doris/catalog/VariantField.java | 7 -
.../java/org/apache/doris/catalog/VariantType.java | 37 +-
.../main/java/org/apache/doris/common/Config.java | 21 +-
fe/fe-core/pom.xml | 1 -
.../main/java/org/apache/doris/alter/Alter.java | 16 +-
.../apache/doris/alter/SchemaChangeHandler.java | 30 +-
.../org/apache/doris/analysis/ArithmeticExpr.java | 109 -
.../org/apache/doris/analysis/ArrayLiteral.java | 72 -
.../org/apache/doris/analysis/BinaryPredicate.java | 24 -
.../java/org/apache/doris/analysis/CastExpr.java | 226 +-
.../apache/doris/analysis/CompoundPredicate.java | 13 -
.../org/apache/doris/analysis/DateLiteral.java | 62 -
.../org/apache/doris/analysis/DecimalLiteral.java | 31 -
.../apache/doris/analysis/DefaultValueExprDef.java | 30 +-
.../main/java/org/apache/doris/analysis/Expr.java | 266 +-
.../org/apache/doris/analysis/FloatLiteral.java | 28 -
.../apache/doris/analysis/FunctionCallExpr.java | 212 -
.../org/apache/doris/analysis/InPredicate.java | 59 -
.../java/org/apache/doris/analysis/IntLiteral.java | 44 -
.../org/apache/doris/analysis/IsNullPredicate.java | 24 -
.../org/apache/doris/analysis/JsonLiteral.java | 6 -
.../org/apache/doris/analysis/LargeIntLiteral.java | 18 -
.../org/apache/doris/analysis/LikePredicate.java | 19 -
.../org/apache/doris/analysis/LiteralExpr.java | 34 -
.../java/org/apache/doris/analysis/MapLiteral.java | 86 -
.../org/apache/doris/analysis/MatchPredicate.java | 72 -
.../org/apache/doris/analysis/NullLiteral.java | 13 -
.../org/apache/doris/analysis/OutFileClause.java | 9 +-
.../org/apache/doris/analysis/SlotDescriptor.java | 6 +-
.../org/apache/doris/analysis/StringLiteral.java | 154 -
.../org/apache/doris/analysis/StructLiteral.java | 32 -
.../org/apache/doris/analysis/TableSnapshot.java | 8 +
.../org/apache/doris/analysis/TryCastExpr.java | 33 +-
.../java/org/apache/doris/backup/RestoreJob.java | 4 +
.../doris/catalog/BuiltinAggregateFunctions.java | 185 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +-
.../main/java/org/apache/doris/catalog/Column.java | 100 +-
.../java/org/apache/doris/catalog/Database.java | 4 -
.../main/java/org/apache/doris/catalog/Env.java | 39 +-
.../java/org/apache/doris/catalog/Function.java | 263 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 2020 -
.../apache/doris/catalog/FunctionTypeDeducers.java | 88 -
.../org/apache/doris/catalog/FunctionUtil.java | 11 +-
.../apache/doris/catalog/GlobalFunctionMgr.java | 5 -
.../main/java/org/apache/doris/catalog/MTMV.java | 63 +-
.../java/org/apache/doris/catalog/OlapTable.java | 44 +-
.../org/apache/doris/catalog/TableProperty.java | 20 +
.../apache/doris/catalog/TabletInvertedIndex.java | 518 +-
.../doris/clone/DynamicPartitionScheduler.java | 84 +-
.../apache/doris/cloud/CacheHotspotManager.java | 11 +-
.../cloud/alter/CloudSchemaChangeHandler.java | 14 +
.../doris/cloud/load/CloudBrokerLoadJob.java | 4 +-
.../apache/doris/cloud/qe/CloudCoordinator.java | 7 +-
.../main/java/org/apache/doris/common/Status.java | 5 +
.../doris/common/proc/IndexSchemaProcNode.java | 3 +-
.../doris/common/util/DynamicPartitionUtil.java | 8 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 22 +-
.../org/apache/doris/datasource/CatalogMgr.java | 1 +
.../apache/doris/datasource/ExternalCatalog.java | 17 +-
.../apache/doris/datasource/ExternalDatabase.java | 5 +-
.../org/apache/doris/datasource/FileGroupInfo.java | 13 +-
.../org/apache/doris/datasource/FileScanNode.java | 15 +-
.../apache/doris/datasource/InternalCatalog.java | 43 +-
.../AWSGlueMetaStoreBaseConnectivityTester.java | 70 +
.../AbstractHiveConnectivityTester.java} | 18 +-
.../AbstractIcebergConnectivityTester.java} | 27 +-
.../AbstractS3CompatibleConnectivityTester.java | 69 +
.../CatalogConnectivityTestCoordinator.java | 320 +
.../connectivity/HMSBaseConnectivityTester.java | 62 +
.../HdfsCompatibleConnectivityTester.java | 51 +
.../connectivity/HdfsConnectivityTester.java} | 15 +-
.../HiveGlueMetaStoreConnectivityTester.java} | 40 +-
.../connectivity/HiveHMSConnectivityTester.java} | 29 +-
.../IcebergGlueMetaStoreConnectivityTester.java} | 40 +-
.../IcebergHMSConnectivityTester.java} | 29 +-
.../IcebergRestConnectivityTester.java | 85 +
...cebergS3TablesMetaStoreConnectivityTester.java} | 20 +-
.../connectivity/MetaConnectivityTester.java | 24 +-
.../connectivity/MinioConnectivityTester.java} | 18 +-
.../connectivity/S3ConnectivityTester.java} | 18 +-
.../connectivity/StorageConnectivityTester.java | 99 +
.../datasource/credentials/CredentialUtils.java | 16 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 8 +-
.../doris/datasource/hive/HMSTransaction.java | 7 +-
.../doris/datasource/hive/IcebergDlaTable.java | 11 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 8 +-
.../datasource/iceberg/IcebergExternalTable.java | 11 +-
.../datasource/iceberg/IcebergPartitionInfo.java | 6 +-
.../doris/datasource/iceberg/IcebergUtils.java | 35 +-
.../datasource/iceberg/source/IcebergScanNode.java | 5 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 9 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 6 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 4 +
.../apache/doris/datasource/paimon/PaimonUtil.java | 3 +
.../datasource/paimon/source/PaimonScanNode.java | 14 +-
.../metastore/AWSGlueMetaStoreBaseProperties.java | 71 +-
.../metastore/AbstractIcebergProperties.java | 1 +
.../metastore/HiveGlueMetaStoreProperties.java | 2 +
.../property/metastore/HiveHMSProperties.java | 3 +-
.../metastore/IcebergGlueMetaStoreProperties.java | 2 +
.../metastore/IcebergHMSMetaStoreProperties.java | 2 +
.../property/metastore/IcebergRestProperties.java | 2 +
.../property/storage/AzureProperties.java | 1 +
.../datasource/property/storage/COSProperties.java | 1 +
.../datasource/property/storage/GCSProperties.java | 1 +
.../property/storage/HdfsProperties.java | 17 +
.../property/storage/MinioProperties.java | 1 +
.../datasource/property/storage/OBSProperties.java | 1 +
.../property/storage/OSSHdfsProperties.java | 1 +
.../datasource/property/storage/OSSProperties.java | 2 +
.../datasource/property/storage/S3Properties.java | 6 +-
.../property/storage/StorageProperties.java | 3 +-
.../org/apache/doris/indexpolicy/IndexPolicy.java | 4 +-
.../apache/doris/indexpolicy/IndexPolicyMgr.java | 6 +
.../indexpolicy/PinyinTokenFilterValidator.java | 159 +
.../indexpolicy/PinyinTokenizerValidator.java | 157 +
.../doris/job/extensions/insert/InsertTask.java | 2 +
.../insert/streaming/StreamingInsertJob.java | 8 +-
.../insert/streaming/StreamingInsertTask.java | 3 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 67 +-
.../org/apache/doris/job/manager/JobManager.java | 3 +
.../java/org/apache/doris/job/offset/Offset.java | 2 +
.../org/apache/doris/job/offset/s3/S3Offset.java | 10 +-
.../job/offset/s3/S3SourceOffsetProvider.java | 30 +-
.../job/scheduler/StreamingTaskScheduler.java | 24 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 18 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 1 +
.../java/org/apache/doris/master/MasterImpl.java | 30 +-
.../MTMVAnalyzeQueryInfo.java} | 34 +-
.../org/apache/doris/mtmv/MTMVHookService.java | 14 +
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 9 +
.../org/apache/doris/mtmv/MTMVPartitionInfo.java | 19 +
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 8 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 300 +-
.../org/apache/doris/mtmv/MTMVPropertyUtil.java | 8 +
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 6 +-
.../java/org/apache/doris/mtmv/MTMVRelation.java | 34 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 99 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 5 +-
.../java/org/apache/doris/mtmv/MTMVService.java | 18 +-
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 10 +-
.../doris/mysql/authenticate/ldap/LdapClient.java | 4 +-
.../org/apache/doris/nereids/CascadesContext.java | 4 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 31 +-
.../org/apache/doris/nereids/StatementContext.java | 23 +
.../doris/nereids/analyzer/UnboundAlias.java | 10 +
.../doris/nereids/analyzer/UnboundFunction.java | 14 +
.../doris/nereids/analyzer/UnboundInlineTable.java | 6 +
.../nereids/analyzer/UnboundOneRowRelation.java | 12 +
.../doris/nereids/analyzer/UnboundRelation.java | 23 +
.../doris/nereids/analyzer/UnboundResultSink.java | 5 +
.../apache/doris/nereids/analyzer/UnboundSlot.java | 5 +
.../apache/doris/nereids/analyzer/UnboundStar.java | 15 +
.../doris/nereids/analyzer/UnboundTVFRelation.java | 7 +
.../doris/nereids/analyzer/UnboundTableSink.java | 11 +
.../doris/nereids/analyzer/UnboundVariable.java | 5 +
.../doris/nereids/glue/LogicalPlanAdapter.java | 11 +-
.../glue/translator/ExpressionTranslator.java | 5 +-
.../doris/nereids/jobs/executor/Rewriter.java | 11 +-
.../executor/TableCollectAndHookInitializer.java | 16 +-
.../joinorder/hypergraph/node/StructInfoNode.java | 74 +-
.../jobs/rewrite/BottomUpVisitorRewriteJob.java | 4 +-
.../nereids/jobs/rewrite/CustomRewriteJob.java | 4 +-
.../nereids/jobs/rewrite/PlanTreeRewriteJob.java | 12 +-
.../nereids/jobs/rewrite/RewriteJobContext.java | 5 +
.../jobs/rewrite/RootPlanTreeRewriteJob.java | 1 +
.../jobs/rewrite/TopDownVisitorRewriteJob.java | 4 +-
.../doris/nereids/load/NereidsFileGroupInfo.java | 13 +-
.../nereids/load/NereidsLoadPlanInfoCollector.java | 102 +-
.../nereids/load/NereidsLoadScanProvider.java | 16 +-
.../doris/nereids/load/NereidsLoadUtils.java | 48 +
.../nereids/load/NereidsStreamLoadPlanner.java | 7 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 9 +-
.../parser/LogicalPlanBuilderForEncryption.java | 24 +
.../post/materialize/LazyMaterializeTopN.java | 11 +-
.../post/materialize/LazySlotPruning.java | 12 +-
.../apache/doris/nereids/properties/OrderKey.java | 18 +
.../org/apache/doris/nereids/rules/RuleSet.java | 6 +
.../org/apache/doris/nereids/rules/RuleType.java | 23 +
.../doris/nereids/rules/analysis/BindSink.java | 40 +-
.../rules/analysis/CollectOneLevelRelation.java | 4 +-
.../nereids/rules/analysis/CollectRelation.java | 19 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 3 +-
.../mv/AbstractMaterializedViewJoinRule.java | 2 +-
.../mv/AbstractMaterializedViewRule.java | 73 +-
.../mv/AbstractMaterializedViewScanRule.java | 2 +-
.../mv/AbstractMaterializedViewWindowRule.java | 124 +
.../rules/exploration/mv/HyperGraphComparator.java | 25 +-
.../mv/InitMaterializationContextHook.java | 3 +-
.../mv/LogicalCompatibilityContext.java | 51 +-
.../exploration/mv/MaterializationContext.java | 2 +-
.../exploration/mv/MaterializedViewUtils.java | 66 +-
.../mv/MaterializedViewWindowAggregateRule.java | 87 +
.../mv/MaterializedViewWindowJoinRule.java | 97 +
.../mv/MaterializedViewWindowScanRule.java | 96 +
.../mv/PreMaterializedViewRewriter.java | 30 +-
.../nereids/rules/exploration/mv/Predicates.java | 57 +-
.../nereids/rules/exploration/mv/StructInfo.java | 197 +-
.../rules/expression/ExpressionRuleType.java | 1 +
.../nereids/rules/expression/check/CheckCast.java | 4 +-
.../rules/implementation/AggregateStrategies.java | 53 +-
.../rewrite/EliminateGroupByKeyByUniform.java | 6 +
.../nereids/rules/rewrite/ExprIdRewriter.java | 59 +-
.../rules/rewrite/PushDownFilterThroughWindow.java | 5 +-
.../apache/doris/nereids/stats/JoinEstimation.java | 38 +-
.../org/apache/doris/nereids/trees/TreeNode.java | 4 +
.../trees/copier/LogicalPlanDeepCopier.java | 8 +-
.../doris/nereids/trees/expressions/Alias.java | 12 +
.../nereids/trees/expressions/BinaryOperator.java | 9 +
.../doris/nereids/trees/expressions/CaseWhen.java | 14 +
.../doris/nereids/trees/expressions/Cast.java | 11 +
.../trees/expressions/CompoundPredicate.java | 10 +
.../trees/expressions/DefaultValueSlot.java | 5 +
.../doris/nereids/trees/expressions/Exists.java | 10 +
.../nereids/trees/expressions/InPredicate.java | 25 +
.../nereids/trees/expressions/InSubquery.java | 10 +
.../doris/nereids/trees/expressions/IsNull.java | 8 +
.../doris/nereids/trees/expressions/Not.java | 7 +
.../nereids/trees/expressions/OrderExpression.java | 5 +
.../nereids/trees/expressions/Placeholder.java | 4 +
.../nereids/trees/expressions/Properties.java | 5 +
.../nereids/trees/expressions/ScalarSubquery.java | 9 +
.../trees/expressions/StringRegexPredicate.java | 11 +
.../doris/nereids/trees/expressions/Subtract.java | 13 +
.../trees/expressions/TimestampArithmetic.java | 15 +
.../nereids/trees/expressions/UnaryOperator.java | 8 +
.../trees/expressions/VirtualSlotReference.java | 7 +
.../nereids/trees/expressions/WhenClause.java | 7 +
.../trees/expressions/WindowExpression.java | 18 +
.../nereids/trees/expressions/WindowFrame.java | 38 +
.../trees/expressions/functions/BoundFunction.java | 11 +
.../functions/ExplicitlyCastableSignature.java | 5 +-
.../functions/ImplicitlyCastableSignature.java | 20 +-
.../functions/agg/AggregateFunction.java | 14 +
.../trees/expressions/functions/agg/Count.java | 8 +
.../expressions/functions/agg/SequenceCount.java | 2 +-
.../expressions/functions/agg/SequenceMatch.java | 2 +-
.../expressions/functions/agg/TopNWeighted.java | 6 +-
.../expressions/functions/agg/WindowFunnel.java | 2 +-
.../executable/DateTimeExtractAndTransform.java | 2 +-
.../functions/executable/NumericArithmetic.java | 13 +
.../expressions/functions/scalar/ArrayRange.java | 8 +-
.../functions/scalar/ArrayRangeDayUnit.java | 4 +-
.../functions/scalar/ArrayRangeHourUnit.java | 4 +-
.../functions/scalar/ArrayRangeMinuteUnit.java | 4 +-
.../functions/scalar/ArrayRangeMonthUnit.java | 4 +-
.../functions/scalar/ArrayRangeQuarterUnit.java | 4 +-
.../functions/scalar/ArrayRangeSecondUnit.java | 4 +-
.../functions/scalar/ArrayRangeWeekUnit.java | 4 +-
.../functions/scalar/ArrayRangeYearUnit.java | 4 +-
.../expressions/functions/scalar/ConvertTz.java | 4 +-
.../expressions/functions/scalar/CurrentTime.java | 4 +-
.../expressions/functions/scalar/DateDiff.java | 2 +-
.../expressions/functions/scalar/DateFormat.java | 2 +-
.../expressions/functions/scalar/DateTrunc.java | 20 +-
.../expressions/functions/scalar/DayCeil.java | 14 +-
.../expressions/functions/scalar/DayFloor.java | 14 +-
.../expressions/functions/scalar/DayName.java | 2 +-
.../expressions/functions/scalar/DayOfMonth.java | 2 +-
.../expressions/functions/scalar/DayOfWeek.java | 2 +-
.../expressions/functions/scalar/DayOfYear.java | 2 +-
.../expressions/functions/scalar/DaySecondAdd.java | 2 +-
.../expressions/functions/scalar/DaysAdd.java | 2 +-
.../expressions/functions/scalar/DaysDiff.java | 2 +-
.../expressions/functions/scalar/DaysSub.java | 3 +-
.../scalar/{TimeToSec.java => Factorial.java} | 28 +-
.../trees/expressions/functions/scalar/Field.java | 3 +-
.../trees/expressions/functions/scalar/Hour.java | 4 +-
.../expressions/functions/scalar/HourCeil.java | 14 +-
.../expressions/functions/scalar/HourFloor.java | 14 +-
.../expressions/functions/scalar/HoursAdd.java | 2 +-
.../expressions/functions/scalar/HoursDiff.java | 2 +-
.../expressions/functions/scalar/HoursSub.java | 2 +-
.../trees/expressions/functions/scalar/Lambda.java | 12 +
.../expressions/functions/scalar/LastDay.java | 2 +-
.../expressions/functions/scalar/MakeTime.java | 2 +-
.../functions/scalar/MicroSecondTimestamp.java | 2 +-
.../functions/scalar/MicroSecondsAdd.java | 2 +-
.../functions/scalar/MicroSecondsDiff.java | 2 +-
.../functions/scalar/MicroSecondsSub.java | 2 +-
.../expressions/functions/scalar/Microsecond.java | 2 +-
.../functions/scalar/MilliSecondTimestamp.java | 2 +-
.../functions/scalar/MilliSecondsAdd.java | 2 +-
.../functions/scalar/MilliSecondsDiff.java | 2 +-
.../functions/scalar/MilliSecondsSub.java | 2 +-
.../trees/expressions/functions/scalar/Minute.java | 4 +-
.../expressions/functions/scalar/MinuteCeil.java | 14 +-
.../expressions/functions/scalar/MinuteFloor.java | 14 +-
.../expressions/functions/scalar/MinutesAdd.java | 2 +-
.../expressions/functions/scalar/MinutesDiff.java | 2 +-
.../expressions/functions/scalar/MinutesSub.java | 2 +-
.../expressions/functions/scalar/MonthCeil.java | 14 +-
.../expressions/functions/scalar/MonthFloor.java | 14 +-
.../expressions/functions/scalar/MonthName.java | 2 +-
.../expressions/functions/scalar/MonthsAdd.java | 2 +-
.../expressions/functions/scalar/MonthsDiff.java | 2 +-
.../expressions/functions/scalar/MonthsSub.java | 2 +-
.../trees/expressions/functions/scalar/Now.java | 2 +-
.../expressions/functions/scalar/Quarter.java | 2 +-
.../expressions/functions/scalar/QuarterCeil.java | 14 +-
.../expressions/functions/scalar/QuarterFloor.java | 14 +-
.../expressions/functions/scalar/QuartersAdd.java | 2 +-
.../expressions/functions/scalar/QuartersDiff.java | 2 +-
.../expressions/functions/scalar/QuartersSub.java | 2 +-
.../expressions/functions/scalar/SecToTime.java | 2 +-
.../trees/expressions/functions/scalar/Second.java | 4 +-
.../expressions/functions/scalar/SecondCeil.java | 14 +-
.../expressions/functions/scalar/SecondFloor.java | 14 +-
.../functions/scalar/SecondTimestamp.java | 2 +-
.../expressions/functions/scalar/SecondsAdd.java | 2 +-
.../expressions/functions/scalar/SecondsDiff.java | 2 +-
.../expressions/functions/scalar/SecondsSub.java | 2 +-
.../trees/expressions/functions/scalar/Time.java | 2 +-
.../expressions/functions/scalar/TimeDiff.java | 6 +-
.../expressions/functions/scalar/TimeToSec.java | 2 +-
.../expressions/functions/scalar/Timestamp.java | 4 +-
.../trees/expressions/functions/scalar/ToDate.java | 2 +-
.../expressions/functions/scalar/ToDateV2.java | 2 +-
.../expressions/functions/scalar/ToIso8601.java | 2 +-
.../trees/expressions/functions/scalar/ToJson.java | 4 +-
.../expressions/functions/scalar/ToMonday.java | 2 +-
.../functions/scalar/UnixTimestamp.java | 2 +-
.../expressions/functions/scalar/UtcTime.java | 4 +-
.../trees/expressions/functions/scalar/Week.java | 4 +-
.../expressions/functions/scalar/WeekCeil.java | 14 +-
.../expressions/functions/scalar/WeekFloor.java | 14 +-
.../expressions/functions/scalar/WeekOfYear.java | 2 +-
.../expressions/functions/scalar/Weekday.java | 2 +-
.../expressions/functions/scalar/WeeksAdd.java | 2 +-
.../expressions/functions/scalar/WeeksDiff.java | 2 +-
.../expressions/functions/scalar/WeeksSub.java | 2 +-
.../expressions/functions/scalar/WidthBucket.java | 10 +-
.../trees/expressions/functions/scalar/Year.java | 2 +-
.../expressions/functions/scalar/YearCeil.java | 14 +-
.../expressions/functions/scalar/YearFloor.java | 14 +-
.../expressions/functions/scalar/YearWeek.java | 4 +-
.../expressions/functions/scalar/YearsAdd.java | 2 +-
.../expressions/functions/scalar/YearsDiff.java | 2 +-
.../expressions/functions/scalar/YearsSub.java | 2 +-
.../functions/table/TableValuedFunction.java | 5 +-
.../functions/window/RequireTrivialTypes.java | 4 +-
.../trees/expressions/literal/ArrayLiteral.java | 7 +
.../trees/expressions/literal/Interval.java | 9 +
.../nereids/trees/expressions/literal/Literal.java | 5 +
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../doris/nereids/trees/plans/AbstractPlan.java | 12 +-
.../apache/doris/nereids/trees/plans/FakePlan.java | 2 +-
.../org/apache/doris/nereids/trees/plans/Plan.java | 6 +-
.../plans/commands/AlterStorageVaultCommand.java | 7 +-
.../trees/plans/commands/ExplainCommand.java | 8 +
.../trees/plans/commands/ExportCommand.java | 35 +-
.../trees/plans/commands/ShowTypeCastCommand.java | 16 -
.../trees/plans/commands/UpdateCommand.java | 3 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 6 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 174 +-
.../commands/info/ModifyTablePropertiesOp.java | 14 +
.../plans/commands/info/PartitionTableInfo.java | 69 +
.../insert/BatchInsertIntoTableCommand.java | 7 +
.../commands/insert/InsertIntoTableCommand.java | 11 +
.../insert/InsertOverwriteTableCommand.java | 12 +
.../trees/plans/commands/insert/InsertUtils.java | 45 +-
.../BackendDistributedPlanWorkerManager.java | 5 +-
.../job/UnassignedScanBucketOlapTableJob.java | 62 +-
.../trees/plans/logical/LogicalAggregate.java | 81 +-
.../nereids/trees/plans/logical/LogicalCTE.java | 14 +
.../trees/plans/logical/LogicalCheckPolicy.java | 22 +
.../nereids/trees/plans/logical/LogicalExcept.java | 9 +
.../trees/plans/logical/LogicalFileSink.java | 10 +
.../nereids/trees/plans/logical/LogicalFilter.java | 12 +
.../trees/plans/logical/LogicalGenerate.java | 22 +
.../nereids/trees/plans/logical/LogicalHaving.java | 13 +
.../trees/plans/logical/LogicalIntersect.java | 9 +
.../nereids/trees/plans/logical/LogicalJoin.java | 18 +
.../nereids/trees/plans/logical/LogicalLimit.java | 11 +
...LogicalProject.java => LogicalPostProject.java} | 129 +-
.../trees/plans/logical/LogicalProject.java | 19 +
.../trees/plans/logical/LogicalQualify.java | 10 +
.../nereids/trees/plans/logical/LogicalRepeat.java | 45 +-
.../trees/plans/logical/LogicalSelectHint.java | 5 +
.../trees/plans/logical/LogicalSetOperation.java | 21 +-
.../nereids/trees/plans/logical/LogicalSort.java | 12 +
.../trees/plans/logical/LogicalSubQueryAlias.java | 13 +
.../nereids/trees/plans/logical/LogicalUnion.java | 9 +
.../trees/plans/logical/LogicalUsingJoin.java | 16 +
.../nereids/trees/plans/logical/LogicalWindow.java | 9 +
.../nereids/trees/plans/visitor/PlanVisitor.java | 5 +
.../apache/doris/nereids/types/AggStateType.java | 4 +-
.../org/apache/doris/nereids/types/DataType.java | 2 +-
.../apache/doris/nereids/types/DateTimeV2Type.java | 4 +-
.../apache/doris/nereids/types/DecimalV2Type.java | 2 +-
.../org/apache/doris/nereids/types/TimeV2Type.java | 7 +-
.../doris/nereids/util/TypeCoercionUtils.java | 18 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 2 -
.../org/apache/doris/planner/OlapScanNode.java | 33 +-
.../org/apache/doris/qe/AbstractJobProcessor.java | 18 +
.../java/org/apache/doris/qe/ConnectContext.java | 43 +-
.../java/org/apache/doris/qe/JobProcessor.java | 2 +
.../java/org/apache/doris/qe/ResultReceiver.java | 3 +
.../java/org/apache/doris/qe/SessionVariable.java | 9 +
.../java/org/apache/doris/qe/StmtExecutor.java | 11 +-
.../org/apache/doris/qe/runtime/LoadProcessor.java | 25 +-
.../qe/runtime/MultiFragmentsPipelineTask.java | 25 +-
.../apache/doris/qe/runtime/QueryProcessor.java | 34 +-
.../resource/computegroup/ComputeGroupMgr.java | 22 +-
.../java/org/apache/doris/rewrite/FEFunctions.java | 50 -
.../apache/doris/service/FrontendServiceImpl.java | 2 +-
.../arrowflight/FlightSqlConnectProcessor.java | 2 +-
.../java/org/apache/doris/system/HeartbeatMgr.java | 3 +-
.../ExternalFileTableValuedFunction.java | 9 +-
.../tablefunction/JdbcQueryTableValueFunction.java | 4 +-
.../doris/tablefunction/MetadataGenerator.java | 29 +-
.../tablefunction/NumbersTableValuedFunction.java | 9 +-
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +-
.../main/java/org/apache/doris/task/PushTask.java | 12 +
.../doris/analysis/PartitionExprUtilTest.java | 3 +-
.../org/apache/doris/catalog/FunctionSetTest.java | 70 -
.../org/apache/doris/common/GenericPoolTest.java | 6 +
.../doris/common/proc/IndexSchemaProcNodeTest.java | 2 +
.../AWSGlueMetaStoreBasePropertiesTest.java | 2 +-
.../external/elasticsearch/QueryBuildersTest.java | 6 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 2 +-
.../org/apache/doris/mtmv/MTMVPlanUtilTest.java | 229 +-
.../apache/doris/mtmv/MTMVRelationManagerTest.java | 42 +-
.../org/apache/doris/mtmv/MTMVRelationTest.java | 117 +
.../apache/doris/mtmv/MTMVSchemaChangeTest.java | 94 +
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 3 +-
.../test/java/org/apache/doris/mtmv/MTMVTest.java | 5 +-
.../mysql/authenticate/ldap/LdapClientTest.java | 114 +-
.../glue/translator/CountStarSmallestSlotTest.java | 6 +-
.../apache/doris/nereids/mv/PredicatesTest.java | 190 +
.../apache/doris/nereids/mv/StructInfoTest.java | 242 +
.../doris/nereids/parser/EncryptSQLTest.java | 15 +-
.../nereids/parser/NereidsParserDigestTest.java | 300 +
.../nereids/rules/analysis/GenerateFunction.java | 1644 -
.../rules/expression/check/CheckCastTest.java | 112 +-
.../org/apache/doris/nereids/stats/DummyPlan.java | 2 +-
.../trees/copier/LogicalPlanDeepCopierTest.java | 76 +-
.../doris/nereids/trees/expressions/CastTest.java | 26 +-
.../nereids/trees/expressions/FunctionTest.java | 161 -
.../nereids/trees/expressions/TryCastTest.java | 2 +-
.../functions/ComputeSignatureHelperTest.java | 18 +-
.../apache/doris/nereids/types/DataTypeTest.java | 2 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 6 +-
.../doris/nereids/util/TypeCoercionUtilsTest.java | 2 +-
.../java/org/apache/doris/qe/LocalShuffleTest.java | 2 +-
.../doris/qe/LocalShuffleWithBucketJoinTest.java | 86 +
.../org/apache/doris/qe/OlapQueryCacheTest.java | 1 -
.../org/apache/doris/rewrite/FEFunctionsTest.java | 840 -
.../doris/rewrite/RewriteDateLiteralRuleTest.java | 255 -
.../apache/doris/utframe/MockedBackendFactory.java | 9 +
.../apache/doris/utframe/TestWithFeService.java | 10 +-
fe/pom.xml | 36 +-
gensrc/proto/internal_service.proto | 35 +
gensrc/script/Makefile | 10 +-
gensrc/script/doris_builtins_functions.py | 2370 -
gensrc/script/gen_builtins_functions.py | 241 -
gensrc/thrift/BackendService.thrift | 12 +
gensrc/thrift/PaloInternalService.thrift | 2 +
gensrc/thrift/PlanNodes.thrift | 4 +
gensrc/thrift/Status.thrift | 3 +
.../data/ann_index_p0/ann_index_only_scan.out | 19 +
.../test_backup_restore_retention_count.out} | 13 +-
.../json/json_group_by_and_distinct.out | 25 +
.../iceberg/test_iceberg_transform_partitions.out | 5 +
.../info_schema_db/test_info_schema_db.out | 12 +-
.../jdbc/test_query_tvf_cross_catalog.out} | 14 +-
.../paimon/paimon_base_filesystem.out | 3 +
.../external_table_p0/tvf/test_catalogs_tvf.out | 4 +-
.../analyzer/test_custom_analyzer.out | 174 +
.../stream_load/enclose_with_same_escape.csv | 2 +
.../test_csv_with_enclose_and_escape.out | 2 +
.../data/mtmv_p0/test_create_mtmv_with_view.out | 30 +
.../mtmv_p0/test_create_mtmv_with_view_alter.out | 19 +
.../test_create_mtmv_with_view_alter_table.out | 19 +
.../test_create_mtmv_with_view_commit.out} | 13 +-
.../test_create_mtmv_with_view_cte.out} | 13 +-
.../mtmv_p0/test_create_mtmv_with_view_mtmv.out | 20 +
.../mtmv_p0/test_create_mtmv_with_view_pct.out | 21 +
.../mtmv_p0/test_create_mtmv_with_view_rollup.out | 9 +
...mtmv.out => test_limit_partition_view_mtmv.out} | 0
.../data/mtmv_p0/test_view_hive_mtmv.out | 28 +
.../mv/agg_variety/join_conjuncts_eliminate.out | 11 +
.../mv/availability/consistency_relaxed_tables.out | 19 +
.../mv/derive_mv_operative/derive_mv_oprative.out} | 21 +-
.../mv/window/window_above_aggregate.out | 271 +
.../mv/window/window_above_join.out | 453 +
.../mv/window/window_above_scan.out | 349 +
.../auto_partition/test_auto_new_recycle.out | 21 +
.../array_functions/test_array_functions.out | 132 +
.../test_math_unary_always_nullable.out | 38 +
.../test_string_function_regexp.out | 56 +-
.../doris/regression/action/ProfileAction.groovy | 5 +-
.../apache/doris/regression/suite/Syncer.groovy | 37 +-
regression-test/pipeline/common/doris-utils.sh | 4 +-
.../plugins/cloud_recycler_plugin.groovy | 198 +-
.../suites/ann_index_p0/ann_index_only_scan.groovy | 450 +
.../ann_index_only_scan_distance_expr.groovy | 206 +
.../ann_index_only_scan_metric_direction.groovy | 228 +
.../ann_index_p0/product_quantization.groovy | 2 +-
.../suites/auth_p0/test_query_tvf_auth.groovy | 2 +-
.../test_backup_restore_retention_count.groovy | 99 +
.../cloud_p0/balance/test_balance_warm_up.groovy | 38 +-
.../test_balance_warm_up_use_peer_cache.groovy | 223 +
...e_warm_up_with_compaction_use_peer_cache.groovy | 234 +
.../read_from_peer/test_read_from_peer.groovy | 178 +
.../cloud_p0/multi_cluster/test_auto_start.groovy | 1 +
.../multi_cluster/test_no_cluster_hits.groovy | 34 +-
.../suites/cloud_p0/recycler/test_checker.groovy | 58 +-
.../test_clean_tablet_when_rebalance.groovy | 3 +-
.../json/json_group_by_and_distinct.groovy | 112 +
.../create_view_nereids_fix_null.groovy | 2 +-
.../data-operate/scheduler/job-scheduler.md.groovy | 2 +-
.../export_p0/test_export_delete_disallow.groovy | 75 +
.../export/test_export_external_table.groovy | 2 +-
.../test_hive_metadata_refresh_interval.groovy | 101 +
.../test_iceberg_transform_partitions.groovy | 8 +
.../jdbc/test_doris_jdbc_catalog.groovy | 2 +-
.../test_doris_jdbc_catalog_query_bitmap.groovy | 2 +-
.../external_table_p0/jdbc/test_jdbc_call.groovy | 4 +-
.../jdbc/test_jdbc_catalog_push_cast.groovy | 2 +-
.../jdbc/test_jdbc_query_mysql.groovy | 2 +-
.../jdbc/test_jdbc_query_tvf.groovy | 2 +-
.../jdbc/test_jdbc_row_count.groovy | 2 +-
.../jdbc/test_jni_complex_type.groovy | 2 +-
.../jdbc/test_mariadb_jdbc_catalog.groovy | 2 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 6 +-
.../jdbc/test_mysql_jdbc_catalog_nereids.groovy | 2 +-
.../jdbc/test_mysql_jdbc_statistics.groovy | 2 +-
.../jdbc/test_query_tvf_cross_catalog.groovy | 73 +
.../test_switch_catalog_and_delete_internal.groovy | 2 +-
.../ctas/test_mysql_all_types_ctas.groovy | 2 +-
.../select/test_doris_all_types_select.groovy | 2 +-
.../select/test_mysql_all_types_select.groovy | 2 +-
.../type_test/tvf/test_mysql_all_types_tvf.groovy | 2 +-
.../lower_case/test_conflict_name.groovy | 2 +-
.../lower_case/test_lower_case_meta_include.groovy | 2 +-
.../test_lower_case_meta_show_and_select.groovy | 2 +-
...er_case_meta_with_lower_table_conf_grant.groovy | 2 +-
...ta_with_lower_table_conf_show_and_select.groovy | 2 +-
.../lower_case/test_lower_case_mtmv.groovy | 2 +-
.../test_meta_cache_select_without_refresh.groovy | 2 +-
.../lower_case/test_meta_names_mapping.groovy | 2 +-
.../lower_case/test_timing_refresh_catalog.groovy | 2 +-
.../lower_case/upgrade/load.groovy | 2 +-
.../nereids_commands/test_use_database_stmt.groovy | 2 +-
.../paimon/paimon_base_filesystem.groovy | 3 +-
.../test_iceberg_rest_minio_connectivity.groovy | 105 +
.../tvf/test_tvf_topn_lazy_mat.groovy | 4 +-
.../external_table_p0/tvf/test_tvf_view.groovy | 36 +-
.../suites/external_table_p0/upgrade/load.groovy | 4 +-
.../mysql/test_external_catalog_mysql.groovy | 2 +-
.../mysql/test_external_resource_mysql.groovy | 2 +-
.../hive_on_hms_and_dlf.groovy | 113 +
.../test_connection/test_connectivity.groovy | 207 +
.../test_delete_from_timeout.groovy | 10 +
.../analyzer/test_custom_analyzer.groovy | 347 +-
.../test_inverted_index_io_timer.groovy | 48 +-
.../streaming_job/test_streaming_insert_job.groovy | 22 +-
.../test_streaming_insert_job_alter.groovy | 2 +-
.../test_streaming_insert_job_crud.groovy | 7 +-
.../test_streaming_insert_job_offset.groovy | 8 +-
...st_streaming_job_alter_offset_restart_fe.groovy | 12 +-
.../test_streaming_job_restart_fe.groovy | 8 +-
.../test_broker_load_strict_mode.groovy | 110 +
.../broker_load/test_load_data_from_path.groovy | 205 +
.../test_csv_with_enclose_and_escape.groovy | 9 +
.../test_stream_load_include_where_expr.groovy | 2 +-
.../suites/manager/test_manager_interface_1.groovy | 2 +-
.../suites/manager/test_manager_interface_3.groovy | 4 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 -
.../mtmv_p0/test_create_mtmv_with_view.groovy | 112 +
.../test_create_mtmv_with_view_alter.groovy | 94 +
.../test_create_mtmv_with_view_alter_table.groovy | 103 +
.../test_create_mtmv_with_view_commit.groovy | 69 +
.../mtmv_p0/test_create_mtmv_with_view_cte.groovy | 92 +
.../mtmv_p0/test_create_mtmv_with_view_mtmv.groovy | 126 +
.../mtmv_p0/test_create_mtmv_with_view_pct.groovy | 103 +
.../test_create_mtmv_with_view_rollup.groovy | 81 +
.../mtmv_p0/test_limit_partition_view_mtmv.groovy | 254 +
.../suites/mtmv_p0/test_mysql_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_view_hive_mtmv.groovy | 98 +
.../suites/mv_p0/count_star/count_star.groovy | 2 +-
.../suites/nereids_function_p0/load.groovy | 5 +
.../create_table/test_ctas_auto_partition.groovy | 2 +-
.../explain/test_pushdown_explain.groovy | 50 +
.../fold_constant_numeric_arithmatic.groovy | 10 +
.../suites/nereids_p0/show/test_show_where.groovy | 2 +-
.../eliminate_group_by_key_by_uniform.groovy | 95 +
.../mv/agg_on_none_agg/agg_on_none_agg.groovy | 6 +-
.../mv/agg_variety/join_conjuncts_eliminate.groovy | 130 +
.../availability/consistency_relaxed_tables.groovy | 262 +
.../derive_mv_operative/derive_mv_oprative.groovy | 72 +
.../external/dml_query_has_external_table.groovy | 2 +-
.../null_aware_left_anti_join.groovy | 4 +-
.../mv/pre_rewrite/limit/query_with_limit.groovy | 6 +-
.../nereids_rules_p0/mv/tpch/mv_tpch_test.groovy | 5 +-
.../mv/window/window_above_aggregate.groovy | 1821 +
.../mv/window/window_above_join.groovy | 1591 +
.../mv/window/window_above_scan.groovy | 1329 +
.../suites/nereids_syntax_p0/alias_conflict.groovy | 2 +-
.../distribute/colocate_union_numbers.groovy | 72 -
.../nereids_syntax_p0/distribute/union_tvf.groovy | 10 +-
.../auto_partition/test_auto_new_recycle.groovy | 185 +
.../test_auto_partition_behavior.groovy | 2 +-
.../test_auto_range_partition.groovy | 30 +-
.../suites/query_p0/show/test_show_where.groovy | 2 +-
.../array_functions/test_array_functions.groovy | 13 +
.../test_math_unary_always_nullable.groovy | 43 +
.../test_string_function_regexp.groovy | 52 +-
.../test_ranger_access_resource_catalog.groovy | 2 +-
.../test_ranger_access_resource_global.groovy | 2 +-
.../test_ranger_access_resource_resource.groovy | 2 +-
...test_ranger_access_role_resource_catalog.groovy | 2 +-
regression-test/suites/variant_p0/desc.groovy | 22 +-
regression-test/suites/variant_p0/load.groovy | 12 +-
.../variant_p0/predefine/variant_hirachinal.groovy | 4 +-
.../suites/variant_p0/variant_hirachinal.groovy | 4 +-
.../suites/variant_p0/variant_with_rowstore.groovy | 4 +-
regression-test/suites/variant_p2/load.groovy | 4 +-
thirdparty/download-thirdparty.sh | 5 +-
thirdparty/patches/cctz-lookup-offset.patch | 172 +
thirdparty/vars.sh | 8 +-
919 files changed, 515664 insertions(+), 15828 deletions(-)
create mode 100644 be/dict/pinyin/pinyin.txt
create mode 100644 be/dict/pinyin/pinyin_alphabet.dict
create mode 100644 be/dict/pinyin/polyphone.txt
create mode 100644 be/src/io/cache/peer_file_cache_reader.cpp
create mode 100644 be/src/io/cache/peer_file_cache_reader.h
create mode 100644 be/src/io/fs/connectivity/s3_connectivity_tester.cpp
copy be/src/io/fs/{hdfs.h => connectivity/s3_connectivity_tester.h} (73%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/CollectOneLevelRelation.java
=> be/src/io/fs/connectivity/storage_connectivity_tester.cpp (56%)
copy be/src/io/fs/{hdfs.h => connectivity/storage_connectivity_tester.h} (71%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.cpp
copy be/src/{vec/exprs/vinfo_func.h =>
olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h}
(54%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/CollectOneLevelRelation.java
=>
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.cpp
(53%)
copy be/src/{io/fs/hdfs.h =>
olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.h} (66%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h
copy be/src/{vec/exprs/vinfo_func.h =>
olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_config.h} (51%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.cpp
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.h}
(63%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.cpp
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h}
(56%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/rune.h} (56%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/term_item.h
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/query_v2/loaded_postings_test.cpp
copy
be/test/olap/rowset/segment_v2/inverted_index/query_v2/{phrase_query_test.cpp
=> multi_phrase_query_test.cpp} (56%)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/query_v2/simple_union_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_alphabet_tokenizer_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_analysis_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_util_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_forest_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_get_word_test.cpp
delete mode 100644
fe/fe-common/src/main/java/org/apache/doris/catalog/MultiRowType.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionTypeDeducers.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AWSGlueMetaStoreBaseConnectivityTester.java
copy fe/fe-core/src/main/java/org/apache/doris/{qe/JobProcessor.java =>
datasource/connectivity/AbstractHiveConnectivityTester.java} (63%)
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/rules/analysis/CollectOneLevelRelation.java
=> datasource/connectivity/AbstractIcebergConnectivityTester.java} (58%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractS3CompatibleConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/CatalogConnectivityTestCoordinator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HMSBaseConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HdfsCompatibleConnectivityTester.java
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
datasource/connectivity/HdfsConnectivityTester.java} (72%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/s3/S3Offset.java =>
datasource/connectivity/HiveGlueMetaStoreConnectivityTester.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/rules/analysis/CollectOneLevelRelation.java
=> datasource/connectivity/HiveHMSConnectivityTester.java} (52%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/s3/S3Offset.java =>
datasource/connectivity/IcebergGlueMetaStoreConnectivityTester.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/rules/analysis/CollectOneLevelRelation.java
=> datasource/connectivity/IcebergHMSConnectivityTester.java} (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergRestConnectivityTester.java
copy fe/fe-core/src/main/java/org/apache/doris/{qe/JobProcessor.java =>
datasource/connectivity/IcebergS3TablesMetaStoreConnectivityTester.java} (60%)
rename
regression-test/suites/nereids_p0/show/test_nereids_show_typecast.groovy =>
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/MetaConnectivityTester.java
(62%)
copy fe/fe-core/src/main/java/org/apache/doris/{qe/JobProcessor.java =>
datasource/connectivity/MinioConnectivityTester.java} (66%)
copy fe/fe-core/src/main/java/org/apache/doris/{qe/JobProcessor.java =>
datasource/connectivity/S3ConnectivityTester.java} (66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/StorageConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/indexpolicy/PinyinTokenFilterValidator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/indexpolicy/PinyinTokenizerValidator.java
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/rules/analysis/CollectOneLevelRelation.java
=> mtmv/MTMVAnalyzeQueryInfo.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/AbstractMaterializedViewWindowRule.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/MaterializedViewWindowAggregateRule.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/MaterializedViewWindowJoinRule.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/MaterializedViewWindowScanRule.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{TimeToSec.java
=> Factorial.java} (75%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/{LogicalProject.java
=> LogicalPostProject.java} (56%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/FunctionSetTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVRelationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVSchemaChangeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/PredicatesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/StructInfoTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/NereidsParserDigestTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/GenerateFunction.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/FunctionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/LocalShuffleWithBucketJoinTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/rewrite/FEFunctionsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/rewrite/RewriteDateLiteralRuleTest.java
delete mode 100644 gensrc/script/doris_builtins_functions.py
delete mode 100755 gensrc/script/gen_builtins_functions.py
create mode 100644 regression-test/data/ann_index_p0/ann_index_only_scan.out
copy
regression-test/data/{nereids_syntax_p0/distribute/colocate_union_numbers.out
=> backup_restore/test_backup_restore_retention_count.out} (53%)
create mode 100644
regression-test/data/datatype_p0/json/json_group_by_and_distinct.out
copy
regression-test/data/{nereids_syntax_p0/distribute/colocate_union_numbers.out
=> external_table_p0/jdbc/test_query_tvf_cross_catalog.out} (53%)
create mode 100644
regression-test/data/load_p0/stream_load/enclose_with_same_escape.csv
create mode 100644 regression-test/data/mtmv_p0/test_create_mtmv_with_view.out
create mode 100644
regression-test/data/mtmv_p0/test_create_mtmv_with_view_alter.out
create mode 100644
regression-test/data/mtmv_p0/test_create_mtmv_with_view_alter_table.out
copy
regression-test/data/{nereids_syntax_p0/distribute/colocate_union_numbers.out
=> mtmv_p0/test_create_mtmv_with_view_commit.out} (64%)
copy
regression-test/data/{nereids_syntax_p0/distribute/colocate_union_numbers.out
=> mtmv_p0/test_create_mtmv_with_view_cte.out} (63%)
create mode 100644
regression-test/data/mtmv_p0/test_create_mtmv_with_view_mtmv.out
create mode 100644
regression-test/data/mtmv_p0/test_create_mtmv_with_view_pct.out
create mode 100644
regression-test/data/mtmv_p0/test_create_mtmv_with_view_rollup.out
copy regression-test/data/mtmv_p0/{test_limit_partition_mtmv.out =>
test_limit_partition_view_mtmv.out} (100%)
create mode 100644 regression-test/data/mtmv_p0/test_view_hive_mtmv.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/agg_variety/join_conjuncts_eliminate.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/availability/consistency_relaxed_tables.out
rename
regression-test/data/{nereids_syntax_p0/distribute/colocate_union_numbers.out
=> nereids_rules_p0/mv/derive_mv_operative/derive_mv_oprative.out} (50%)
create mode 100644
regression-test/data/nereids_rules_p0/mv/window/window_above_aggregate.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/window/window_above_join.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/window/window_above_scan.out
create mode 100644
regression-test/data/partition_p0/auto_partition/test_auto_new_recycle.out
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_distance_expr.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_metric_direction.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_retention_count.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_balance_warm_up_use_peer_cache.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_balance_warm_up_with_compaction_use_peer_cache.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/read_from_peer/test_read_from_peer.groovy
create mode 100644
regression-test/suites/datatype_p0/json/json_group_by_and_distinct.groovy
create mode 100644
regression-test/suites/export_p0/test_export_delete_disallow.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_metadata_refresh_interval.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_query_tvf_cross_catalog.groovy
create mode 100644
regression-test/suites/external_table_p0/test_connection/test_iceberg_rest_minio_connectivity.groovy
create mode 100644
regression-test/suites/external_table_p2/test_connection/test_connectivity.groovy
create mode 100644
regression-test/suites/load_p0/broker_load/test_broker_load_strict_mode.groovy
create mode 100644
regression-test/suites/load_p0/broker_load/test_load_data_from_path.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_alter.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_alter_table.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_commit.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_cte.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_pct.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_create_mtmv_with_view_rollup.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_limit_partition_view_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_view_hive_mtmv.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/agg_variety/join_conjuncts_eliminate.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/availability/consistency_relaxed_tables.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/derive_mv_operative/derive_mv_oprative.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/window/window_above_aggregate.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/window/window_above_join.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/window/window_above_scan.groovy
delete mode 100644
regression-test/suites/nereids_syntax_p0/distribute/colocate_union_numbers.groovy
copy be/src/io/fs/hdfs.h =>
regression-test/suites/nereids_syntax_p0/distribute/union_tvf.groovy (84%)
create mode 100644
regression-test/suites/partition_p0/auto_partition/test_auto_new_recycle.groovy
create mode 100644 thirdparty/patches/cctz-lookup-offset.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
