This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch auto-pick-50062-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard b64c4507a2f [improve](cloud-mow)Add checker for compaction key (#50062)
add 9472f9db15e branch-3.0: [fix](Nereids) we should also push down expr
in join's mark conjuncts #50886 (#50954)
add d46be2c747d branch-3.0: [fix](pipelinex) fix null aware left anti join
instance num #51053 (#51061)
add 67b539ca25e branch-3.0: [fix](pipelineX) fix DCHECK error when reuse
_join_block in nested loop join #46493 (#51128)
add 4189b9fe6f8 branch-3.0: [fix](nereids) Not use rule
FOUR_PHASE_AGGREGATE_WITH_DISTINCT_WITH_FULL_DISTRIBUTE when
mustUseMultiDistinctAgg #51099 (#51139)
add 80eae07e043 branch-3.0:[fix](parquet/orc) Disable string dictionary
filtering when predicate express is not binary pred and in pred (#50749)
(#51267)
add 9c34a7f6b75 branch-3.0: [feat](udf) support "prefer_udf_over_builtin"
session variable #51195 (#51275)
add 3bbcc1f9fe6 branch-3.0: [Fix] (nereids) Fix incorrect hive references
in LogicalIcebergTableSink and update PlanType #49306 (#51286)
add a092ebb17c1 branch-3.0: [Fix](Iceberg-hadoop-catalog)Fix
Kerberos-authenticated HadoopCatalog insert failures due to missing kerberos
credentials #51245 (#51336)
add 20cc5e9edb8 branch-3.0: [bugfix](fold) Skip constant folding in
from_base64 function to fix binary data handling #50453 (#51412)
add f23dae0f2fa branch-3.0: [fix](inverted index) fix error when open
empty index file #51393 (#51438)
add 7247a23ec33 branch-3.0: [fix](cloud) potential data race when retrying
prepare/commit rowset for load #51129 (#51483)
add 06d751451a7 branch-3.0: [enhance](metrics)add some compaction metrics
#50910 (#51487)
add 1424e1f0f1b branch-3.0: [Bug](sort) fix wrong result coz push down
sort with null last #51472 (#51506)
add 0b6350e802a branch-3.0: [Enhancement](schema_table)Improve the field
information of information_schema partitions (#51520)
add 797363b1ede branch-3.0: [fix](mtmv)Fix issue that refreshState turns
to init when replaying alterStatus editLog #51439 (#51543)
add cecf9fb0377 branch-3.0: [opt](webui) support all kinds of statement in
webui #51547 (#51579)
add 68d21272bed branch-3.0: [opt](rowset meta) truncate segments key
bounds if too large to avoid `RowsetMetaCloudPB` exceeds fdb's 100KB limits
(#45287) (#51595)
add cb34e90b62b [branch-3.0 fix](expr) fix expr set result column id even
when state is not ok #50938 (#51226)
add ea52c3f83bd [fix](join)Consider mark join when computing
right_col_idx(#50720) (#51156)
add 20279a25390 [cherry-pick](branch-30) pick (#50913) (#51073)
add 9e1568618f7 [Optimize](orc-reader) Optimize stripe footer multiple
reads in orc reader. (#51277)
add 5bcaf5cd901 branch-3.0: [fix](arrow-flight-sql) Separate
arrow-flight-sql connection and mysql connection (#51294)
add b053f3ff652 branch-3.0: [fix](function) JSON_EXTRACT_STRING should
return NULL instead of the string 'null' when encountering a NULL value #51516
(#51565)
add 38961aec409 [fix](regression-test) fix global var in cases (#51633)
add cf057bfb096 branch-3.0: [fix](load) fix concurrent read and write to
runningTxnIds #51615 (#51639)
add 327c545949b branch-3.0: [fix](blocking queue) introduce condition
variable wait timeout to avoid blocking queue deadlock #50906 (#51596)
add 00393110c91 branch-3.0: [improvement](statistics)Eliminate null values
while sample analyzing ndv. #50574 (#51575)
add 2a75c100fde branch-3.0: [Fix](meta tool) Fix meta tool #51522 (#51534)
add ea6e7784b61 branch-3.0: [fix](hudi) check requiredFields exists in
splitHudiColumnNames in HudiJniScanner #51430 (#51503)
add c971c733db2 branch-3.0:[enhance](mtmv)cache table snapshot in refresh
context (#50855) (#51494)
add 806d64930a6 [feature](Cloud) support volcano engine object storage tos
(#51361)
add c381a0b9b53 [fix](test) Fix multi check test (#51406)
add ce42bb56235 branch-3.0:[improvement](statistics)Agg table set preagg
on when doing sample analyzing. (#49918) (#51672)
add b62273acb45 [refactor](jsonb) Make the checkAndCreateDocument function
return a Status (#51673)
add c9755f5d65b [opt](deps) add jindofs in classpath after hadoop libs
(#51689) (#51722)
add 6acf137cd25 [enhancement](time_series) increase the version limit for
the time series table (#51371) (#51656)
add 1b67a327374 branch-3.0: Pick [fix](group commit) replay wal set cloud
cluster name (#51517) (#51666)
add 5a7618fe4c6 branch-3.0: [fix](nereids)allow in partition contains
MAX_VALUE #46076 (#51806)
add 5ae9cf7ee6f branch-3.0: [Fix](case) Fix case
`test_key_bounds_truncation_write_scenarios` #51761 (#51788)
add b8a9344e226 branch-3.0: [opt](insert) return root cause of exception
when executing insert #51721 (#51758)
add e6f690ee6e8 branch-3.0: [fix](doris-compose) fix docker file create
directory #51644 (#51737)
add 987b5b502ea branch-3.0: [bugfix](query) Fix for incorrect query
results of variant type #51651 (#51705)
add f6d7f7023be branch-3.0: [fix](regression) fix
test_alter_column_comment case failed in 3 FE environment #51655 (#51691)
add d199e24a8a7 branch-3.0: [Fix](cloud-mow) Remove potential existing
split delete bitmap KVs before update them in schema change (#51353) (#51531)
add 029197d9372 [feat](cloud) Add unused rowset state for CloudTablet
(#51674)
add 2404371f3c8 branch-3.0: [fix](nereids) fix cast ipv4 to string #51546
(#51739)
add d499904f407 [cherry-pick](branch-30) support split_by_regexp (#38259)
(#47676) (#50272)
add 9d727d6c61f [fix](cloud) compaction and schema change potential data
race when retrying prepare rowset (#51048) (#51852)
add 3d28b86615b branch-3.0: [Bug](function) fix wrong result of
hll_to_base64 #51831 (#51849)
add 0922e52f685 [opt](mtmv) optimize mtmv rewrite performance (#49514)
(#51312)
add caa978ca0b9 branch-3.0: [Fix](multicatelog) Fix insert iceberg/hive
table when use broker #51187 (#51243)
add 4677e361337 branch-3.0: [chore](load) reduce log for data load #51172
(#51802)
add 97a8cd4db6d branch-3.0: [fix](memory-leak) skip libzip and libjvm
memory leak #51628 (#51631)
add 5970c82edc7 branch-3.0: [fix](filecache) fix
load_cache_info_into_memory crash #51684 (#51904)
add 945f776ac1d [cherry-pick](branch-30) fix split_by_regexp meet empty
string return error (#51293) (#51862)
add 66681cfe5cf branch-3.0: [feat](cloud) Support alter operation for
obj_info and s3 vault obj_info #51162 (#51685)
add 69912ecaafd branch-3.0: [fix](mow) remove delete bitmap when remove
unused rowsets (#50973) (#51871)
add 483440afa96 branch-3.0: [improve](auto partition) random choose dummy
partition location to enhance fault tolerance #51732 (#51885)
add f440b741fb5 branch-3.0: [fix](jdbc) make sure init the jdbc client
before using it (#51540)
add ec7314fd89a [feat](desc) add comment column in desc statement (#51047)
(#51916)
add abc190ae1c3 branch-3.0: [Fix](compile) Fix arm compile failure caused
by undefined symbol #51715 (#51926)
add 6f6335a2527 [ci](perf) adjust exsits meta and data path (#51912)
add 459632e0f4e [feat](jdbc) support custom function rules in catalog
properties (#51471) (#51918)
add 0ec6d154fe9 branch-3.0: [test](mv) Fix mv regression test is not
chosen stable by CBO #50690 (#51943)
add 3f733ceb791 branch-3.0: [improvement](cloud) enable s3 load from
volcano engine object storag… #51794 (#51909)
add d3148dced23 branch-3.0: [enhancement](cloud) monitor evict size of
file cache active gc #51197 (#51793)
add 75d29d8e104 branch-3.0: [fix](trash) Fix shadow variable causing
garbage scheduling time errors #51647 (#51687)
add a7dddf01183 branch-3.0: [fix](auto bucket)Set the estimated partition
size to 5G in non cloud #51258 (#51682)
add 542cc933588 branch-3.0: [chore](cloud) Add cloud meta mgr timeout
counter #51836 (#51882)
add b48e0c0d51e branch-3.0: [fix](alter) alter partition without
storage_policy property will also cancel storage_policy #51662 (#51779)
add 2251d1f89a3 branch-3.0: [fix](hudi catalog) Fix the Kerberos
authentication error when querying hudi table #51713 (#51902)
add c4884ad079c branch-3.0: [opt](storage) Add log and metric when
aws/azure sdk do retry operation #51485 (#51686)
add cec412a853d branch-3.0: [opt](cache) Reset initial capacity of all
caches after Cgroup memory limit changes (#51698)
add e757432bfd4 [bugfix](memleak) fix memory leak for tabletschema and
result cache (#51931) (#51952)
add 7df2b14a12a [cherry-pick](branch-30) support regexp_replace function
with ignore flag options (#50245) (#51917)
add 2d1de5558df [bugfix](memleak) fix memleak in arrow input stream
(#51929) (#51992) (#52039)
add dc679ae9670 branch-3.0: [Opt](cloud-mow) Add more delete bitmap
verbose log (#51751) (#52121)
add 3327cefa829 [fix](restore) Analyze idx meta in Olap Table after
restore commit (#51907)
add a1d5291c2a0 branch-3.0: [chore](storage vault) Make
CacheHotspotManager exception msg more distinct #51861 (#52136)
add 1a888e5d98c branch-3.0: [chore](cloud) Implement idempotent injection
framework for meta-service #51905 (#52102)
add f0d6f778f99 branch-3.0: [fix](meta) Do not copy it when input rowset
meta dont have load id #52088 (#52096)
add 15e71e6da3c Branch-3.0 [regression-test](point_query_p0) fix .out file
(#52034)
add 7eceebb7d7e branch-3.0: [Feature](recycler) Add recycler metrics for
recycler layer #51409 (#51884)
add 61acb985d5e branch-3.0: [fix](group commit) add bvar for group commit
block by memory counter #51851 (#52008)
add c051c9d7faa branch-3.0: [chore](regression-test) move
test_cold_data_compaction to `nonConcurrent` #50699 (#52066)
add 3310a8a5c3d [opt](metrics) add metrics pipeline_task_queue_size
(#51878) (#52139)
add 7dbe24412f5 branch-3.0: [fix](load) print real reason if fetching
Kafka meta fail #51880 (#52058)
add 2f738c86760 branch-3.0: [fix](case) fix
test_group_commit_schema_change #51950 (#52157)
add c78d91e5259 branch-3.0: [fix](broker) BE crashed because of empty
broker #51274 (#51783)
add 30ab8046765 branch-3.0: [improve](cloud) make meta_service_endpoint
configurable #51748 (#52153)
add 48b953235b2 branch-3.0: [chore](http) return NOT_FOUND if dir is not
exists #51897 (#52155)
add a160dd234c0 branch-3.0: [feat](hive) add catalog level schema cache
property #50958 #51057 (#51011)
add 868cc911b2a [fix](iceberg)Table operations are not supported for
catalogs of the dlf type for 3.0 #50696 (#50956)
add da4ddf853d3 branch-3.0: [opt](catalog) throw explicit error when
operation is not supported(#51589) (#52199)
add 02704141d2d [fix](http) support show backend config when BE enable
http auth (#51887) (#52202)
add cf68a6485a8 [opt](audit) use one line in audit log and origin
statement in audit table (#52032) (#52205)
add 6130427126a branch-3.0: [fix](mow) fix update delete bitmap lock not
removed if schema change for empty tablet (#51780) (#52166)
add cb511c903b8 branch-3.0: [fix](be) Fix be aws-sdk-cpp memory leak
#52185 (#52210)
add 28f9aca4be5 branch-3.0: [fix](case) fix mow case #52012 (#52237)
add 4a8260eb8de branch-3.0: [improve](cloud-mow) batch get tablet stats
when get_delete_bitmap_update_lock (#47281) (#52225)
add 2bc0c0eea4f branch-3.0: [enhancement](filecache) fix default capacity
and add reset_capacity validation #51711 (#52152)
add caf00ea0864 branch-3.0: [fix](nereids) fix calc repeat property stack
overflow #52159 (#52183)
add c8aaebb49be branch-3.0: [enhance](cloud)add log for compaction read
time (#52168)
add 545f9977e91 branch-3.0: [improvement](nereids)Support GROUP BY ...
WITH ROLLUP syntax #51948 (#51977)
add 03692092da4 [feat](test) Pick docker case for recycling CloudTablet
unused rowsets (#52163)
add 294db353cec [feat](warmup) display tables in SHOW WARM UP JOB results
(#51594) (#52291)
add 81ccfe0eec6 branch-3.0: [opt](checker) Add inverted index file check
for checker #51591 (#52318)
add 1c02fdbbece branch-3.0: [fix](cloud) Fix
`ConcurrentModificationException` in cloud rebalance #52013 (#52309)
add b4e65e72741 branch-3.0: [Fix](JsonReader) Fix the issue where the null
bitmap of the JSON reader was not initialized when the JSON path is specified
as '$.’ #52211 (#52267)
add 1c2ba48423b brach-3.0 cherry-pick [Fix](Variant) fix serialize with
json key contains `.` as name (#51930)
add ea5f549443b branch-3.0: [file cache]add some stats for
file_cache_statistics #51484 (#51900)
add 3a3c25e4317 branch-3.0:[fix](planner)Fix the concurrency issue caused
by Expr setting member… (#52203)
add 2db6e5ed369 branch-3.0: [fix](Prepared Statment) Fix exec prepared
insert stmt in non master error (#48689) (#52266)
add 8710bea95d9 branch-3.0: [feat](storage vault) Check storage vault
connectivity for BE when starting #51175 (#52319)
add c8b1ed87c3e branch-3.0: [fix](load) resolve UBSan error when printing
unique IDs #52042 (#52261)
add 86686da7bc7 [branch-3.0]Remove cpu/memory sum check limit (#52057)
add bf42b594fdb branch-3.0: [fix](hive) ignore all hidden dir and files
#52286 (#52323)
add 3488cd9e4fb branch-3.0: [fix](ci) disable build ui in performance
#52351 (#52355)
add 27557299173 branch-3.0: [chore](cloud) rename cloud::put/get to
blob_put/blob_get #51762 (#52368)
add 6f08907d2d4 [branch-3.0]Fix workload group regression test (#52343)
add eaa74b3af26 branch-3.0: [chore](conf) change
max_running_txn_num_per_db to 10000 #51367 (#52380)
add 7e3ff0723ac [fix](missing version) not catchup is worse than
lastFailed (#50094) (#52382)
add d1ecb320a9d branch-3.0: [fix](schema-change) Fix single column table
could not rename columns #47275 (#52340)
add 8cb58d8bb38 branch-3.0: [Enhancement](checker) Add more log for
checker #51951 (#52387)
add fc323dfac93 branch-3.0: [Fix](auto-partition) Fix false positive check
of max_auto_partition_num #52270 (#52367)
add 35a2633ab92 [fix](pipeline) premature exit causing core dump during
concurrent pr… (#52365)
add 9930b4da406 branch-3.0: [Fix](cloud) Fix getVisibleVersion returning
RuntimeException #51044 (#52028)
add ba7ae441c95 branch-3.0: [fix](mtmv) Fix compensate union wrongly when
direct query is empty relation #51700 (#51898)
add e0302c141c8 branch-3.0: [fix](nereids) correct the log class in the
command (#43896) (#52254)
add 3d431452995 [opt](inverted index) enhance inverted index profile
(#50876)
add a425e42f043 branch-3.0: [bvar](cloud-mow) Add bvar for mow compaction
get delete bitmap lock backoff sleep time (#52044) (#52297)
add 547bfed4a42 branch-3.0: [chore](dep)bump up parquet to 1.15.2 #51372
(#51601)
add e9e54216fab [improve](cloud-mow)Add checker for compaction key (#50062)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b64c4507a2f)
\
N -- N -- N refs/heads/auto-pick-50062-branch-3.0 (e9e54216fab)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/agent/heartbeat_server.cpp | 31 +-
be/src/agent/task_worker_pool.cpp | 3 +-
be/src/agent/workload_group_listener.cpp | 7 +-
be/src/apache-orc | 2 +-
be/src/cloud/cloud_base_compaction.cpp | 6 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 10 +-
be/src/cloud/cloud_delete_bitmap_action.cpp | 182 -----
be/src/cloud/cloud_delete_task.cpp | 13 +-
be/src/cloud/cloud_delta_writer.cpp | 2 +-
be/src/cloud/cloud_full_compaction.cpp | 6 +-
be/src/cloud/cloud_meta_mgr.cpp | 97 ++-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_rowset_builder.cpp | 10 +-
be/src/cloud/cloud_schema_change_job.cpp | 4 +-
be/src/cloud/cloud_storage_engine.cpp | 60 +-
be/src/cloud/cloud_storage_engine.h | 3 +-
be/src/cloud/cloud_tablet.cpp | 70 ++
be/src/cloud/cloud_tablet.h | 13 +
be/src/cloud/cloud_tablet_mgr.cpp | 20 +-
be/src/cloud/config.cpp | 3 +
be/src/cloud/config.h | 2 +
be/src/cloud/pb_convert.cpp | 12 +-
be/src/clucene | 2 +-
be/src/common/config.cpp | 28 +-
be/src/common/config.h | 18 +
be/src/exec/schema_scanner/schema_helper.cpp | 9 +
be/src/exec/schema_scanner/schema_helper.h | 6 +
.../schema_scanner/schema_partitions_scanner.cpp | 32 +-
.../schema_scanner/schema_partitions_scanner.h | 1 +
be/src/exprs/string_functions.cpp | 16 +-
be/src/exprs/string_functions.h | 3 +-
be/src/http/action/delete_bitmap_action.cpp | 213 +++++
.../action/delete_bitmap_action.h} | 13 +-
be/src/http/utils.cpp | 8 +-
be/src/io/cache/block_file_cache.cpp | 13 +
be/src/io/cache/block_file_cache.h | 8 +-
be/src/io/cache/block_file_cache_factory.cpp | 62 +-
be/src/io/cache/block_file_cache_profile.h | 40 +-
be/src/io/cache/cached_remote_file_reader.cpp | 15 +-
be/src/io/file_factory.cpp | 44 +-
be/src/io/fs/obj_storage_client.h | 1 +
be/src/io/fs/s3_file_system.cpp | 2 +
be/src/io/io_common.h | 9 +-
be/src/olap/base_tablet.cpp | 24 +-
be/src/olap/base_tablet.h | 3 +-
be/src/olap/compaction.cpp | 71 +-
be/src/olap/compaction.h | 3 +
be/src/olap/cumulative_compaction.cpp | 5 +
be/src/olap/inverted_index_profile.h | 57 ++
.../slice.cpp => olap/inverted_index_stats.h} | 18 +-
be/src/olap/lru_cache.cpp | 4 +
be/src/olap/merger.cpp | 20 +
be/src/olap/merger.h | 6 +
be/src/olap/olap_common.h | 4 +
be/src/olap/olap_server.cpp | 19 +-
be/src/olap/push_handler.cpp | 9 +-
be/src/olap/rowset/beta_rowset_reader.h | 2 +
be/src/olap/rowset/beta_rowset_writer.cpp | 7 +-
be/src/olap/rowset/beta_rowset_writer.h | 2 +
be/src/olap/rowset/rowset.h | 4 +
be/src/olap/rowset/rowset_meta.cpp | 31 +
be/src/olap/rowset/rowset_meta.h | 17 +-
.../rowset/segment_v2/hierarchical_data_reader.h | 8 +
.../inverted_index/query/phrase_edge_query.cpp | 3 +-
.../inverted_index/query/phrase_edge_query.h | 1 +
.../inverted_index/query/phrase_prefix_query.cpp | 8 +-
.../inverted_index/query/phrase_prefix_query.h | 3 +
.../inverted_index/query/prefix_query.cpp | 4 +-
.../segment_v2/inverted_index/query/prefix_query.h | 17 +-
.../inverted_index/query/regexp_query.cpp | 3 +-
.../segment_v2/inverted_index/query/regexp_query.h | 1 +
.../segment_v2/inverted_index_file_reader.cpp | 3 +
.../segment_v2/inverted_index_fs_directory.cpp | 61 +-
.../segment_v2/inverted_index_fs_directory.h | 2 +
.../rowset/segment_v2/inverted_index_reader.cpp | 63 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 12 +-
be/src/olap/rowset_builder.cpp | 10 +-
be/src/olap/storage_engine.cpp | 35 +-
be/src/olap/tablet.cpp | 2 +
be/src/olap/tablet_meta.cpp | 26 +-
be/src/olap/tablet_meta.h | 1 +
be/src/olap/tablet_schema.cpp | 21 +-
be/src/olap/tablet_schema.h | 3 -
be/src/olap/task/index_builder.cpp | 2 +
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 31 +-
be/src/pipeline/exec/hashjoin_probe_operator.h | 6 +
.../pipeline/exec/join/process_hash_table_probe.h | 10 +-
.../exec/join/process_hash_table_probe_impl.h | 144 +++-
.../exec/nested_loop_join_probe_operator.cpp | 3 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 8 +
be/src/pipeline/exec/olap_scan_operator.h | 3 +
be/src/pipeline/pipeline_fragment_context.cpp | 38 +-
be/src/pipeline/task_queue.cpp | 5 +-
be/src/runtime/cache/result_cache.h | 6 +-
be/src/runtime/exec_env_init.cpp | 3 +
be/src/runtime/group_commit_mgr.cpp | 3 +
be/src/runtime/load_stream.cpp | 2 +-
be/src/runtime/memory/cache_manager.cpp | 7 +
be/src/runtime/memory/cache_manager.h | 2 +
be/src/runtime/memory/cache_policy.h | 1 +
be/src/runtime/memory/lru_cache_policy.h | 25 +-
be/src/runtime/routine_load/data_consumer.cpp | 6 +-
.../runtime/routine_load/data_consumer_group.cpp | 2 +-
be/src/runtime/tablets_channel.cpp | 9 +-
be/src/runtime/workload_group/workload_group.cpp | 25 +-
be/src/runtime/workload_group/workload_group.h | 1 -
.../workload_group/workload_group_manager.h | 6 -
be/src/service/http_service.cpp | 21 +-
be/src/tools/meta_tool.cpp | 14 +-
be/src/util/blocking_queue.hpp | 25 +-
be/src/util/countdown_latch.h | 7 +
be/src/util/doris_metrics.cpp | 34 +
be/src/util/doris_metrics.h | 12 +
be/src/util/jsonb_document.h | 250 +++---
be/src/util/jsonb_utils.h | 24 +-
be/src/util/jsonb_writer.h | 11 +-
be/src/util/{slice.cpp => key_util.cpp} | 22 +-
be/src/util/key_util.h | 11 +-
be/src/util/mem_info.cpp | 8 +-
be/src/util/s3_util.cpp | 42 +-
be/src/util/slice.cpp | 19 +
be/src/util/slice.h | 7 +
be/src/util/uid_util.cpp | 4 +
be/src/util/uid_util.h | 1 +
be/src/vec/columns/column_object.cpp | 8 +-
be/src/vec/common/arithmetic_overflow.h | 42 +-
be/src/vec/common/hash_table/join_hash_table.h | 44 +-
be/src/vec/core/field.h | 9 +-
be/src/vec/data_types/data_type_object.cpp | 10 +-
be/src/vec/data_types/serde/data_type_serde.cpp | 2 +-
.../exec/format/arrow/arrow_pip_input_stream.cpp | 2 +-
.../vec/exec/format/arrow/arrow_pip_input_stream.h | 3 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 1 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 34 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 38 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 10 +
.../exprs/lambda_function/varray_map_function.cpp | 17 +-
.../exprs/table_function/vexplode_json_array.cpp | 5 +-
.../exprs/table_function/vexplode_json_object.cpp | 5 +-
be/src/vec/exprs/vcast_expr.cpp | 2 +
be/src/vec/functions/function_cast.h | 12 +-
be/src/vec/functions/function_hll.cpp | 4 +-
be/src/vec/functions/function_jsonb.cpp | 42 +-
be/src/vec/functions/function_regexp.cpp | 176 +++-
be/src/vec/functions/function_split_by_regexp.cpp | 375 +++++++++
be/src/vec/functions/simple_function_factory.h | 2 +
be/src/vec/json/json_parser.h | 10 +
be/src/vec/json/path_in_data.h | 18 -
be/src/vec/jsonb/serialize.cpp | 5 +-
be/src/vec/olap/block_reader.cpp | 17 +-
be/src/vec/olap/block_reader.h | 4 +-
be/src/vec/olap/olap_data_convertor.cpp | 16 +-
.../writer/iceberg/viceberg_partition_writer.cpp | 3 +
.../writer/iceberg/viceberg_partition_writer.h | 1 +
.../sink/writer/iceberg/viceberg_table_writer.cpp | 12 +-
be/src/vec/sink/writer/vhive_partition_writer.cpp | 3 +
be/src/vec/sink/writer/vhive_partition_writer.h | 1 +
be/src/vec/sink/writer/vhive_table_writer.cpp | 46 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 4 +-
be/test/io/cache/block_file_cache_test.cpp | 77 ++
be/test/io/fs/azure_obj_storage_client_test.cpp | 18 +-
be/test/olap/compaction_metrics_test.cpp | 114 ++-
be/test/olap/inverted_index_profile_test.cpp | 44 +
be/test/olap/lru_cache_test.cpp | 57 ++
be/test/olap/ordered_data_compaction_test.cpp | 1 +
.../compaction/util/index_compaction_utils.cpp | 2 +-
.../inverted_index_fs_directory_test.cpp | 102 +++
.../olap/segments_key_bounds_truncation_test.cpp | 788 ++++++++++++++++++
be/test/vec/columns/column_object_test.cpp | 1 +
.../vec/data_types/common_data_type_serder_test.h | 5 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 8 +-
be/test/vec/function/function_jsonb_test.cpp | 8 +-
be/test/vec/olap/jsonb_value_test.cpp | 6 +-
bin/start_be.sh | 8 +
bin/start_fe.sh | 8 +
build.sh | 24 +-
cloud/src/common/bvars.cpp | 13 +
cloud/src/common/bvars.h | 107 +++
cloud/src/common/config.h | 28 +-
cloud/src/common/util.cpp | 12 +-
cloud/src/common/util.h | 12 +-
cloud/src/main.cpp | 2 +
cloud/src/meta-service/http_encode_key.cpp | 6 +-
cloud/src/meta-service/meta_service.cpp | 387 +++++++--
cloud/src/meta-service/meta_service.h | 57 +-
cloud/src/meta-service/meta_service_http.cpp | 8 +-
cloud/src/meta-service/meta_service_job.cpp | 26 +-
cloud/src/meta-service/meta_service_resource.cpp | 138 +++-
cloud/src/meta-service/meta_service_schema.cpp | 10 +-
cloud/src/meta-service/meta_service_txn.cpp | 1 +
cloud/src/recycler/checker.cpp | 147 +++-
cloud/src/recycler/meta_checker.cpp | 2 +-
cloud/src/recycler/recycler.cpp | 27 +-
cloud/src/recycler/s3_accessor.cpp | 31 +-
cloud/test/CMakeLists.txt | 4 +-
cloud/test/meta_service_job_test.cpp | 81 ++
cloud/test/meta_service_test.cpp | 903 ++++++++++++++++++++-
cloud/test/mock_accessor.cpp | 183 -----
cloud/test/mock_accessor.h | 158 ++++
cloud/test/recycler_test.cpp | 151 +++-
cloud/test/txn_kv_test.cpp | 14 +-
common/cpp/aws_logger.h | 2 +-
common/cpp/obj_retry_strategy.cpp | 38 +-
common/cpp/obj_retry_strategy.h | 8 +-
conf/be.conf | 9 +-
conf/lsan_suppr.conf | 3 +
docker/runtime/doris-compose/Dockerfile | 3 +-
.../apache/doris/hudi/HadoopHudiJniScanner.java | 15 +-
fe/fe-common/pom.xml | 4 +
.../main/java/org/apache/doris/common/Config.java | 42 +-
.../java/org/apache/doris/common/ConfigBase.java | 16 +
.../main/java/org/apache/doris/common/Triple.java | 109 +++
.../authentication/PreExecutionAuthenticator.java | 48 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
.../main/java/org/apache/doris/alter/Alter.java | 3 +-
.../org/apache/doris/analysis/AnalyticExpr.java | 36 +
.../org/apache/doris/analysis/AnalyticWindow.java | 34 +
.../org/apache/doris/analysis/ArithmeticExpr.java | 13 +
.../org/apache/doris/analysis/ArrayLiteral.java | 11 +
.../apache/doris/analysis/BetweenPredicate.java | 11 +
.../org/apache/doris/analysis/BinaryPredicate.java | 9 +
.../doris/analysis/BitmapFilterPredicate.java | 10 +
.../org/apache/doris/analysis/BoolLiteral.java | 8 +
.../java/org/apache/doris/analysis/CaseExpr.java | 25 +
.../java/org/apache/doris/analysis/CastExpr.java | 19 +-
.../org/apache/doris/analysis/ColumnRefExpr.java | 8 +
.../apache/doris/analysis/CompoundPredicate.java | 14 +
.../doris/analysis/CreateMaterializedViewStmt.java | 13 +-
.../org/apache/doris/analysis/DateLiteral.java | 8 +
.../org/apache/doris/analysis/DecimalLiteral.java | 8 +
.../apache/doris/analysis/DefaultValueExpr.java | 8 +
.../org/apache/doris/analysis/DescribeStmt.java | 5 +
.../org/apache/doris/analysis/EncryptKeyRef.java | 10 +
.../org/apache/doris/analysis/ExistsPredicate.java | 15 +
.../main/java/org/apache/doris/analysis/Expr.java | 36 +-
.../org/apache/doris/analysis/FloatLiteral.java | 8 +
.../apache/doris/analysis/FunctionCallExpr.java | 134 +++
.../org/apache/doris/analysis/IPv4Literal.java | 8 +
.../org/apache/doris/analysis/IPv6Literal.java | 8 +
.../apache/doris/analysis/ImportColumnDesc.java | 2 +-
.../org/apache/doris/analysis/InPredicate.java | 17 +
.../apache/doris/analysis/InformationFunction.java | 8 +
.../java/org/apache/doris/analysis/IntLiteral.java | 8 +
.../org/apache/doris/analysis/IsNullPredicate.java | 9 +
.../org/apache/doris/analysis/JsonLiteral.java | 8 +
.../doris/analysis/LambdaFunctionCallExpr.java | 47 ++
.../apache/doris/analysis/LambdaFunctionExpr.java | 22 +
.../org/apache/doris/analysis/LargeIntLiteral.java | 8 +
.../org/apache/doris/analysis/LikePredicate.java | 9 +
.../org/apache/doris/analysis/MVColumnItem.java | 2 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 14 +
.../org/apache/doris/analysis/MatchPredicate.java | 9 +
.../java/org/apache/doris/analysis/MaxLiteral.java | 8 +
.../org/apache/doris/analysis/NullLiteral.java | 8 +
.../org/apache/doris/analysis/OrderByElement.java | 25 +
.../org/apache/doris/analysis/PlaceHolderExpr.java | 11 +
.../apache/doris/analysis/ShowCloudWarmUpStmt.java | 1 +
.../java/org/apache/doris/analysis/SlotRef.java | 45 +-
.../org/apache/doris/analysis/StringLiteral.java | 8 +
.../org/apache/doris/analysis/StructLiteral.java | 10 +
.../java/org/apache/doris/analysis/Subquery.java | 8 +
.../doris/analysis/TimestampArithmeticExpr.java | 41 +
.../doris/analysis/TupleIsNullPredicate.java | 8 +
.../org/apache/doris/analysis/VariableExpr.java | 18 +
.../apache/doris/analysis/WarmUpClusterStmt.java | 6 +-
.../java/org/apache/doris/backup/RestoreJob.java | 3 +
.../org/apache/doris/catalog/AliasFunction.java | 4 +-
.../java/org/apache/doris/catalog/BrokerMgr.java | 15 +
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../main/java/org/apache/doris/catalog/Env.java | 4 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 66 +-
.../org/apache/doris/catalog/JdbcResource.java | 1 +
.../java/org/apache/doris/catalog/JdbcTable.java | 20 +
.../main/java/org/apache/doris/catalog/MTMV.java | 3 +-
.../doris/catalog/MaterializedIndexMeta.java | 2 +-
.../java/org/apache/doris/catalog/OlapTable.java | 75 +-
.../org/apache/doris/catalog/S3StorageVault.java | 6 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 23 +-
.../org/apache/doris/catalog/StorageVault.java | 6 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 10 +-
.../apache/doris/cloud/CacheHotspotManager.java | 16 +-
.../doris/cloud/CacheHotspotManagerUtils.java | 4 +
.../org/apache/doris/cloud/CloudWarmUpJob.java | 22 +
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 12 +-
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 4 +
.../org/apache/doris/cloud/storage/RemoteBase.java | 2 +
.../storage/TosRemote.java} | 32 +-
.../transaction/CloudGlobalTransactionMgr.java | 10 +-
.../doris/common/NereidsSqlCacheManager.java | 19 +-
.../doris/common/proc/IndexSchemaProcNode.java | 49 +-
.../common/proc/RemoteIndexSchemaProcDir.java | 2 +-
.../common/proc/RemoteIndexSchemaProcNode.java | 2 +-
.../apache/doris/common/proc/TablesProcDir.java | 13 +-
.../doris/common/profile/SummaryProfile.java | 39 +-
.../org/apache/doris/common/util/NetUtils.java | 28 +
.../apache/doris/common/util/PropertyAnalyzer.java | 9 +-
.../apache/doris/datasource/ExternalCatalog.java | 114 +--
.../apache/doris/datasource/ExternalDatabase.java | 72 +-
.../doris/datasource/ExternalFunctionRules.java | 287 +++++++
.../doris/datasource/ExternalMetaCacheMgr.java | 35 +-
.../doris/datasource/ExternalSchemaCache.java | 8 +-
.../apache/doris/datasource/FileQueryScanNode.java | 24 +-
.../apache/doris/datasource/InternalCatalog.java | 4 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 5 -
.../doris/datasource/hive/HMSExternalTable.java | 11 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 27 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 5 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 9 +-
.../iceberg/IcebergDLFExternalCatalog.java | 33 +
.../datasource/iceberg/IcebergTransaction.java | 16 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 12 +
.../doris/datasource/jdbc/JdbcExternalTable.java | 1 +
.../jdbc/source/JdbcFunctionPushDownRule.java | 84 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 10 +-
.../apache/doris/datasource/kafka/KafkaUtil.java | 10 +-
.../property/constants/S3Properties.java | 2 +-
.../apache/doris/httpv2/rest/CopyIntoAction.java | 25 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 6 +-
.../doris/httpv2/rest/StmtExecutionAction.java | 1 -
.../doris/httpv2/restv2/MetaInfoActionV2.java | 77 +-
.../doris/httpv2/util/StatementSubmitter.java | 106 ++-
.../org/apache/doris/load/StreamLoadHandler.java | 2 +-
.../doris/load/routineload/RoutineLoadJob.java | 12 +-
.../load/routineload/RoutineLoadStatistic.java | 4 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 27 +-
.../org/apache/doris/mtmv/MTMVRefreshContext.java | 10 +
.../org/apache/doris/mtmv/MTMVRelationManager.java | 25 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 45 +-
.../java/org/apache/doris/mtmv/MTMVStatus.java | 20 +-
.../org/apache/doris/mysql/AcceptListener.java | 7 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 3 +-
.../java/org/apache/doris/nereids/PlannerHook.java | 12 +
.../org/apache/doris/nereids/SqlCacheContext.java | 18 +-
.../org/apache/doris/nereids/StatementContext.java | 52 +-
.../nereids/analyzer/UnboundIcebergTableSink.java | 4 +-
.../glue/translator/PhysicalPlanTranslator.java | 6 +-
.../doris/nereids/jobs/executor/Analyzer.java | 4 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 4 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 138 ++--
.../properties/ChildOutputPropertyDeriver.java | 5 +-
.../org/apache/doris/nereids/rules/RuleType.java | 2 +
.../doris/nereids/rules/analysis/BindRelation.java | 11 +-
.../analysis/EliminateLogicalPreAggOnHint.java} | 41 +-
.../LogicalResultSinkToShortCircuitPointQuery.java | 3 +
.../mv/AbstractMaterializedViewRule.java | 241 +++---
.../rules/exploration/mv/HyperGraphComparator.java | 41 +-
.../mv/InitMaterializationContextHook.java | 38 +-
.../exploration/mv/MaterializationContext.java | 37 +-
...terializedViewAggregateOnNoneAggregateRule.java | 12 +-
.../exploration/mv/MaterializedViewUtils.java | 10 +
.../rules/exploration/mv/PartitionCompensator.java | 213 +++++
.../nereids/rules/exploration/mv/StructInfo.java | 140 +---
.../expression/rules/FoldConstantRuleOnBE.java | 18 +-
.../rules/implementation/AggregateStrategies.java | 2 +
.../rules/rewrite/PruneFileScanPartition.java | 1 -
.../PushDownExpressionsInHashCondition.java | 59 +-
.../rules/rewrite/QueryPartitionCollector.java | 81 ++
.../mv/AbstractSelectMaterializedIndexRule.java | 9 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 2 +-
.../doris/nereids/stats/StatsCalculator.java | 9 +-
.../nereids/trees/expressions/functions/Udf.java | 9 +
.../functions/scalar/RegexpReplace.java | 45 +-
.../functions/scalar/RegexpReplaceOne.java | 45 +-
.../{RegexpReplace.java => SplitByRegexp.java} | 62 +-
.../trees/expressions/functions/udf/AliasUdf.java | 2 +-
.../trees/expressions/literal/IPv4Literal.java | 68 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../apache/doris/nereids/trees/plans/PlanType.java | 2 +
.../doris/nereids/trees/plans/algebra/Repeat.java | 4 +-
.../trees/plans/commands/PrepareCommand.java | 4 +-
.../trees/plans/commands/ShowConfigCommand.java | 4 +-
.../trees/plans/commands/info/BaseViewInfo.java | 4 +-
.../trees/plans/commands/info/InPartition.java | 3 -
.../insert/BaseExternalTableInsertExecutor.java | 3 +-
.../plans/logical/LogicalIcebergTableSink.java | 10 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 17 +-
.../trees/plans/logical/LogicalPreAggOnHint.java | 88 ++
.../trees/plans/physical/PhysicalOlapScan.java | 4 +-
.../plans/visitor/ExpressionLineageReplacer.java | 27 +-
.../nereids/trees/plans/visitor/PlanVisitor.java | 5 +
.../doris/planner/BaseExternalTableDataSink.java | 21 +
.../org/apache/doris/planner/HashJoinNode.java | 8 -
.../org/apache/doris/planner/HiveTableSink.java | 3 +
.../org/apache/doris/planner/IcebergTableSink.java | 7 +-
.../org/apache/doris/planner/OlapScanNode.java | 6 +-
.../org/apache/doris/planner/OlapTableSink.java | 15 +-
.../org/apache/doris/planner/PlanFragment.java | 4 +-
.../java/org/apache/doris/planner/PlanNode.java | 4 -
.../java/org/apache/doris/plugin/AuditEvent.java | 116 +--
.../org/apache/doris/plugin/audit/AuditLoader.java | 66 +-
.../apache/doris/plugin/audit/AuditLogBuilder.java | 6 +
.../doris/plugin/audit/AuditStreamLoader.java | 2 +
.../java/org/apache/doris/qe/AuditLogHelper.java | 7 +-
.../java/org/apache/doris/qe/ConnectContext.java | 9 +-
.../{ConnectScheduler.java => ConnectPoolMgr.java} | 82 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 28 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 174 ++--
.../java/org/apache/doris/qe/MasterOpExecutor.java | 7 +
.../org/apache/doris/qe/MysqlConnectProcessor.java | 28 +-
.../java/org/apache/doris/qe/SessionVariable.java | 27 +
.../java/org/apache/doris/qe/ShowExecutor.java | 4 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 17 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 12 +-
.../resource/workloadgroup/WorkloadGroup.java | 9 -
.../resource/workloadgroup/WorkloadGroupMgr.java | 13 +-
.../java/org/apache/doris/service/ExecuteEnv.java | 2 +-
.../apache/doris/service/FrontendServiceImpl.java | 28 +-
.../arrowflight/DorisFlightSqlProducer.java | 49 +-
.../service/arrowflight/DorisFlightSqlService.java | 12 +-
.../sessions/FlightSessionsManager.java | 7 +
.../sessions/FlightSessionsWithTokenManager.java | 22 +-
.../sessions/FlightSqlConnectContext.java | 15 +-
.../sessions/FlightSqlConnectPoolMgr.java | 74 ++
.../arrowflight/tokens/FlightTokenManagerImpl.java | 18 +-
.../apache/doris/statistics/AnalysisManager.java | 19 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 16 +-
.../org/apache/doris/statistics/ColStatsData.java | 14 +-
.../doris/statistics/ExternalAnalysisTask.java | 1 +
.../apache/doris/statistics/OlapAnalysisTask.java | 15 +-
.../doris/statistics/StatisticsAutoCollector.java | 34 +-
.../apache/doris/statistics/TableStatsMeta.java | 22 +-
.../doris/statistics/util/StatisticsUtil.java | 29 +-
.../java/org/apache/doris/system/HeartbeatMgr.java | 3 +
.../ExternalFileTableValuedFunction.java | 2 +-
.../doris/tablefunction/MetadataGenerator.java | 74 +-
.../doris/transaction/DatabaseTransactionMgr.java | 6 +
.../analysis/CreateMaterializedViewStmtTest.java | 2 +-
.../java/org/apache/doris/analysis/ExprTest.java | 44 +-
.../java/org/apache/doris/catalog/FakeEnv.java | 5 +
.../doris/cloud/cache/CacheHotspotManagerTest.java | 2 +-
.../apache/doris/common/proc/DbsProcDirTest.java | 5 +-
.../apache/doris/common/util/NetUtilsTest.java} | 39 +-
.../ExternalFunctionPushDownRulesTest.java | 431 ++++++++++
.../ExternalFunctionRewriteRulesTest.java | 443 ++++++++++
.../apache/doris/datasource/PathVisibleTest.java | 7 +-
.../dlf/client/IcebergDLFExternalCatalogTest.java | 15 +
...bleNameComparedLowercaseMetaCacheFalseTest.java | 1 -
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 21 +
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 41 +-
.../test/java/org/apache/doris/mtmv/MTMVTest.java | 24 +
.../doris/nereids/memo/StructInfoMapTest.java | 10 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 3 +-
.../nereids/mv/MtmvCacheNewConnectContextTest.java | 6 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 4 +-
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 269 ++++++
.../exploration/mv/PartitionCompensatorTest.java | 193 +++++
.../PushDownExpressionsInHashConditionTest.java | 83 ++
.../rules/rewrite/mv/SelectMvIndexTest.java | 14 +-
.../nereids/trees/expressions/LiteralTest.java | 8 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 13 +-
.../doris/plugin/audit/AuditLogBuilderTest.java | 24 +-
.../org/apache/doris/rewrite/FEFunctionsTest.java | 5 +-
.../doris/statistics/BaseAnalysisTaskTest.java | 45 +-
.../apache/doris/statistics/ColStatsDataTest.java | 2 +-
.../doris/statistics/OlapAnalysisTaskTest.java | 66 +-
.../statistics/StatisticsAutoCollectorTest.java | 5 +-
.../doris/statistics/util/StatisticsUtilTest.java | 57 ++
.../transaction/GlobalTransactionMgrTest.java | 11 +-
fe/pom.xml | 2 +-
fe/spark-dpp/pom.xml | 12 -
gensrc/proto/cloud.proto | 5 +
gensrc/proto/data.proto | 1 +
gensrc/proto/olap_file.proto | 10 +-
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/AgentService.thrift | 3 +-
gensrc/thrift/DataSinks.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 1 +
.../test_group_commit_replay_wal.csv} | 0
...ache_compaction_and_read_stale_cloud_docker.out | Bin 0 -> 287 bytes
.../test_mow_delete_unused_rowset_dm_docker.out | Bin 0 -> 219 bytes
.../test_schema_change_add_key_column.csv.gz | Bin 0 -> 72233 bytes
.../test_schema_change_add_key_column1.csv.gz | Bin 0 -> 177558 bytes
.../hive/test_hive_meta_cache.out | Bin 858 -> 2098 bytes
.../hive/test_string_dict_filter.out | Bin 11747 -> 20131 bytes
.../test_external_and_internal_describe.out | Bin 0 -> 2972 bytes
.../data/javaudf_p0/test_javaudf_override.out | Bin 0 -> 299 bytes
.../data/json_p0/test_json_load_and_function.out | Bin 261689 -> 261681 bytes
.../test_json_load_unique_key_and_function.out | Bin 87037 -> 87033 bytes
.../data/jsonb_p0/test_jsonb_load_and_function.out | Bin 189691 -> 189687 bytes
.../test_jsonb_load_unique_key_and_function.out | Bin 124398 -> 124394 bytes
.../http_stream/test_http_stream_compress.out | Bin 179025 -> 179043 bytes
.../data/load_p0/stream_load/test_json_load.out | Bin 4666 -> 5107 bytes
.../mv_p0/test_dup_mv_plus/test_dup_mv_plus.out | Bin 436 -> 531 bytes
.../testAggQueryOnAggMV10.out | Bin 264 -> 349 bytes
.../testAggQueryOnAggMV11.out | Bin 229 -> 292 bytes
.../testAggQueryOnAggMV2/testAggQueryOnAggMV2.out | Bin 235 -> 300 bytes
.../testAggQueryOnAggMV3/testAggQueryOnAggMV3.out | Bin 241 -> 327 bytes
.../testAggQuqeryOnAggMV5.out | Bin 217 -> 301 bytes
.../testAggQuqeryOnAggMV7.out | Bin 217 -> 301 bytes
.../testAggregateMVCalcAggFunctionQuery.out | Bin 217 -> 301 bytes
.../testBitmapUnionInQuery.out | Bin 210 -> 261 bytes
.../testCountDistinctToBitmap.out | Bin 281 -> 332 bytes
.../testIncorrectMVRewriteInSubquery.out | Bin 189 -> 240 bytes
.../testIncorrectRewriteCountDistinct.out | Bin 192 -> 243 bytes
.../testJoinOnLeftProjectToJoin.out | Bin 129 -> 130 bytes
.../data/mv_p0/ut/testNDVToHll/testNDVToHll.out | Bin 218 -> 269 bytes
.../testOrderByQueryOnProjectView.out | Bin 225 -> 317 bytes
.../ut/testProjectionMV1/testProjectionMV1.out | Bin 260 -> 335 bytes
.../ut/testProjectionMV2/testProjectionMV2.out | Bin 224 -> 295 bytes
.../ut/testProjectionMV3/testProjectionMV3.out | Bin 227 -> 302 bytes
.../ut/testProjectionMV4/testProjectionMV4.out | Bin 220 -> 287 bytes
.../testSingleMVMultiUsage.out | Bin 217 -> 301 bytes
.../data/mv_p0/ut/testSubQuery/testSubQuery.out | Bin 241 -> 349 bytes
.../ut/testUnionDistinct/testUnionDistinct.out | Bin 225 -> 309 bytes
.../data/nereids_function_p0/scalar_function/J.out | Bin 160937 -> 160933 bytes
.../infer_predicate/pull_up_predicate_literal.out | Bin 110312 -> 110311 bytes
.../partition_mv_rewrite.out | Bin 2856 -> 4048 bytes
.../unioin_rewrite_grace_big.out} | Bin 2856 -> 3997 bytes
.../data/nereids_syntax_p0/grouping_sets.out | Bin 1638 -> 1867 bytes
.../data/point_query_p0/test_point_query.out | Bin 9934 -> 9949 bytes
.../data/query_p0/join/mark_join/mark_join.out | Bin 239 -> 1007 bytes
.../join/mark_join/right_semi_mark_join.out | Bin 0 -> 568 bytes
.../test_orderby_limit/test_orderby_limit.out | Bin 0 -> 1191 bytes
.../array_functions/test_array_map_function.out | Bin 2417 -> 2522 bytes
.../json_functions/test_json_extract.out | Bin 0 -> 286 bytes
.../string_functions/test_split_by_regexp.out | Bin 0 -> 1387 bytes
.../data/query_p0/system/test_query_sys_tables.out | Bin 5606 -> 6150 bytes
.../test_rename_single_col_tbl.out | Bin 0 -> 196 bytes
.../test_key_bounds_truncation_read_scenarios.out | Bin 0 -> 719 bytes
...test_key_bounds_truncation_write_scenarios.out} | Bin 129 -> 111 bytes
regression-test/data/variant_p0/column_name.out | Bin 469 -> 545 bytes
.../data/variant_p0/variant_with_rowstore.out | Bin 1338 -> 1344 bytes
.../org/apache/doris/regression/util/Http.groovy | 8 +-
.../pipeline/nonConcurrent/conf/be.conf | 90 ++
.../pipeline/nonConcurrent/conf/fe.conf | 94 +++
.../nonConcurrent/conf/regression-conf.groovy | 143 ++++
.../pipeline/performance/conf/custom_env.sh | 1 +
regression-test/pipeline/performance/deploy.sh | 4 -
regression-test/pipeline/performance/prepare.sh | 4 -
.../pipeline/performance/run-clickbench.sh | 4 -
regression-test/pipeline/performance/run-load.sh | 4 -
.../plugins/plugin_multi_cluster.groovy | 6 +-
.../alter_p0/test_alter_column_comment.groovy | 4 +-
.../test_alter_s3_vault_with_role.groovy | 126 +++
.../test_backup_restore_mv_write.groovy | 118 +++
.../warm_up/table/test_warm_up_table.groovy | 6 +
.../warm_up/table/test_warm_up_tables.groovy | 8 +
.../test_group_commit_replay_wal.groovy | 95 +++
.../cloud_p0/multi_cluster/test_rebalance.groovy | 292 ++++---
.../node_mgr/test_ms_alter_obj_info.groovy | 206 +++++
.../node_mgr/test_ms_alter_s3_vault.groovy | 237 ++++++
.../cold_data_compaction.groovy | 16 +-
.../test_show_storage_policy_using.groovy | 13 +-
...e_compaction_and_read_stale_cloud_docker.groovy | 390 +++++++++
...ultisegments_and_read_stale_cloud_docker.groovy | 347 ++++++++
.../test_mow_compact_multi_segments.groovy | 252 ++++++
.../test_mow_delete_unused_rowset_dm_docker.groovy | 231 ++++++
.../test_mow_stale_rowset_delete_bitmap.groovy | 248 ++++++
.../hive/test_hive_meta_cache.groovy | 127 +++
.../hive/test_hive_statistics_all_type_p0.groovy | 4 +-
.../hive/test_string_dict_filter.groovy | 36 +
.../jdbc/test_clickhouse_jdbc_catalog.groovy | 71 +-
.../jdbc/test_jdbc_query_mysql.groovy | 134 ++-
.../jdbc/test_mysql_jdbc_catalog.groovy | 76 +-
.../jdbc/test_oracle_jdbc_catalog.groovy | 72 +-
.../test_iceberg_hadoop_catalog_kerberos.groovy | 98 +++
.../test_external_and_internal_describe.groovy | 163 ++++
.../test_group_commit_schema_change.groovy | 4 +-
.../insert_p0/insert_group_commit_into.groovy | 2 +-
.../test_variant_empty_index_file.groovy | 10 +-
.../suites/javaudf_p0/test_javaudf_override.groovy | 82 ++
.../http_stream/test_http_stream_compress.groovy | 1 +
.../routine_load/test_routine_load_error.groovy | 1 +
.../load_p0/spark_load/test_spark_load.groovy | 10 +-
.../load_p0/stream_load/test_json_load.groovy | 27 +
.../mv_p0/test_dup_mv_plus/test_dup_mv_plus.groovy | 6 +-
.../testAggQueryOnAggMV10.groovy | 6 +-
.../testAggQueryOnAggMV11.groovy | 6 +-
.../testAggQueryOnAggMV2.groovy | 5 +-
.../testAggQueryOnAggMV3.groovy | 6 +-
.../testAggQuqeryOnAggMV5.groovy | 6 +-
.../testAggQuqeryOnAggMV7.groovy | 7 +-
.../testAggTableCountDistinctInBitmapType.groovy | 5 +-
.../testAggregateMVCalcAggFunctionQuery.groovy | 6 +-
.../testBitmapUnionInQuery.groovy | 5 +-
.../testCountDistinctToBitmap.groovy | 5 +-
.../testIncorrectMVRewriteInSubquery.groovy | 5 +-
.../testIncorrectRewriteCountDistinct.groovy | 5 +-
.../testJoinOnLeftProjectToJoin.groovy | 10 +-
.../mv_p0/ut/testNDVToHll/testNDVToHll.groovy | 5 +-
.../testOrderByQueryOnProjectView.groovy | 6 +-
.../ut/testProjectionMV1/testProjectionMV1.groovy | 5 +-
.../ut/testProjectionMV2/testProjectionMV2.groovy | 5 +-
.../ut/testProjectionMV3/testProjectionMV3.groovy | 5 +-
.../ut/testProjectionMV4/testProjectionMV4.groovy | 5 +-
.../testSingleMVMultiUsage.groovy | 6 +-
.../mv_p0/ut/testSubQuery/testSubQuery.groovy | 6 +-
.../ut/testUnionDistinct/testUnionDistinct.groovy | 6 +-
.../fold_constant/fold_constant_ip.groovy | 38 +-
.../nereids_p0/test_repeat_no_stackflow.groovy | 429 ++++++++++
.../mv/availability/grace_period.groovy | 4 +-
.../partition_mv_rewrite.groovy | 293 ++++---
.../rewrite_duration_exceeded.groovy | 156 ++++
.../mv/union_rewrite/usercase_union_rewrite.groovy | 2 +-
.../unioin_rewrite_grace_big.groovy} | 312 +++----
.../suites/nereids_syntax_p0/agg_4_phase.groovy | 10 +
.../suites/nereids_syntax_p0/grouping_sets.groovy | 9 +
.../suites/point_query_p0/test_point_query.groovy | 31 +-
.../query_p0/join/mark_join/mark_join.groovy | 251 +++++-
.../join/mark_join/right_semi_mark_join.groovy | 109 +++
.../test_orderby_limit/test_orderby_limit.groovy | 64 ++
.../array_functions/test_array_map_function.groovy | 26 +
.../json_functions/test_json_extract.groovy | 31 +
.../string_functions/test_split_by_regexp.groovy | 76 ++
.../suites/query_p0/test_forward_qeury.groovy | 7 +-
.../test_rename_single_col_tbl.groovy | 33 +-
.../suites/statistics/analyze_stats.groovy | 3 +-
.../suites/statistics/test_analyze_all_null.groovy | 108 +++
.../suites/statistics/test_analyze_mv.groovy | 57 +-
.../test_skip_agg_table_value_column.groovy | 298 +++++++
.../test_key_bounds_truncation_basic.groovy | 122 +++
...est_key_bounds_truncation_read_scenarios.groovy | 100 +++
...st_key_bounds_truncation_write_scenarios.groovy | 250 ++++++
.../suites/variant_p0/column_name.groovy | 15 +-
.../vault_p0/alter/test_alter_s3_vault.groovy | 5 +-
.../test_create_vault_concurrently.groovy | 8 +-
.../workload_manager_p0/test_curd_wlg.groovy | 31 -
samples/arrow-flight-sql/java/pom.xml | 4 +-
619 files changed, 18095 insertions(+), 3580 deletions(-)
delete mode 100644 be/src/cloud/cloud_delete_bitmap_action.cpp
create mode 100644 be/src/http/action/delete_bitmap_action.cpp
rename be/src/{cloud/cloud_delete_bitmap_action.h =>
http/action/delete_bitmap_action.h} (78%)
create mode 100644 be/src/olap/inverted_index_profile.h
copy be/src/{util/slice.cpp => olap/inverted_index_stats.h} (77%)
copy be/src/util/{slice.cpp => key_util.cpp} (53%)
create mode 100644 be/src/vec/functions/function_split_by_regexp.cpp
create mode 100644 be/test/olap/inverted_index_profile_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index_fs_directory_test.cpp
create mode 100644 be/test/olap/segments_key_bounds_truncation_test.cpp
delete mode 100644 cloud/test/mock_accessor.cpp
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/Triple.java
copy fe/fe-core/src/main/java/org/apache/doris/{analysis/DefaultValueExpr.java
=> cloud/storage/TosRemote.java} (55%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalFunctionRules.java
copy fe/fe-core/src/main/java/org/apache/doris/{analysis/DefaultValueExpr.java
=> nereids/rules/analysis/EliminateLogicalPreAggOnHint.java} (51%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/PartitionCompensator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/QueryPartitionCollector.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{RegexpReplace.java
=> SplitByRegexp.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalPreAggOnHint.java
copy fe/fe-core/src/main/java/org/apache/doris/qe/{ConnectScheduler.java =>
ConnectPoolMgr.java} (61%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/sessions/FlightSqlConnectPoolMgr.java
copy fe/fe-core/src/{main/java/org/apache/doris/analysis/DefaultValueExpr.java
=> test/java/org/apache/doris/common/util/NetUtilsTest.java} (57%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalFunctionPushDownRulesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalFunctionRewriteRulesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/OptimizeGetAvailableMvsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/mv/PartitionCompensatorTest.java
copy regression-test/data/{fault_injection_p0/group_commit_wal_msg.csv =>
cloud_p0/multi_cluster/test_group_commit_replay_wal.csv} (100%)
create mode 100644
regression-test/data/compaction/test_filecache_compaction_and_read_stale_cloud_docker.out
create mode 100644
regression-test/data/compaction/test_mow_delete_unused_rowset_dm_docker.out
create mode 100644
regression-test/data/compaction/test_schema_change_add_key_column.csv.gz
create mode 100644
regression-test/data/compaction/test_schema_change_add_key_column1.csv.gz
create mode 100644
regression-test/data/external_table_p0/test_external_and_internal_describe.out
create mode 100644 regression-test/data/javaudf_p0/test_javaudf_override.out
copy regression-test/data/nereids_rules_p0/mv/{ =>
partition_union_rewrite}/partition_mv_rewrite.out (68%)
rename regression-test/data/nereids_rules_p0/mv/{partition_mv_rewrite.out =>
union_rewrite_grace_big/unioin_rewrite_grace_big.out} (69%)
create mode 100644
regression-test/data/query_p0/join/mark_join/right_semi_mark_join.out
create mode 100644
regression-test/data/query_p0/limit/test_orderby_limit/test_orderby_limit.out
create mode 100644
regression-test/data/query_p0/sql_functions/json_functions/test_json_extract.out
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_split_by_regexp.out
create mode 100644
regression-test/data/schema_change_p0/test_rename_single_col_tbl.out
create mode 100644
regression-test/data/unique_with_mow_p0/key_bounds/test_key_bounds_truncation_read_scenarios.out
copy
regression-test/data/{mv_p0/ut/testJoinOnLeftProjectToJoin/testJoinOnLeftProjectToJoin.out
=>
unique_with_mow_p0/key_bounds/test_key_bounds_truncation_write_scenarios.out}
(74%)
create mode 100644 regression-test/pipeline/nonConcurrent/conf/be.conf
create mode 100644 regression-test/pipeline/nonConcurrent/conf/fe.conf
create mode 100644
regression-test/pipeline/nonConcurrent/conf/regression-conf.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_alter_s3_vault_with_role.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_mv_write.groovy
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_group_commit_replay_wal.groovy
create mode 100644
regression-test/suites/cloud_p0/node_mgr/test_ms_alter_obj_info.groovy
create mode 100644
regression-test/suites/cloud_p0/node_mgr/test_ms_alter_s3_vault.groovy
create mode 100644
regression-test/suites/compaction/test_filecache_compaction_and_read_stale_cloud_docker.groovy
create mode 100644
regression-test/suites/compaction/test_filecache_compaction_multisegments_and_read_stale_cloud_docker.groovy
create mode 100644
regression-test/suites/compaction/test_mow_compact_multi_segments.groovy
create mode 100644
regression-test/suites/compaction/test_mow_delete_unused_rowset_dm_docker.groovy
create mode 100644
regression-test/suites/compaction/test_mow_stale_rowset_delete_bitmap.groovy
create mode 100644
regression-test/suites/external_table_p0/kerberos/test_iceberg_hadoop_catalog_kerberos.groovy
create mode 100644
regression-test/suites/external_table_p0/test_external_and_internal_describe.groovy
create mode 100644
regression-test/suites/javaudf_p0/test_javaudf_override.groovy
copy fe/fe-core/src/main/java/org/apache/doris/analysis/DefaultValueExpr.java
=>
regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_ip.groovy
(57%)
create mode 100644
regression-test/suites/nereids_p0/test_repeat_no_stackflow.groovy
copy regression-test/suites/nereids_rules_p0/mv/{ =>
partition_union_rewrite}/partition_mv_rewrite.groovy (68%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/rewrite_duration_exceeded/rewrite_duration_exceeded.groovy
rename regression-test/suites/nereids_rules_p0/mv/{partition_mv_rewrite.groovy
=> union_rewrite_grace_big/unioin_rewrite_grace_big.groovy} (67%)
create mode 100644
regression-test/suites/query_p0/join/mark_join/right_semi_mark_join.groovy
create mode 100644
regression-test/suites/query_p0/limit/test_orderby_limit/test_orderby_limit.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/json_functions/test_json_extract.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_split_by_regexp.groovy
copy be/src/util/slice.cpp =>
regression-test/suites/schema_change_p0/test_rename_single_col_tbl.groovy (60%)
create mode 100644
regression-test/suites/statistics/test_analyze_all_null.groovy
create mode 100644
regression-test/suites/statistics/test_skip_agg_table_value_column.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/key_bounds/test_key_bounds_truncation_basic.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/key_bounds/test_key_bounds_truncation_read_scenarios.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/key_bounds/test_key_bounds_truncation_write_scenarios.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
