This is an automated email from the ASF dual-hosted git repository.
morrySnow pushed a change to branch auto-pick-65025-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 90dd32088bd [fix](agg) Fix incorrect aggregate merge with duplicate
aliases (#65025)
add 95570e82c6a branch-4.0: [fix](test) fix flaky case in
variables_persist test_mtmv #64365 (#64426)
add db6ba9f6f3b branch-4.0: [improvement](docker) Make thirdparty jar
download mirror… (#65039)
add 40556ce428d branch-4.0: [fix](test) fix regression test
eliminate_inner #64457 (#64588)
add 2b34904919a branch-4.0: [fix](test) fix flaky p2 test cases in
branch-4.0 (#64997)
add 809692d0530 branch-4.0: [fix](iceberg) Fix NPE in COUNT(*) pushdown
when snapshot summary omits total-* counters (#64648) (#65060)
add 6bf2d488ae7 branch-4.0: [fix](test) fix flaky tests in branch-4.0 p0
(#64992)
add 24d9c831891 branch-4.0: [fix](fe) Normalize aggregate order by
pushdown #64787 (#65026)
add 20c9303ad9e branch-4.0: [fix](fe) Merge TopN with child prefix order
keys #64685 (#64988)
add 078fec73f64 branch-4.0: [fix](iow) force drop partition in INSERT
OVERWRITE #62510 (#65029)
add 0aae8caf0c9 branch-4.0: [fix](set operation) Use regular child output
for set operation rules #64908 (#65070)
add f724615200f branch-4.0: [fix](test) fix stale db name and data path in
agg_sync_mv (#65133)
add 8391ed0466c branch-4.0: [feat](s3) support S3 storage vault
credentials provider without role ARN (#65011)
add 89892c3e4c0 branch-4.0: [fix](job) lock routine load task renew on
submit failure (#65006)
add fd9c97115d7 branch-4.0: [fix](load) replace tablet writer close
polling with event wakeup (#64993)
add 8ad4fe20219 branch-4.0: [test](regression) drop unsupported
use_path_style=true in test_s3_tvf (#65150)
add e7706ccd16c branch-4.0: [fix](fe) fix Azure resource persistence
#65052 (#65176)
add d7cd2e5ced7 branch-4.0: bump to 4.0.7 rc01 (#65207)
add 0938efb50d1 branch-4.0: [fix](cloud) Prevent tablet KV leak after
partial recycle failure #63377 (#65249)
add dad27b43b77 branch-4.0: [fix](test) isolate streaming mysql dup job
name (#65270)
add 8251b44bbb7 [branch-4.0][fix](be) Init thread context on AsyncIO
worker threads (#65271)
add 074b86dce5f branch-4.0: [fix](be) Avoid rowset map race in backend
tablets scanner #65288 (#65301)
add 4bde1b37345 [branch-4.0][fix](regression) Use local HTTP resources in
TVF test (#65312)
add f8ba3c2428c [branch-4.0][fix](auto-partition) avoid NPE in
createPartition when a partition is concurrently dropped (#65357)
add 35854e7e92a branch-4.0: bump to 4.0.7 rc02 (#65345)
add 5992e32b053 [branch-4.0][fix](profile) guard execution profile access
(#65443)
add e4932ef4a2b branch-4.0: [fix](recycler) skip packed slice deletion
during recycle rowsets (#65534)
add b9cea12c638 branch-4.0: [bug](avro) fix avro jni reader coredump with
nullptr (#64699) (#65512)
add 54e9da0b631 [branch-4.0](cherry-pick) Backport Paimon and Iceberg
fixes (#65397)
add f8368f985e7 branch-4.0: [fix](fe) Reuse Ranger Doris access controller
#65570 (#65613)
add 7047fb2cfa8 branch-4.0: [fix](paimon) preserve partition metadata
across splits (#65583)
add 1bd2d3eefd2 branch-4.0: [fix](s3) handle S3 file writer async task
submission failures #64779 (#65159)
add e39d988b755 branch-4.0: [fix](transaction) Fail fast when a backend
restarts during insert #65525 (#65565)
add 9607062e6bd branch-4.0: [fix](load) Fix Arrow stream load with
uppercase columns (#65616)
add b46dca3ad0a branch-4.0: [bugfix](memory) should force refresh workload
group's config when memlimit changed #65542 (#65592)
add 57409f84179 [fix](be) Fix missing decimal precision and scale for
legacy decimal data (#65419) (#65521)
add 7910ec8cbec [fix](be) Avoid local runtime filter merge deadlock
(#65101)
add f0f45a227e9 branch-4.0: [feat](http) Add sync and export cloud meta
API (#60739) (#65623)
add e530e9f8b44 branch-4.0: [fix](transaction) avoid aborting newer
same-label transactions (#65619)
add 7d1d5eba3b0 branch-4.0: [feat](job) show first error message for
routine load (#65661)
add 38770549705 branch-4.0: [fix](be) catch block serialization exceptions
to avoid coredump #64852 (#65002)
add eb4f18a4d6b branch-4.0: [fix](be) Fix time-sharing executor queued
task count (#65043)
add f1c93669303 [fix](ci) backport safer PR checks to branch-4.0 (#65842)
add d4352939e01 branch-4.0: [fix](docker) Backport external Docker
improvements (#65939)
add bbc1d2a21bd branch-4.0: [fix] fix routine_load_jobs first_error_msg on
non-master FE and flaky ann_index_basic (#65942)
add 9f1ac80d7c0 branch-4.0: [bug](iceberg) use split file format for
iceberg scan (#65760) (#65806)
add 70186e6767e branch-4.0: [fix](load) support compute_group in FE stream
load routing and planning (#65884)
add be1d941f9bf branch-4.0: [enhance](cloud) Increase get version timeout
to 30 seconds #65625 (#65747)
add 2149e46cbf8 branch-4.0: [fix](nereids) Guard UniqueFunction in
multiple filter/topn pushdown rules #62742 (#65259)
add 2cb3e65e158 branch-4.0: [test](fe) Cover internal query audit failure
in FE unit test #65696 (#65764)
add 823b3fa039c branch-4.0: [fix](brpc) Make secondary package aliases
non-owning #65777 (#65818)
add 8df401fcfe4 branch-4.0: [fix](scan) Avoid misleading "storage reader"
wrapper for data/expression errors #64755 (#64838)
add 0302ec4c0b4 branch-4.0: [fix](cloud) make S3 rate limiter config take
effect dynamically in cloud mode #64554 (#64839)
add c02db6c411d branch-4.0: [fix](fe) Clear warm-up error message after
successful retry #64813 (#64869)
add 9134a531af7 branch-4.0: [fix](fe) Show warm-up timestamps with date
(#64875)
add 19cf258a183 branch-4.0: [fix](fe) Handle generated columns in delete
partial update (#65067)
add 8c8eecf6b71 branch-4.0: [opt](cloud) Support multiple config files in
start.sh #63924 (#65161)
add c2bb9b655b7 [branch-4.0][fix](security) Add auth and config gate for
_stream_load_forward endpoint (#65376)
add a0c45d10d59 branch-4.0: [improvement](be) Add queue time for delete
bitmap tasks #65248 (#65509)
add 55c252a103e branch-4.0: [fix](fe) Fix colocate replica allocation edit
log #65457 (#65528)
add e2ab81e88dc branch-4.0: [perf](s3) push down expandable S3 glob
prefixes (#65622)
add cc0666c0ff7 branch-4.0: [chore](s3) Adjust S3 SlowDown retry
configurable #65508 (#65640)
add 013b980b2bb branch-4.0: [fix](cloud) Preserve resource IDs when
recycling empty rowsets #65862 (#65922)
add 47244fdbaee [fix](cloud) use snapshot read for table version to avoid
txn conflict (#64647) (#66068)
add 6ffd9b19a16 [fix](be) Fix file cache queue evict size metrics (#64897)
(#66069)
add 2bc3248a335 [improvement](cloud) Use rendezvous hashing for colocate
tablet placement (#64638) (#66067)
add d34fa34817e branch-4.0: [improvement](fe) add fe_meta_auth_token for
FE meta-service internal HTTP auth (#66095)
add df27014669c branch-4.0: [feature](cloud) Support file cache write
index only (#66101)
add 4c9bc47eb46 branch-4.0: [opt](schema) Optimize tables schema scan
status #64933 (#65630)
add 3c5a69074d3 branch-4.0: [fix](fe) Mask Kafka routine load sensitive
properties #64786 (#65628)
add 81df4f47902 branch-4.0: [fix](test) skip test_flight_record when the
frontend is not on the regression runner #65933 (#65945)
add 98563afea0f branch-4.0: [fix](cloud) Fix SchemaVariablesScanner crash
due to incomplete FE response #65994 (#66014)
add db0d85e813f [fix](cloud) CloudUpgradeMgr inspect and abort failed
conflict txns while waiting (#60830) (#66054)
add c119c7a9f86 branch-4.0: [fix](cloud) set recycler S3 client
requestTimeoutMs to avoid curl-28 on slow DeleteObjects (mirror #49315) #64758
(#65803)
add 5a6719a525c branch-4.0: [fix](rewrite rule) Reject mismatched compare
plan in PullUpJoinFromUnionAll #65472 (#65999)
add 88db7a48f86 branch-4.0: [fix](cloud) Use bthread-aware shared mutex
for tablet header lock (#66019)
add 0133b003bb1 branch-4.0:[fix](regression) Adjust large TTL cache
regression case(pick#64789) (#66127)
add 4aeec0a391a branch-4.0:[fix](file-cache): speed up LRU restore startup
path(pick#65174) (#66129)
add 072e7c7c7c5 branch-4.0:[fix](filecache) fix flaky be UT for LRU
dump(pick#65427) (#66130)
add 8b29ca32f28 branch-4.0:[fix](filecache) Limit LRU recorder shadow
queue size(pick#64798) (#66128)
add 10a39ccc507 [fix](function) Correct Base64 buffer sizing and invalid
input handling (#65958)
add 313d40ff765 branch-4.0: [improvement](topn) Add option to skip file
cache writes in topn lazy materialization (#66172)
add c09e12e1dff branch-4.0: [fix](regression) fix
test_fe_cached_partition_version #65158 (#65286)
add 91eec7e900a branch-4.0: [fix](fe) set cloud version_cache_ttl to 0
temporarily if retry a query with -230 (#63721) (#66142)
add d8fec5ddb71 branch-4.0: [fix](group commit) fix lost row when prepared
stmt reused plan shares one load_id (#64362) (#66144)
add efcda713957 [fix](bucket) Raise autobucket_min_buckets default from 1
to 3 (#63729) (#66063)
add 64661a83251 [fix](regression) Stabilize cloud docker regression cases
(#65258) (#66160)
add be3b930a013 branch-4.0: [fix](fe) Skip decommissioning BE for load
(#65407)
add f2a785fae5b [branch-4.0][fix](load) only load source scanners update
load counters (#65277)
add c6d9f2ec912 [fix](fe) Cancel rebuilt VCG warm up jobs on drop (#65426)
(#66166)
add 717de182754 [fix](cloud) Align colocate proc output and tablet health
in cloud mode (#60944) (#66060)
add 7275af3df4f [fix] (cloud) Fix local/remote tablet size semantics in
schema views (#60887) (#66058)
add 6be9909f76a branch-4.0: [chore](recycler) Disable
enable_mark_delete_rowset_before_recycle and
enable_abort_txn_and_job_for_delete_rowset_before_recycle for recycler (#66150)
(#66228)
add 11fef48b7cc [improvement](fe) Add virtual compute group switch metric
#63036 (#64385)
add a524fc5f7fb [fix](replica) Resolve conflicting default replica
properties (#65836) (#66180)
add 45c8070958d [emhancement](compaction) disable compaction pause on high
memory by default (#61938)
add e1d5d9780e7 [fix](cloud) Exclude decommissioning BE from BE selection
(#65221) (#66070)
add 08825b2c8e7 branch-4.0: [chore](dep)upgrade dependencies(#62858,
#64196, #64208) (#65065)
add a03dc865277 branch-4.0: [fix](auth) add auth check for manager node
and query qerror REST APIs (#65079)
add becde7e7cc1 branch-4.0: [fix](test) Stabilize
test_sql_block_rule_status BLOCKS assertion #64668 (#64730)
add 5b25a955dec branch-4.0: [fix](brpc) disable SSL BIO buffer #64962
(#65188)
add 4f16bac3754 branch-4.0: [fix](glue) cache credentials provider in
ConfigurationAWSCredentialsProvider #65165 (#65223)
add 949a0636989 branch-4.0: [fix](streaming-job) Isolate schemas for CDC
snapshot splits (#66094)
add 1dbbdeedde7 branch-4.0: [fix](job scheduler) Record task finish time
on execution failure #66232 (#66270)
add 7de05a57b6e branch-4.0: [fix](simplify agg) SimplifyAggGroupBy should
verify injectivity #64335 (#65108)
add baa67eadff1 branch-4.0: [fix](memory) should update memory more
quickly when user changes cgroup directly (#65713)
add e0772064daa branch-4.0: [fix](nereids) partition topn opt requires
chosen window func partition key to be a subset of co-located ones (#65111)
add 83ff290d170 branch-4.0: [fix](cloud) Prevent urgent load from
preempting schema change lock #66082 (#66225)
add 68261b85839 branch-4.0: [fix](docker)(case) Restore Kerberos/Paimon
external env and fix flaky file cache cases (#66254)
add 7e1bc57f522 branch-4.0: [chore](session-variable) remove the unused
session variable plan_nereids_dump (#66386)
add 49e4fc37859 branch-4.0: [fix](ut-opt)Update JVM arguments in pom.xml
for testing (#66434)
add 7243779fb06 branch-4.0：[test](fe) Isolate cloud frontend service test-
#65577 #65577 (#66381)
add 6e79ef0c714 branch-4.0: [fix](docker)(case) Fix the remaining 4
external regression failures: kerberos HDFS SASL, Paimon fixture, file cache
flakiness (#66417)
add e7d6abcb397 branch-4.0: [fix](insert) reset skipAuth on all INSERT
OVERWRITE exit paths (#66410)
add 99ef194507f branch-4.0: [fix](arrow-flight-sql) Close temporary
VectorSchemaRoot in createPreparedStatement to fix FE direct memory leak #65311
(#66431)
add 058dc08e620 [branch-4.0] pick some arrow memory leak fix to branch-4.0
(#66462)
add 0c699219fcc branch-4.0: [fix](test) fix unstable test cases (#66502)
add 0fefed17bd8 [release] bump to 4.0.8-rc01 (#66550)
add 58fb9c5bc31 branch-4.0: [opt](planner) Enable Nereids distribute
planner after upgrade (#66631)
add bc8ea1bac6d [release] bump to 4.0.8-rc02 (#66639)
add 62a5f8766ce branch-4.0: [Fix](thirdparty) Unify arrow cpp standard
with be (#64390) (#66723)
add 461d003df3c branch-4.0: [fix](thirdparty) repoint the dead libuuid
download mirror (#66822)
add 8a9961723ea branch-4.0: [fix](metrics) update real emails with
placeholder in MetricsTest (#66976)
add 1a12f40691b [fix](agg) Fix incorrect aggregate merge with duplicate
aliases (#65025)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (90dd32088bd)
\
N -- N -- N refs/heads/auto-pick-65025-branch-4.0 (1a12f40691b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/clang-format.yml | 17 +-
.github/workflows/license-eyes.yml | 31 +-
be/src/cloud/cloud_base_compaction.cpp | 2 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 2 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 25 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 2 +-
be/src/cloud/cloud_full_compaction.cpp | 2 +-
be/src/cloud/cloud_meta_mgr.cpp | 11 +-
be/src/cloud/cloud_meta_mgr.h | 2 +-
be/src/cloud/cloud_storage_engine.cpp | 13 +-
be/src/cloud/cloud_tablet.cpp | 49 +-
be/src/cloud/cloud_tablet.h | 16 +-
be/src/cloud/config.cpp | 1 +
be/src/cloud/config.h | 1 +
be/src/common/config.cpp | 4 +-
be/src/common/config.h | 2 +
be/src/exec/rowid_fetcher.cpp | 66 +-
be/src/exec/rowid_fetcher.h | 18 +-
be/src/exec/schema_scanner.h | 2 +
.../schema_routine_load_job_scanner.cpp | 4 +
.../exec/schema_scanner/schema_tables_scanner.cpp | 1 +
.../exec/schema_scanner/schema_tablets_scanner.cpp | 163 +-
.../schema_scanner/schema_variables_scanner.cpp | 9 +
be/src/http/action/stream_load.cpp | 8 +
be/src/http/action/stream_load_forward_handler.cpp | 12 +
be/src/http/action/stream_load_forward_handler.h | 8 +-
be/src/http/ev_http_server.cpp | 16 +-
be/src/io/cache/block_file_cache.cpp | 147 +-
be/src/io/cache/block_file_cache.h | 10 +
be/src/io/cache/block_file_cache_factory.cpp | 137 +-
be/src/io/cache/block_file_cache_factory.h | 7 +
be/src/io/cache/block_file_cache_profile.cpp | 48 +
be/src/io/cache/block_file_cache_profile.h | 10 +
be/src/io/cache/cache_lru_dumper.cpp | 18 +-
be/src/io/cache/cache_lru_dumper.h | 4 +-
be/src/io/cache/cached_remote_file_reader.cpp | 162 +-
be/src/io/cache/cached_remote_file_reader.h | 14 +-
be/src/io/cache/file_cache_common.h | 2 +
be/src/io/cache/lru_queue_recorder.cpp | 121 +-
be/src/io/cache/lru_queue_recorder.h | 4 +
be/src/io/fs/file_reader.h | 1 +
be/src/io/fs/file_writer.h | 5 +-
be/src/io/fs/packed_file_system.cpp | 22 +-
be/src/io/fs/s3_file_system.cpp | 2 +
be/src/io/fs/s3_file_writer.cpp | 50 +-
be/src/io/fs/s3_file_writer.h | 1 +
be/src/io/io_common.h | 16 +
be/src/olap/base_tablet.cpp | 42 +-
be/src/olap/base_tablet.h | 16 +-
be/src/olap/calc_delete_bitmap_executor.cpp | 12 +-
be/src/olap/calc_delete_bitmap_executor.h | 3 +-
be/src/olap/compaction.cpp | 9 +-
.../cumulative_compaction_time_series_policy.cpp | 5 +-
be/src/olap/full_compaction.cpp | 2 +-
be/src/olap/olap_common.h | 8 +
be/src/olap/rowset/beta_rowset_writer.cpp | 150 +-
be/src/olap/rowset/beta_rowset_writer.h | 2 +-
be/src/olap/rowset/rowset_writer_context.h | 27 +-
be/src/olap/rowset/segment_creator.cpp | 28 +-
be/src/olap/rowset/segment_creator.h | 9 +
.../segment_v2/bloom_filter_index_reader.cpp | 18 +-
.../rowset/segment_v2/bloom_filter_index_reader.h | 19 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 13 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 23 +-
.../olap/rowset/segment_v2/indexed_column_reader.h | 18 +-
.../rowset/segment_v2/inverted_index_iterator.cpp | 2 +-
.../olap/rowset/segment_v2/ordinal_page_index.cpp | 15 +-
be/src/olap/rowset/segment_v2/ordinal_page_index.h | 10 +-
be/src/olap/rowset/segment_v2/segment.cpp | 59 +-
.../segment_v2/segment_index_file_cache_loader.cpp | 179 ++
.../segment_v2/segment_index_file_cache_loader.h | 102 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 25 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 8 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 21 +-
.../rowset/segment_v2/vertical_segment_writer.h | 8 +-
be/src/olap/rowset/segment_v2/zone_map_index.cpp | 14 +-
be/src/olap/rowset/segment_v2/zone_map_index.h | 6 +-
be/src/olap/rowset/vertical_beta_rowset_writer.cpp | 34 +-
be/src/olap/rowset/vertical_beta_rowset_writer.h | 9 +-
be/src/olap/rowset_builder.cpp | 2 +-
be/src/olap/schema_change.cpp | 4 +-
be/src/olap/storage_engine.cpp | 4 +-
be/src/olap/tablet.cpp | 63 +-
be/src/olap/tablet.h | 9 +-
be/src/olap/tablet_manager.cpp | 2 +-
be/src/olap/task/engine_clone_task.cpp | 2 +-
be/src/olap/task/index_builder.cpp | 4 +-
be/src/olap/utils.h | 26 -
.../exec/group_commit_block_sink_operator.cpp | 24 +-
.../exec/group_commit_block_sink_operator.h | 4 +
be/src/pipeline/exec/materialization_opertor.cpp | 209 +-
be/src/pipeline/exec/materialization_opertor.h | 27 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 3 +
be/src/runtime/exec_env_init.cpp | 28 +-
be/src/runtime/group_commit_mgr.cpp | 15 +
be/src/runtime/group_commit_mgr.h | 4 +
be/src/runtime/query_context.cpp | 24 +-
be/src/runtime/runtime_state.cpp | 2 +-
.../runtime/stream_load/stream_load_executor.cpp | 7 +-
be/src/runtime/workload_group/workload_group.cpp | 81 +-
.../workload_group/workload_group_manager.cpp | 28 +-
.../runtime/workload_management/memory_context.h | 4 +
be/src/runtime_filter/runtime_filter_merger.h | 34 +-
be/src/runtime_filter/runtime_filter_mgr.cpp | 114 +-
be/src/runtime_filter/runtime_filter_mgr.h | 14 +-
be/src/runtime_filter/runtime_filter_producer.cpp | 36 +-
be/src/service/http_service.cpp | 2 +-
be/src/util/async_io.h | 7 +
be/src/util/bthread_shared_mutex.h | 125 ++
be/src/util/mem_info.h | 5 +
be/src/util/s3_util.cpp | 3 +-
be/src/util/s3_util.h | 3 +
be/src/vec/core/block.cpp | 26 +-
be/src/vec/data_types/data_type_decimal.h | 13 +-
be/src/vec/data_types/data_type_factory.cpp | 19 +-
.../time_sharing/time_sharing_task_executor.cpp | 72 +-
.../time_sharing/time_sharing_task_executor.h | 9 +
be/src/vec/exec/format/generic_reader.h | 3 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 28 +-
be/src/vec/exec/format/orc/vorc_reader.h | 4 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 24 +-
.../exec/format/parquet/vparquet_group_reader.h | 3 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 4 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 3 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 8 +-
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 24 +
be/src/vec/exec/format/table/paimon_jni_reader.h | 2 +
.../exec/format/table/partition_column_filler.h | 79 +
be/src/vec/exec/format/table/table_format_reader.h | 6 +-
be/src/vec/exec/jni_connector.cpp | 40 +-
be/src/vec/exec/scan/file_scanner.cpp | 162 +-
be/src/vec/exec/scan/file_scanner.h | 2 +
be/src/vec/exec/scan/olap_scanner.cpp | 6 +-
be/src/vec/exec/scan/scanner.cpp | 8 +-
be/src/vec/exec/scan/scanner.h | 7 +
be/src/vec/exec/scan/scanner_scheduler.h | 22 +-
be/src/vec/functions/function_string.cpp | 9 +-
be/src/vec/sink/load_stream_map_pool.cpp | 17 +-
be/src/vec/sink/load_stream_map_pool.h | 5 +
be/src/vec/sink/load_stream_stub.cpp | 32 +-
be/src/vec/sink/load_stream_stub.h | 36 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 31 +-
be/src/vec/sink/writer/vtablet_writer.h | 13 +
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 16 +-
be/test/cloud/cloud_compaction_test.cpp | 17 +
.../cloud/cloud_empty_rowset_compaction_test.cpp | 2 +-
be/test/cloud/cloud_meta_mgr_test.cpp | 90 +-
be/test/io/cache/block_file_cache_test.cpp | 202 ++
.../io/cache/block_file_cache_test_lru_dump.cpp | 3 +-
be/test/io/cache/cache_lru_dumper_test.cpp | 148 ++
.../cloud_file_cache_write_index_only_test.cpp | 800 +++++++
be/test/olap/compaction_file_cache_test.cpp | 58 +-
.../rowset/segment_v2/column_reader_cache_test.cpp | 241 ++-
be/test/olap/rowset/segment_v2/mock/mock_segment.h | 21 +-
.../operator/materialization_shared_state_test.cpp | 86 +-
.../workload_group/workload_group_manager_test.cpp | 107 +-
.../runtime_filter/runtime_filter_merger_test.cpp | 26 +-
be/test/runtime_filter/runtime_filter_mgr_test.cpp | 34 +-
be/test/util/bthread_shared_mutex_test.cpp | 264 +++
be/test/util/s3_util_test.cpp | 45 +
be/test/vec/data_types/data_type_decimal_test.cpp | 170 --
.../time_sharing_task_executor_test.cpp | 158 +-
.../format/table/partition_column_filler_test.cpp | 88 +
be/test/vec/function/function_string_test.cpp | 17 +
be/test/vec/sink/vtablet_writer_v2_test.cpp | 21 +
cloud/script/start.sh | 41 +-
cloud/src/common/bvars.cpp | 5 +
cloud/src/common/bvars.h | 3 +
cloud/src/common/config.h | 7 +-
cloud/src/common/sync_executor.h | 6 +-
cloud/src/meta-service/meta_service.cpp | 8 +-
cloud/src/meta-service/meta_service.h | 11 +
cloud/src/meta-service/meta_service_partition.cpp | 18 +-
cloud/src/meta-service/meta_service_resource.cpp | 37 +-
cloud/src/meta-service/meta_service_txn.cpp | 74 +-
cloud/src/recycler/recycler.cpp | 197 +-
cloud/src/recycler/s3_accessor.cpp | 19 +-
cloud/test/meta_service_job_test.cpp | 30 +
cloud/test/meta_service_test.cpp | 181 +-
cloud/test/mock_accessor.h | 2 +-
cloud/test/recycler_operation_log_test.cpp | 12 +-
cloud/test/recycler_test.cpp | 341 ++-
docker/thirdparties/custom_settings.env | 8 +
.../docker-compose/clickhouse/clickhouse.yaml.tpl | 5 +-
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 3 +-
docker/thirdparties/docker-compose/hive/README.md | 409 ++++
.../thirdparties/docker-compose/hive/README_ZH.md | 409 ++++
.../docker-compose/hive/hadoop-hive.env.tpl | 6 +-
.../docker-compose/hive/hive-2x.yaml.tpl | 36 +-
.../docker-compose/hive/hive-2x_settings.env | 3 +
.../docker-compose/hive/hive-3x.yaml.tpl | 36 +-
.../docker-compose/hive/scripts/bin/hadoop | 75 +
.../docker-compose/hive/scripts/bin/hive | 54 +
.../hive/scripts/bootstrap/bootstrap-groups.sh | 167 ++
.../bootstrap/hive2_only.preinstalled_hql.list | 4 +
.../hive/scripts/bootstrap/hive2_only.run_sh.list | 1 +
.../scripts/bootstrap/hive3_only.download_dir.list | 2 +
.../hive/scripts/bootstrap/hive3_only.run_sh.list | 2 +
.../create_paimon_tables.hql | 26 +-
.../create_hive_orc_tables.hql | 4 +-
.../create_tpch1_orc.hql | 34 +-
.../create_tpch1_parquet.hql | 34 +-
.../create_preinstalled_scripts/employees.csv | 5 +
.../scripts/create_preinstalled_scripts/run02.hql | 3 +-
.../scripts/create_preinstalled_scripts/run03.hql | 3 +-
.../scripts/create_preinstalled_scripts/run04.hql | 6 +-
.../scripts/create_preinstalled_scripts/run05.hql | 7 +-
.../scripts/create_preinstalled_scripts/run06.hql | 7 +-
.../scripts/create_preinstalled_scripts/run07.hql | 7 +-
.../scripts/create_preinstalled_scripts/run08.hql | 7 +-
.../scripts/create_preinstalled_scripts/run09.hql | 7 +-
.../scripts/create_preinstalled_scripts/run10.hql | 7 +-
.../scripts/create_preinstalled_scripts/run11.hql | 6 +-
.../scripts/create_preinstalled_scripts/run12.hql | 7 +-
.../scripts/create_preinstalled_scripts/run13.hql | 6 +-
.../scripts/create_preinstalled_scripts/run14.hql | 3 +-
.../scripts/create_preinstalled_scripts/run15.hql | 1 +
.../scripts/create_preinstalled_scripts/run16.hql | 3 +-
.../scripts/create_preinstalled_scripts/run17.hql | 3 +-
.../scripts/create_preinstalled_scripts/run18.hql | 3 +-
.../scripts/create_preinstalled_scripts/run19.hql | 20 +-
.../scripts/create_preinstalled_scripts/run25.hql | 96 -
.../scripts/create_preinstalled_scripts/run29.hql | 1 +
.../scripts/create_preinstalled_scripts/run30.hql | 3 +-
.../scripts/create_preinstalled_scripts/run31.hql | 3 +-
.../scripts/create_preinstalled_scripts/run32.hql | 3 +-
.../scripts/create_preinstalled_scripts/run33.hql | 6 +-
.../scripts/create_preinstalled_scripts/run34.hql | 7 +-
.../scripts/create_preinstalled_scripts/run35.hql | 3 +-
.../scripts/create_preinstalled_scripts/run36.hql | 3 +-
.../scripts/create_preinstalled_scripts/run37.hql | 6 +-
.../scripts/create_preinstalled_scripts/run38.hql | 7 +-
.../scripts/create_preinstalled_scripts/run39.hql | 6 +-
.../scripts/create_preinstalled_scripts/run40.hql | 7 +-
.../scripts/create_preinstalled_scripts/run41.hql | 6 +-
.../scripts/create_preinstalled_scripts/run42.hql | 7 +-
.../scripts/create_preinstalled_scripts/run43.hql | 6 +-
.../scripts/create_preinstalled_scripts/run44.hql | 6 +-
.../scripts/create_preinstalled_scripts/run45.hql | 6 +-
.../scripts/create_preinstalled_scripts/run46.hql | 6 +-
.../scripts/create_preinstalled_scripts/run47.hql | 7 +-
.../scripts/create_preinstalled_scripts/run48.hql | 7 +-
.../scripts/create_preinstalled_scripts/run49.hql | 7 +-
.../scripts/create_preinstalled_scripts/run50.hql | 6 +-
.../scripts/create_preinstalled_scripts/run51.hql | 7 +-
.../scripts/create_preinstalled_scripts/run52.hql | 7 +-
.../scripts/create_preinstalled_scripts/run53.hql | 6 +-
.../scripts/create_preinstalled_scripts/run54.hql | 6 +-
.../scripts/create_preinstalled_scripts/run55.hql | 6 +-
.../scripts/create_preinstalled_scripts/run56.hql | 6 +-
.../scripts/create_preinstalled_scripts/run57.hql | 6 +-
.../scripts/create_preinstalled_scripts/run58.hql | 6 +-
.../scripts/create_preinstalled_scripts/run59.hql | 6 +-
.../scripts/create_preinstalled_scripts/run60.hql | 6 +-
.../scripts/create_preinstalled_scripts/run61.hql | 7 +-
.../scripts/create_preinstalled_scripts/run62.hql | 7 +-
.../scripts/create_preinstalled_scripts/run63.hql | 58 +-
.../scripts/create_preinstalled_scripts/run64.hql | 9 +-
.../scripts/create_preinstalled_scripts/run65.hql | 9 +-
.../scripts/create_preinstalled_scripts/run66.hql | 4 +
.../scripts/create_preinstalled_scripts/run67.hql | 6 +-
.../scripts/create_preinstalled_scripts/run69.hql | 8 +-
.../scripts/create_preinstalled_scripts/run70.hql | 5 +-
.../scripts/create_preinstalled_scripts/run71.hql | 7 +-
.../scripts/create_preinstalled_scripts/run72.hql | 14 +-
.../scripts/create_preinstalled_scripts/run73.hql | 19 +-
.../scripts/create_preinstalled_scripts/run74.hql | 20 +-
.../scripts/create_preinstalled_scripts/run75.hql | 129 +-
.../scripts/create_preinstalled_scripts/run76.hql | 50 +-
.../scripts/create_preinstalled_scripts/run77.hql | 3 +-
.../scripts/create_preinstalled_scripts/run80.hql | 21 +-
.../scripts/create_preinstalled_scripts/run81.hql | 12 +-
.../scripts/create_preinstalled_scripts/run82.hql | 10 +-
.../scripts/create_preinstalled_scripts/run83.hql | 31 +-
.../scripts/create_preinstalled_scripts/run84.hql | 7 +-
.../scripts/create_preinstalled_scripts/run85.hql | 4 +-
.../scripts/create_view_scripts/create_view.hql | 8 +
.../data/default/account_fund/create_table.hql | 6 +-
.../scripts/data/default/hive01/create_table.hql | 6 +-
.../data/default/sale_table/create_table.hql | 6 +-
.../data/default/string_table/create_table.hql | 6 +-
.../scripts/data/default/student/create_table.hql | 6 +-
.../scripts/data/default/test1/create_table.hql | 6 +-
.../scripts/data/default/test2/create_table.hql | 6 +-
.../data/default/test_hive_doris/create_table.hql | 6 +-
.../data/multi_catalog/datev2_csv/create_table.hql | 7 +-
.../data/multi_catalog/datev2_orc/create_table.hql | 7 +-
.../multi_catalog/datev2_parquet/create_table.hql | 7 +-
.../hive_config_test/create_table.hql | 13 +-
.../hive_text_complex_type/create_table.hql | 6 +-
.../hive_text_complex_type2/create_table.hql | 6 +-
.../hive_text_complex_type3/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../hive_textfile_array_all_types/create_table.hql | 6 +-
.../hive_textfile_array_delimiter/create_table.hql | 6 +-
.../hive_textfile_nestedarray/create_table.hql | 6 +-
.../hive_upper_case_orc/create_table.hql | 7 +-
.../hive_upper_case_parquet/create_table.hql | 7 +-
.../multi_catalog/logs1_parquet/create_table.hql | 6 +-
.../multi_catalog/one_partition/create_table.hql | 5 +-
.../orc_nested_types/create_table.hql | 7 +-
.../orc_partitioned_columns/create_table.hql | 4 +-
.../orc_partitioned_one_column/create_table.hql | 4 +-
.../orc_predicate/orc_predicate_table.hql | 12 +-
.../par_fields_in_file_orc/create_table.hql | 4 +-
.../par_fields_in_file_parquet/create_table.hql | 4 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_alter_column_to_char/create_table.hql | 6 +-
.../parquet_alter_column_to_date/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_alter_column_to_float/create_table.hql | 6 +-
.../parquet_alter_column_to_int/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_bloom_filter/create_table.hql | 6 +-
.../parquet_lz4_compression/create_table.hql | 7 +-
.../parquet_lzo_compression/create_table.hql | 7 +-
.../parquet_nested_types/create_table.hql | 19 +-
.../parquet_partitioned_columns/create_table.hql | 4 +-
.../create_table.hql | 4 +-
.../parquet_predicate_table/create_table.hql | 6 +-
.../partition_location_1/create_table.hql | 6 +-
.../partition_location_2/create_table.hql | 8 +-
.../partition_manual_remove/create_table.hql | 4 +-
.../test_chinese_orc/create_table.hql | 6 +-
.../test_chinese_parquet/create_table.hql | 6 +-
.../test_chinese_text/create_table.hql | 6 +-
.../test_complex_types/create_table.hql | 24 +-
.../test_compress_partitioned/create_table.hql | 4 +-
.../test_csv_format_error/create_table.hql | 4 +-
.../test_date_string_partition/create_table.hql | 6 +-
.../test_hive_same_db_table_name/create_table.hql | 6 +-
.../create_table.hql | 4 +-
.../test_mixed_par_locations_orc/create_table.hql | 4 +-
.../create_table.hql | 4 +-
.../test_multi_langs_orc/create_table.hql | 6 +-
.../test_multi_langs_parquet/create_table.hql | 6 +-
.../test_multi_langs_text/create_table.hql | 6 +-
.../test_special_orc_formats/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../multi_catalog/test_wide_table/create_table.hql | 6 +-
.../text_partitioned_columns/create_table.hql | 4 +-
.../text_partitioned_one_column/create_table.hql | 4 +-
.../timestamp_with_time_zone/create_table.hql | 6 +-
.../multi_catalog/two_partition/create_table.hql | 5 +-
.../multi_catalog/type_change_orc/create_table.hql | 6 +-
.../type_change_origin/create_table.hql | 6 +-
.../type_change_parquet/create_table.hql | 6 +-
.../bigint_partition/create_table.hql | 4 +-
.../partition_type/char_partition/create_table.hql | 4 +-
.../partition_type/date_partition/create_table.hql | 4 +-
.../decimal_partition/create_table.hql | 4 +-
.../double_partition/create_table.hql | 4 +-
.../float_partition/create_table.hql | 4 +-
.../partition_type/int_partition/create_table.hql | 4 +-
.../smallint_partition/create_table.hql | 4 +-
.../string_partition/create_table.hql | 4 +-
.../tinyint_partition/create_table.hql | 4 +-
.../varchar_partition/create_table.hql | 4 +-
.../data/regression/crdmm_data/create_table.hql | 7 +-
.../multi_delimit_serde/create_table.hql | 11 +-
.../regression/serde_prop/some_serde_table.hql | 53 +-
.../data/statistics/empty_table/create_table.hql | 6 +-
.../data/statistics/statistics/create_table.hql | 8 +-
.../scripts/data/statistics/stats/create_table.hql | 6 +-
.../scripts/data/test/hive_test/create_table.hql | 6 +-
.../data/tpch_1000_parquet/part/create_table.hql | 7 +-
.../data/tvf/test_hdfs_tvf_compression/run.sh | 6 +-
.../docker-compose/hive/scripts/healthy_check.sh | 6 +-
.../docker-compose/hive/scripts/hive-common-lib.sh | 80 +
.../docker-compose/hive/scripts/hive-metastore.sh | 149 --
.../docker-compose/hive/scripts/hive-module-lib.sh | 345 +++
.../scripts/init-hive-baseline.sh} | 40 +-
.../hive/scripts/prepare-hive-data.sh | 157 +-
.../hive/scripts/refresh-hive-modules.sh | 59 +
.../scripts/reset-hive-state.sh} | 13 +-
.../hive/scripts/snapshot-hive-baseline.sh | 68 +
.../scripts/start-hive-metastore.sh} | 15 +-
.../{healthy_check.sh => start-hive-server.sh} | 12 +-
.../thirdparties/docker-compose/hudi/hudi.env.tpl | 8 +-
.../docker-compose/iceberg/entrypoint.sh.tpl | 6 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 6 +-
.../create_preinstalled_scripts/iceberg/run31.sql | 33 +
.../docker-compose/kerberos/.gitignore | 8 +
.../supervisorctl-check.sh => Dockerfile} | 32 +-
.../kerberos/common/conf/doris-krb5.conf | 6 -
.../common/hadoop/apply-config-overrides.sh | 31 -
.../auth-to-local.xml => conf/core-site.xml.tpl} | 29 +-
.../docker-compose/kerberos/conf/hdfs-site.xml.tpl | 113 +
.../docker-compose/kerberos/conf/hive-site.xml.tpl | 92 +
.../conf/kdc.conf.tpl} | 18 +-
.../kerberos/conf/kerberos1/kdc.conf.tpl | 50 -
.../kerberos/conf/kerberos1/krb5.conf.tpl | 39 -
.../kerberos/conf/kerberos2/kdc.conf.tpl | 38 -
.../kerberos/conf/{kerberos2 => }/krb5.conf.tpl | 16 +-
.../docker-compose/kerberos/conf/my.cnf.tpl | 38 -
.../kerberos/entrypoint-hive-master.sh | 222 +-
.../docker-compose/kerberos/hadoop-hive.env.tpl | 127 +-
.../kerberos/health-checks/health.sh | 22 +-
.../docker-compose/kerberos/kerberos.yaml.tpl | 74 +-
.../docker-compose/kerberos/kerberos1_settings.env | 50 +-
.../docker-compose/kerberos/kerberos2_settings.env | 46 +-
.../kerberos/sql/create_kerberos_hive_table.sql | 17 -
.../kerberos/sql/create_paimon_hive_table.hql | 17 +
.../two-kerberos-hives/hive2-default-fs-site.xml | 25 -
docker/thirdparties/docker-health.sh | 81 +
docker/thirdparties/run-thirdparties-docker.sh | 1600 ++++++++++++--
...irdparties-docker-hive-bootstrap-groups-test.sh | 64 +
fe/be-java-extensions/java-common/pom.xml | 5 -
.../org/apache/doris/paimon/PaimonJniScanner.java | 359 +++-
.../doris/paimon/PaimonSysTableJniScanner.java | 8 +-
.../apache/doris/paimon/PaimonJniScannerTest.java | 243 +++
fe/be-java-extensions/preload-extensions/pom.xml | 5 -
.../main/java/org/apache/doris/common/Config.java | 26 +-
.../java/org/apache/doris/common/ConfigBase.java | 20 +-
.../java/org/apache/doris/common/ConfigTest.java | 58 +
fe/fe-core/pom.xml | 2 +-
.../ConfigurationAWSCredentialsProvider.java | 45 +-
.../org/apache/doris/analysis/DataDescription.java | 13 +-
.../apache/doris/catalog/ColocateTableIndex.java | 26 +-
.../apache/doris/catalog/DataSizeDisplayUtil.java | 78 +
.../doris/catalog/InternalSchemaInitializer.java | 8 +-
.../java/org/apache/doris/catalog/OlapTable.java | 48 +-
.../java/org/apache/doris/catalog/Replica.java | 18 +-
.../java/org/apache/doris/catalog/Resource.java | 63 +
.../java/org/apache/doris/catalog/ResourceMgr.java | 27 +
.../java/org/apache/doris/catalog/SchemaTable.java | 1 +
.../java/org/apache/doris/catalog/TableIf.java | 34 +
.../org/apache/doris/catalog/TableProperty.java | 28 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 32 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 14 +
.../org/apache/doris/cloud/JobWarmUpStats.java | 4 +-
.../cloud/alter/CloudSchemaChangeHandler.java | 9 +-
.../cloud/catalog/CloudColocatePlacement.java | 64 +
.../cloud/catalog/CloudInstanceStatusChecker.java | 16 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 124 +-
.../doris/cloud/catalog/CloudUpgradeMgr.java | 42 +
.../doris/cloud/load/CloudRoutineLoadManager.java | 3 +-
.../doris/cloud/persist/CloudMetaSyncPoint.java | 69 +
.../apache/doris/cloud/rpc/MetaServiceClient.java | 5 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 5 +
.../doris/cloud/system/CloudSystemInfoService.java | 152 +-
.../transaction/CloudGlobalTransactionMgr.java | 6 +-
.../apache/doris/cloud/transaction/TxnUtil.java | 3 +
.../proc/ColocationGroupBackendSeqsProcNode.java | 24 +-
.../doris/common/proc/ColocationGroupProcDir.java | 158 +-
.../doris/common/proc/TabletHealthProcDir.java | 7 +-
.../apache/doris/common/proc/TabletsProcDir.java | 9 +-
.../doris/common/profile/ProfileManager.java | 8 +-
.../org/apache/doris/common/util/HttpURLUtil.java | 15 +
.../apache/doris/common/util/PropertyAnalyzer.java | 32 +-
.../java/org/apache/doris/common/util/S3Util.java | 268 +++
.../java/org/apache/doris/common/util/Util.java | 10 +
.../apache/doris/datasource/FileQueryScanNode.java | 5 +-
.../datasource/iceberg/DorisTypeToIcebergType.java | 13 +-
.../datasource/iceberg/IcebergMetadataOps.java | 30 +-
.../doris/datasource/iceberg/IcebergUtils.java | 87 +-
.../datasource/iceberg/source/IcebergScanNode.java | 45 +-
.../datasource/iceberg/source/IcebergSplit.java | 3 +
.../apache/doris/datasource/kafka/KafkaUtil.java | 12 +-
.../datasource/paimon/PaimonExternalTable.java | 2 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 12 +-
.../paimon/source/PaimonPredicateConverter.java | 15 +-
.../datasource/paimon/source/PaimonScanNode.java | 141 +-
.../datasource/paimon/source/PaimonSplit.java | 6 +-
.../datasource/property/storage/S3Properties.java | 37 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 156 +-
.../org/apache/doris/httpv2/meta/MetaService.java | 77 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 7 +-
.../httpv2/rest/manager/MetaBackupAction.java | 329 +++
.../doris/httpv2/rest/manager/NodeAction.java | 25 +-
.../httpv2/rest/manager/QueryProfileAction.java | 10 +-
.../insertoverwrite/InsertOverwriteManager.java | 4 +-
.../insert/streaming/StreamingInsertJob.java | 43 +-
.../org/apache/doris/job/task/AbstractTask.java | 1 +
.../org/apache/doris/journal/JournalEntity.java | 6 +
.../org/apache/doris/load/GroupCommitManager.java | 10 +-
.../org/apache/doris/load/StreamLoadHandler.java | 15 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 59 +-
.../load/routineload/KafkaRoutineLoadJob.java | 35 +-
.../routineload/RLTaskTxnCommitAttachment.java | 15 +
.../doris/load/routineload/RoutineLoadJob.java | 35 +-
.../doris/load/routineload/RoutineLoadManager.java | 16 +-
.../load/routineload/RoutineLoadTaskScheduler.java | 42 +-
.../java/org/apache/doris/master/MetaHelper.java | 2 +-
.../java/org/apache/doris/metric/CloudMetrics.java | 5 +
.../java/org/apache/doris/metric/MetricRepo.java | 39 +
.../RangerDorisAccessControllerFactory.java | 7 +-
.../doris/nereids/load/NereidsDataDescription.java | 19 +-
.../nereids/load/NereidsLoadScanProvider.java | 17 +-
.../doris/nereids/load/NereidsLoadUtils.java | 10 +
.../nereids/load/NereidsLoadingTaskPlanner.java | 18 +-
.../nereids/load/NereidsStreamLoadPlanner.java | 26 +-
.../doris/nereids/rules/analysis/BindSink.java | 28 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 10 +-
.../rules/rewrite/AddProjectForUniqueFunction.java | 105 +-
.../nereids/rules/rewrite/InferPredicates.java | 13 +
.../rewrite/MergeOneRowRelationIntoUnion.java | 21 +-
.../doris/nereids/rules/rewrite/MergeTopNs.java | 18 +-
...ProjectOtherJoinConditionForNestedLoopJoin.java | 8 +
.../rules/rewrite/PullUpJoinFromUnionAll.java | 11 +-
.../PushDownFilterThroughPartitionTopN.java | 8 +-
.../rewrite/PushDownFilterThroughSetOperation.java | 61 +-
.../rules/rewrite/PushDownFilterThroughWindow.java | 13 +-
.../rules/rewrite/PushDownJoinOtherCondition.java | 8 +-
.../rewrite/PushDownLimitDistinctThroughUnion.java | 7 +-
.../rewrite/PushDownTopNDistinctThroughUnion.java | 6 +-
.../nereids/rules/rewrite/SimplifyAggGroupBy.java | 57 +-
.../plans/commands/ShowRoutineLoadCommand.java | 1 +
.../commands/info/ModifyTablePropertiesOp.java | 2 +
.../insert/InsertOverwriteTableCommand.java | 11 +-
.../plans/logical/LogicalCatalogRelation.java | 42 +
.../trees/plans/logical/LogicalFileScan.java | 29 +
.../trees/plans/logical/LogicalHudiScan.java | 10 +
.../trees/plans/logical/LogicalOdbcScan.java | 5 +
.../trees/plans/logical/LogicalOlapScan.java | 15 +
.../trees/plans/logical/LogicalSchemaScan.java | 13 +
.../trees/plans/logical/LogicalTestScan.java | 5 +
.../nereids/trees/plans/logical/LogicalWindow.java | 17 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 36 -
.../org/apache/doris/nereids/util/JoinUtils.java | 4 +
.../java/org/apache/doris/nereids/util/Utils.java | 7 +
.../java/org/apache/doris/persist/EditLog.java | 10 +
.../org/apache/doris/persist/OperationType.java | 1 +
.../org/apache/doris/persist/gson/GsonUtils.java | 2 +
.../org/apache/doris/planner/SchemaScanNode.java | 7 +-
.../java/org/apache/doris/qe/ConnectContext.java | 34 +
.../java/org/apache/doris/qe/SessionVariable.java | 25 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 80 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 3 +
.../org/apache/doris/qe/runtime/LoadProcessor.java | 22 +-
.../qe/runtime/SingleFragmentPipelineTask.java | 19 +-
.../apache/doris/service/FrontendServiceImpl.java | 73 +-
.../arrowflight/DorisFlightSqlProducer.java | 28 +-
.../arrowflight/FlightSqlConnectProcessor.java | 21 +-
.../arrowflight/results/FlightSqlChannel.java | 7 +
.../results/FlightSqlResultCacheEntry.java | 2 +-
.../sessions/FlightSqlConnectContext.java | 3 -
.../sessions/FlightSqlConnectPoolMgr.java | 20 +
.../org/apache/doris/system/BeSelectionPolicy.java | 12 +-
.../org/apache/doris/system/SystemInfoService.java | 4 +
.../doris/tablefunction/MetadataGenerator.java | 18 +-
.../tablefunction/PaimonTableValuedFunction.java | 35 +-
.../doris/alter/InternalSchemaAlterTest.java | 5 +
.../apache/doris/catalog/ColocateTableTest.java | 95 +
.../doris/catalog/DataSizeDisplayUtilTest.java | 124 ++
.../doris/catalog/DynamicPartitionTableTest.java | 4 +-
.../org/apache/doris/catalog/OlapTableTest.java | 37 +
.../apache/doris/catalog/TablePropertyTest.java | 113 +
.../java/org/apache/doris/catalog/TabletTest.java | 17 +
.../doris/cloud/CloudWarmUpJobTableFilterTest.java | 5 +
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 232 ++
.../org/apache/doris/cloud/WarmUpStatsTest.java | 33 +
.../cloud/catalog/CloudColocatePlacementTest.java | 232 ++
.../catalog/CloudInstanceStatusCheckerTest.java | 119 +-
.../doris/cloud/catalog/CloudUpgradeMgrTest.java | 221 ++
.../cloud/system/CloudSystemInfoServiceTest.java | 66 +
.../transaction/CloudGlobalTransactionMgrTest.java | 52 +
.../apache/doris/common/PropertyAnalyzerTest.java | 38 +
.../common/proc/CloudProcVersionDisplayTest.java | 16 +-
.../common/proc/ColocationGroupProcDirTest.java | 294 +++
.../doris/common/proc/TabletHealthProcDirTest.java | 110 +
.../apache/doris/common/util/HttpURLUtilTest.java | 93 +
.../org/apache/doris/common/util/S3UtilTest.java | 31 +-
.../datasource/iceberg/CreateIcebergTableTest.java | 22 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 36 +
.../iceberg/source/IcebergCountPushDownTest.java | 86 +
.../iceberg/source/IcebergScanNodeTest.java | 25 +
.../doris/datasource/paimon/PaimonUtilTest.java | 72 +
.../paimon/source/PaimonScanNodeTest.java | 94 +-
.../property/storage/S3PropertiesTest.java | 19 +
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 53 +
.../apache/doris/httpv2/meta/MetaServiceTest.java | 305 +++
.../apache/doris/httpv2/rest/LoadActionTest.java | 31 +
.../doris/job/base/AbstractJobStatusTest.java | 23 +
.../apache/doris/load/StreamLoadHandlerTest.java | 171 ++
.../doris/load/loadv2/BrokerLoadJobTest.java | 140 ++
.../load/routineload/KafkaRoutineLoadJobTest.java | 81 +
.../RoutineLoadBackendSelectionTest.java | 169 ++
.../doris/load/routineload/RoutineLoadJobTest.java | 39 +
.../load/routineload/RoutineLoadManagerTest.java | 17 +
.../routineload/RoutineLoadTaskSchedulerTest.java | 118 +
.../java/org/apache/doris/metric/MetricsTest.java | 55 +-
.../RangerDorisAccessControllerFactoryTest.java} | 27 +-
.../nereids/load/NereidsLoadScanProviderTest.java | 179 ++
.../rules/analysis/NormalizeAggregateTest.java | 78 +
.../rewrite/AddProjectForUniqueFunctionTest.java | 79 +-
.../rewrite/FindHashConditionForJoinTest.java | 22 +
.../GeneratePartitionTopnFromWindowTest.java | 107 +
.../nereids/rules/rewrite/MergeTopNsTest.java | 21 +
.../rules/rewrite/PullUpJoinFromUnionAllTest.java | 387 ++++
.../rewrite/PushDownFilterThroughWindowTest.java | 40 +
.../rewrite/PushDownJoinOtherConditionTest.java | 29 +
.../rewrite/SetOperationOutputMappingTest.java | 157 ++
.../rules/rewrite/SimplifyAggGroupByTest.java | 240 +++
.../functions/scalar/UniqueFunctionTest.java | 17 +-
.../trees/plans/DeleteFromUsingCommandTest.java | 89 +
.../plans/commands/ShowRoutineLoadCommandTest.java | 2 +
.../insert/InsertOverwriteSkipAuthResetTest.java | 81 +
.../apache/doris/nereids/util/JoinUtilsTest.java | 19 +
.../apache/doris/persist/ResourcePersistTest.java | 110 +-
.../org/apache/doris/qe/ConnectContextTest.java | 58 +
.../doris/qe/StmtExecutorInternalQueryTest.java | 48 +-
.../java/org/apache/doris/qe/StmtExecutorTest.java | 84 +
.../java/org/apache/doris/qe/VariableMgrTest.java | 25 +
.../qe/runtime/SingleFragmentPipelineTaskTest.java | 96 +
.../service/FrontendServiceImplCloudTest.java | 82 +
.../doris/service/FrontendServiceImplTest.java | 215 +-
.../arrowflight/DorisFlightSqlProducerTest.java | 210 ++
.../sessions/FlightSqlConnectPoolMgrTest.java | 69 +
.../apache/doris/system/SystemInfoServiceTest.java | 10 +-
fe/hive-udf/pom.xml | 14 +
fe/pom.xml | 49 +-
.../source/reader/JdbcIncrementalSourceReader.java | 2 +-
.../source/reader/mysql/MySqlSourceReader.java | 2 +-
gensrc/proto/cloud.proto | 14 +
gensrc/proto/internal_service.proto | 14 +
gensrc/script/gen_build_version.sh | 2 +-
gensrc/thrift/FrontendService.thrift | 5 +
gensrc/thrift/PaloInternalService.thrift | 1 +
.../test_insert_overwrite_multiple.out | 15 -
.../test_insert_overwrite_recover.out | 14 -
.../test_insert_overwrite_recover_multiple.out | 23 -
.../test_insert_overwrite_recover_no_partition.out | 14 -
.../multi_cluster/stream_load/stream_load.out | 5 +
.../test_cloud_colocate_consistent_hash_join.out} | 7 +-
.../three_level_nestedtypes_with_s3data.out | 2264 ++++++++++++++++----
.../two_level_nestedtypes_with_s3data.out | 1454 ++++++++-----
.../test_delete_generated_column.out | 12 +
.../hive/test_hive_orc_predicate.out | 6 -
.../hive/test_transactional_hive.out | 163 --
.../iceberg/test_iceberg_invaild_avro_name.out | 5 +-
.../iceberg/test_iceberg_mixed_file_formats.out | 12 +
...est_paimon_runtime_filter_partition_pruning.out | 7 +-
.../es/test_es_flatten_type.out | 0
.../es/test_es_keyword_array_type.out | 0
.../es/test_es_query.out | 0
.../es/test_es_query_nereids.out | 0
.../es/test_es_query_no_http_url.out | 0
.../hive/test_hive_translation_insert_only.out | 30 -
.../jdbc/test_db2_jdbc_catalog.out | 0
.../jdbc/test_oceanbase_jdbc_catalog.out | 0
.../jdbc/test_sqlserver_jdbc_catalog.out | 0
.../select/test_sqlserver_all_types_select.out | 0
.../trino_connector/jdbc/test_trino_sqlserver.out | 0
...loud_mow_load_preserves_schema_change_lock.out} | 10 +-
...scan_filtered_rows_not_pollute_load_counter.out | 14 +
.../stream_load/arrow_uppercase_column.arrow | Bin 0 -> 456 bytes
.../test_arrow_stream_load_uppercase_column.out} | 14 +-
.../data/{mtmv_p0 => mtmv_p2}/test_es_mtmv.out | 0
.../data/nereids_p0/aggregate/agg_group_concat.out | 9 +
.../partition_topn/check_partitionkey.out | 19 +
.../extend_infer_equal_predicate.out | 11 +-
.../limit_push_down/merge_topn_prefix_key.out | 11 +
.../add_project_for_unique_function.out | 13 +-
...nfer_predicates_set_op_with_unique_function.out | 47 +
...join_condition_for_nlj_with_unique_function.out | 36 +
...wn_filter_through_join_with_unique_function.out | 9 +
...through_partition_topn_with_unique_function.out | 17 +
..._through_set_operation_with_unique_function.out | 73 +
..._filter_through_window_with_unique_function.out | 23 +
...n_join_other_condition_with_unique_function.out | 53 +
.../nereids_syntax_p1/mv/aggregate/agg_sync_mv.out | 27 +-
.../main/java/org/apache/doris/udf/StringTest.java | 2 +-
.../pipeline/common/get-hive-bootstrap-groups.sh | 26 +-
regression-test/pipeline/common/github-utils.sh | 31 +
regression-test/pipeline/common/stage-timer.sh | 129 ++
.../pipeline/common/test_stage_timer.py | 149 ++
.../pipeline/external/external-stage-timer.sh | 119 +
regression-test/plugins/plugin_compaction.groovy | 59 +-
.../suites/ann_index_p0/ann_index_basic.groovy | 22 +-
.../suites/ann_index_p0/ivf_index_test.groovy | 28 +-
.../suites/auth_call/test_ddl_backup_auth.groovy | 24 +-
.../auth_p0/test_http_node_action_auth.groovy | 113 +
.../suites/autobucket/test_autobucket.groovy | 4 +-
.../test_backup_restore_colocate.groovy | 28 +-
.../test_backup_restore_retention_count.groovy | 32 +-
.../test_insert_overwrite_multiple.groovy | 68 -
.../test_insert_overwrite_recover.groovy | 64 -
.../test_insert_overwrite_recover_multiple.groovy | 87 -
...st_insert_overwrite_recover_no_partition.groovy | 78 -
...e_warm_up_with_compaction_use_peer_cache.groovy | 2 +-
.../suites/cloud_p0/cache/ddl/nation.sql | 3 +
.../read_write/test_multi_stale_rowset.groovy | 2 +-
...topn_lazy_mat_phase2_no_write_file_cache.groovy | 294 +++
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 41 +-
.../test_file_cache_write_index_file_only.groovy | 344 +++
..._index_file_only_compaction_segment_data.groovy | 239 +++
..._cache_write_index_file_only_packed_file.groovy | 293 +++
.../multi_cluster/stream_load/stream_load.groovy | 103 +
.../cloud_p0/multi_cluster/test_auto_start.groovy | 4 +
...test_cloud_colocate_consistent_hash_join.groovy | 67 +
.../multi_cluster/test_unfinished_txn_2pc.groovy | 117 +
.../cloud_p0/query_retry/test_retry_e-230.groovy | 55 +
.../s3/test_s3_file_writer_submit_error.groovy | 84 +
.../tablets/test_tablet_size_semantics.groovy | 140 ++
.../test_fe_cached_partition_version.groovy | 34 +-
...eate_table_use_dynamic_partition_by_hdfs.groovy | 3 +-
.../create_table_use_policy_by_hdfs.groovy | 3 +-
.../load_colddata_to_hdfs.groovy | 3 +-
.../table_modify_resouce_and_policy.groovy | 43 +-
.../table_modify_resouce_and_policy_by_hdfs.groovy | 46 +-
.../compaction_width_array_column.groovy | 7 +-
.../suites/compaction/ddl/column_witdh_array.sql | 5 +-
...paction_with_dup_key_max_file_size_limit.groovy | 36 +-
.../compaction/test_compacation_with_delete.groovy | 2 +-
.../compaction/test_compaction_agg_keys.groovy | 2 +-
.../test_compaction_agg_keys_with_array_map.groovy | 3 +-
.../test_compaction_agg_keys_with_delete.groovy | 2 +-
.../compaction/test_compaction_dup_keys.groovy | 2 +-
.../test_compaction_dup_keys_with_delete.groovy | 2 +-
.../test_compaction_profile_action.groovy | 9 +-
.../compaction/test_compaction_uniq_keys.groovy | 2 +-
.../compaction/test_compaction_uniq_keys_ck.groovy | 3 +-
.../test_compaction_uniq_keys_row_store.groovy | 1 +
.../test_compaction_uniq_keys_row_store_ck.groovy | 1 +
.../test_compaction_uniq_keys_with_delete.groovy | 2 +-
...test_compaction_uniq_keys_with_delete_ck.groovy | 3 +-
.../test_compaction_with_empty_rowset.groovy | 3 +-
.../test_time_series_compaction_policy.groovy | 81 +-
.../test_vertical_compaction_agg_keys.groovy | 2 +-
.../test_vertical_compaction_agg_state.groovy | 2 +-
.../test_vertical_compaction_dup_keys.groovy | 2 +-
.../test_vertical_compaction_uniq_keys.groovy | 2 +-
.../test_vertical_compaction_uniq_keys_ck.groovy | 2 +-
.../two_level_nestedtypes_with_s3data.groovy | 3 +-
.../test_delete_generated_column.groovy | 96 +
.../suites/demo_p0/test_flight_record.groovy | 19 +-
.../suites/doc/external/jdbc/ibmdb2.md.groovy | 2 +-
.../suites/doc/external/jdbc/oceanbase.md.groovy | 2 +-
.../suites/doc/external/jdbc/sqlserver.md.groovy | 2 +-
.../cache/test_file_cache_features.groovy | 34 +
.../cache/test_file_cache_query_limit.groovy | 27 +-
.../cache/test_file_cache_statistics.groovy | 63 +-
.../hive/hive_json_basic_test.groovy | 2 +-
.../hive/hive_tpch_sf1_orc.groovy | 3 +-
.../hive/hive_tpch_sf1_parquet.groovy | 3 +-
.../hive/test_complex_types.groovy | 2 +-
.../hive/test_different_column_orders.groovy | 2 +-
.../hive/test_different_parquet_types.groovy | 2 +-
.../hive/test_drop_expired_table_stats.groovy | 2 +-
.../hive/test_external_catalog_hive.groovy | 2 +-
.../test_external_catalog_hive_partition.groovy | 2 +-
.../hive/test_external_credit_data.groovy | 2 +-
.../hive/test_hive_analyze_db.groovy | 2 +-
.../hive/test_hive_basic_type.groovy | 2 +-
.../hive/test_hive_broker_scan.groovy | 2 +-
.../hive/test_hive_default_partition.groovy | 2 +-
.../hive/test_hive_get_schema_from_table.groovy | 2 +-
.../external_table_p0/hive/test_hive_orc.groovy | 2 +-
.../hive/test_hive_orc_predicate.groovy | 53 +-
.../external_table_p0/hive/test_hive_other.groovy | 2 +-
.../hive/test_hive_parquet.groovy | 2 +-
.../hive/test_hive_parquet_alter_column.groovy | 2 +-
.../hive/test_hive_parquet_skip_page.groovy | 2 +-
.../hive/test_hive_partition_column_analyze.groovy | 2 +-
.../hive/test_hive_partition_location.groovy | 2 +-
.../hive/test_hive_query_cache.groovy | 2 +-
.../hive/test_hive_remove_partition.groovy | 2 +-
...st_hive_runtime_filter_partition_pruning.groovy | 2 +-
.../hive/test_hive_same_db_table_name.groovy | 2 +-
.../hive/test_hive_schema_evolution.groovy | 2 +-
.../hive/test_hive_statistic.groovy | 2 +-
.../hive/test_hive_statistic_auto.groovy | 2 +-
.../hive/test_hive_statistic_clean.groovy | 2 +-
.../hive/test_hive_statistic_timeout.groovy | 2 +-
.../hive/test_hive_statistics_all_type_p0.groovy | 2 +-
.../hive/test_hive_statistics_p0.groovy | 2 +-
.../hive/test_hive_tablesample_p0.groovy | 2 +-
.../hive/test_hive_text_complex_type.groovy | 2 +-
.../hive/test_hive_to_array.groovy | 2 +-
.../hive/test_hive_to_date.groovy | 2 +-
.../hive/test_hive_topn_rf_null.groovy | 2 +-
.../hive/test_hive_varbinary_type.groovy | 2 +-
.../hive/test_mixed_par_locations.groovy | 2 +-
.../hive/test_multi_delimit_serde.groovy | 2 +-
.../hive/test_open_csv_serde.groovy | 2 +-
.../hive/test_orc_nested_types.groovy | 2 +-
.../hive/test_parquet_bloom_filter.groovy | 2 +-
.../hive/test_parquet_nested_types.groovy | 2 +-
.../hive/test_special_orc_formats.groovy | 2 +-
.../hive/test_string_dict_filter.groovy | 2 +-
.../hive/test_text_garbled_file.groovy | 2 +-
.../hive/test_text_skip_header.groovy | 2 +-
.../hive/test_transactional_hive.groovy | 195 --
.../test_truncate_char_or_varchar_columns.groovy | 2 +-
.../hive/test_upper_case_column_name.groovy | 2 +-
.../external_table_p0/hive/test_utf8_check.groovy | 2 +-
.../external_table_p0/hive/test_wide_table.groovy | 2 +-
.../test_iceberg_arrow_flight_split_source.groovy | 131 ++
.../iceberg/test_iceberg_mixed_file_formats.groovy | 56 +
.../test_information_schema_timezone.groovy | 3 +
.../jdbc/test_jdbc_row_count.groovy | 54 -
.../test_iceberg_hadoop_catalog_kerberos.groovy | 6 +-
.../kerberos/test_non_catalog_kerberos.groovy | 23 +-
.../kerberos/test_single_hive_kerberos.groovy | 99 +-
.../kerberos/test_two_hive_kerberos.groovy | 34 +
.../paimon/test_paimon_catalog.groovy | 3 +-
..._paimon_runtime_filter_partition_pruning.groovy | 6 +-
.../refactor_storage_param/hdfs_all_test.groovy | 6 +-
.../tvf/test_file_tvf_local.groovy | 3 +-
.../external_table_p0/tvf/test_http_tvf.groovy | 173 +-
.../es/test_es_catalog_http_open_api.groovy | 2 +-
.../es/test_es_flatten_type.groovy | 2 +-
.../es/test_es_keyword_array_type.groovy | 2 +-
.../es/test_es_query.groovy | 9 +-
.../es/test_es_query_nereids.groovy | 2 +-
.../es/test_es_query_no_http_url.groovy | 2 +-
.../hive/test_hive_translation_insert_only.groovy | 98 -
.../hive/test_parquet_complex_cross_page.groovy | 55 -
.../hudi/test_hudi_olap_rewrite_mtmv.groovy | 6 +
.../hudi/test_hudi_rewrite_mtmv.groovy | 6 +
.../jdbc/test_db2_jdbc_catalog.groovy | 2 +-
.../jdbc/test_oceanbase_jdbc_catalog.groovy | 2 +-
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 2 +-
.../jdbc/test_sqlserver_jdbc_row_count.groovy | 76 +
.../select/test_sqlserver_all_types_select.groovy | 2 +-
.../paimon/test_paimon_hms_catalog.groovy | 9 +-
.../hive_on_hms_and_dlf.groovy | 16 +-
.../iceberg_on_hms_and_filesystem_and_dlf.groovy | 23 +-
.../jdbc/test_trino_sqlserver.groovy | 2 +-
...ud_mow_load_preserves_schema_change_lock.groovy | 101 +
.../test_audit_log_internal_query_failure.groovy | 98 -
...index_compound_directory_fault_injection.groovy | 5 +-
.../test_tables_status_column_pruning.groovy | 97 +
.../test_group_commit_prepare_lost_row.groovy | 157 ++
.../mow_insert_with_partition_drop.groovy | 19 +-
.../suites/inverted_index_p2/test_show_data.groovy | 40 +-
.../cdc/test_streaming_mysql_job_dup.groovy | 2 +-
.../test_insert_fail_fast_after_be_restart.groovy | 128 ++
...n_filtered_rows_not_pollute_load_counter.groovy | 94 +
.../test_routine_load_first_error_msg.groovy | 127 ++
.../routine_load/test_show_routine_load.groovy | 41 +
.../test_arrow_stream_load_uppercase_column.groovy | 89 +
.../stream_load/test_group_commit_redirect.groovy | 1 +
.../suites/load_p2/tvf/test_s3_tvf.groovy | 11 +-
.../suites/meta_action_p0/test_dump_image.groovy | 1 +
.../suites/mtmv_p0/test_hive_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_olap_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_rewrite_mtmv.groovy | 2 +-
.../{mtmv_p0 => mtmv_p2}/test_es_mtmv.groovy | 5 +-
.../nereids_p0/aggregate/agg_group_concat.groovy | 17 +-
.../partition_topn/check_partitionkey.groovy | 160 ++
.../nereids_p0/variables_persist/test_mtmv.groovy | 4 +-
.../limit_push_down/merge_topn_prefix_key.groovy | 64 +
.../merge_one_row_relation_into_union.groovy} | 23 +-
.../nereids_rules_p0/pkfk/eliminate_inner.groovy | 1 +
.../push_down_multi_filter_through_window.groovy | 57 +-
.../push_down_limit_distinct_through_union.groovy | 58 +
.../push_down_top_n_distinct_through_union.groovy | 21 +-
.../add_project_for_unique_function.groovy | 1 +
...r_predicates_set_op_with_unique_function.groovy | 66 +
...n_condition_for_nlj_with_unique_function.groovy | 58 +
...filter_through_join_with_unique_function.groovy | 10 +
...ough_partition_topn_with_unique_function.groovy | 47 +
...rough_set_operation_with_unique_function.groovy | 75 +
...lter_through_window_with_unique_function.groovy | 56 +
...oin_other_condition_with_unique_function.groovy | 73 +
.../mv/aggregate/agg_sync_mv.groovy | 10 +-
.../suites/point_query_p0/test_point_query.groovy | 2 +-
.../schema_table/test_sql_block_rule_status.groovy | 7 +-
.../test_agg_keys_schema_change_datev2.groovy | 2 +-
.../test_schema_change_varchar_to_datev2.groovy | 2 +-
.../test_agg_keys_schema_change_decimalv2.groovy | 2 +-
.../test_agg_keys_schema_change_decimalv3.groovy | 2 +-
.../test_agg_keys_schema_change.groovy | 2 +-
.../test_agg_mv_schema_change.groovy | 3 +-
.../test_agg_rollup_schema_change.groovy | 2 +-
.../test_agg_vals_schema_change.groovy | 2 +-
.../test_dup_mv_schema_change.groovy | 2 +-
.../test_dup_rollup_schema_change.groovy | 2 +-
.../test_dup_vals_schema_change.groovy | 2 +-
.../test_schema_change_with_empty_rowset.groovy | 4 +-
.../test_uniq_mv_schema_change.groovy | 2 +-
.../test_uniq_rollup_schema_change.groovy | 2 +-
.../test_uniq_vals_schema_change.groovy | 2 +-
.../test_varchar_schema_change.groovy | 2 +-
.../test_p_seq_publish_read_from_old.groovy | 3 +-
.../four/load_four_step.groovy | 2 +
.../three/load_three_step.groovy | 1 +
.../predefine/test_custom_analyzer.groovy | 5 +-
thirdparty/build-thirdparty.sh | 6 +-
thirdparty/download-thirdparty.sh | 6 -
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 -
.../brpc-1.4.0-disable-ssl-bio-buffer.patch | 19 +
.../brpc-1.4.0-secondary-package-name.patch | 12 +-
thirdparty/vars.sh | 2 +-
896 files changed, 29445 insertions(+), 6505 deletions(-)
create mode 100644
be/src/olap/rowset/segment_v2/segment_index_file_cache_loader.cpp
create mode 100644
be/src/olap/rowset/segment_v2/segment_index_file_cache_loader.h
create mode 100644 be/src/util/bthread_shared_mutex.h
create mode 100644 be/src/vec/exec/format/table/partition_column_filler.h
create mode 100644 be/test/olap/cloud_file_cache_write_index_only_test.cpp
create mode 100644 be/test/util/bthread_shared_mutex_test.cpp
create mode 100644
be/test/vec/exec/format/table/partition_column_filler_test.cpp
create mode 100644 docker/thirdparties/docker-compose/hive/README.md
create mode 100644 docker/thirdparties/docker-compose/hive/README_ZH.md
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/bin/hadoop
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/bin/hive
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/bootstrap-groups.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive2_only.preinstalled_hql.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive2_only.run_sh.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive3_only.download_dir.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive3_only.run_sh.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/employees.csv
delete mode 100755
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run25.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/hive-common-lib.sh
delete mode 100755
docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/hive-module-lib.sh
rename
docker/thirdparties/docker-compose/{kerberos/common/hadoop/hadoop-run.sh =>
hive/scripts/init-hive-baseline.sh} (53%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/refresh-hive-modules.sh
copy
docker/thirdparties/docker-compose/{kerberos/health-checks/hive-health-check-2.sh
=> hive/scripts/reset-hive-state.sh} (78%)
mode change 100755 => 100644
create mode 100755
docker/thirdparties/docker-compose/hive/scripts/snapshot-hive-baseline.sh
rename
docker/thirdparties/docker-compose/{kerberos/health-checks/hive-health-check.sh
=> hive/scripts/start-hive-metastore.sh} (78%)
mode change 100755 => 100644
copy docker/thirdparties/docker-compose/hive/scripts/{healthy_check.sh =>
start-hive-server.sh} (83%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run31.sql
create mode 100644 docker/thirdparties/docker-compose/kerberos/.gitignore
rename
docker/thirdparties/docker-compose/kerberos/{health-checks/supervisorctl-check.sh
=> Dockerfile} (61%)
mode change 100755 => 100644
delete mode 100755
docker/thirdparties/docker-compose/kerberos/common/hadoop/apply-config-overrides.sh
rename
docker/thirdparties/docker-compose/kerberos/{two-kerberos-hives/auth-to-local.xml
=> conf/core-site.xml.tpl} (58%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/kerberos/conf/hdfs-site.xml.tpl
create mode 100644
docker/thirdparties/docker-compose/kerberos/conf/hive-site.xml.tpl
copy docker/thirdparties/docker-compose/{hive/scripts/healthy_check.sh =>
kerberos/conf/kdc.conf.tpl} (74%)
mode change 100755 => 100644
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos1/kdc.conf.tpl
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos1/krb5.conf.tpl
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos2/kdc.conf.tpl
rename docker/thirdparties/docker-compose/kerberos/conf/{kerberos2 =>
}/krb5.conf.tpl (81%)
delete mode 100644 docker/thirdparties/docker-compose/kerberos/conf/my.cnf.tpl
mode change 100755 => 100644
docker/thirdparties/docker-compose/kerberos/entrypoint-hive-master.sh
delete mode 100644
docker/thirdparties/docker-compose/kerberos/sql/create_kerberos_hive_table.sql
delete mode 100755
docker/thirdparties/docker-compose/kerberos/two-kerberos-hives/hive2-default-fs-site.xml
create mode 100644 docker/thirdparties/docker-health.sh
create mode 100644
docker/thirdparties/test/run-thirdparties-docker-hive-bootstrap-groups-test.sh
create mode 100644
fe/be-java-extensions/paimon-scanner/src/test/java/org/apache/doris/paimon/PaimonJniScannerTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/DataSizeDisplayUtil.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudColocatePlacement.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/persist/CloudMetaSyncPoint.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/manager/MetaBackupAction.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/DataSizeDisplayUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/TablePropertyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudColocatePlacementTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudUpgradeMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/ColocationGroupProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/TabletHealthProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/util/HttpURLUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/source/IcebergCountPushDownTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/meta/MetaServiceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/StreamLoadHandlerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/routineload/RoutineLoadBackendSelectionTest.java
copy
fe/fe-core/src/{main/java/org/apache/doris/mysql/privilege/RangerDorisAccessControllerFactory.java
=>
test/java/org/apache/doris/mysql/privilege/RangerDorisAccessControllerFactoryTest.java}
(51%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/load/NereidsLoadScanProviderTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PullUpJoinFromUnionAllTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/SetOperationOutputMappingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertOverwriteSkipAuthResetTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/runtime/SingleFragmentPipelineTaskTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/FrontendServiceImplCloudTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/DorisFlightSqlProducerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/sessions/FlightSqlConnectPoolMgrTest.java
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_multiple.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover_multiple.out
delete mode 100644
regression-test/data/catalog_recycle_bin_p0/test_insert_overwrite_recover_no_partition.out
copy regression-test/data/{nereids_p0/aggregate/agg_group_concat.out =>
cloud_p0/multi_cluster/test_cloud_colocate_consistent_hash_join.out} (70%)
delete mode 100644
regression-test/data/external_table_p0/hive/test_transactional_hive.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_mixed_file_formats.out
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_flatten_type.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_keyword_array_type.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query_nereids.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query_no_http_url.out (100%)
delete mode 100644
regression-test/data/external_table_p2/hive/test_hive_translation_insert_only.out
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_db2_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_oceanbase_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_sqlserver_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/type_test/select/test_sqlserver_all_types_select.out
(100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/trino_connector/jdbc/test_trino_sqlserver.out (100%)
copy
regression-test/data/{external_table_p2/hive/test_parquet_complex_cross_page.out
=>
fault_injection_p0/cloud/test_cloud_mow_load_preserves_schema_change_lock.out}
(70%)
create mode 100644
regression-test/data/load_p0/insert/test_scan_filtered_rows_not_pollute_load_counter.out
create mode 100644
regression-test/data/load_p0/stream_load/arrow_uppercase_column.arrow
rename
regression-test/data/{external_table_p2/hive/test_parquet_complex_cross_page.out
=> load_p0/stream_load/test_arrow_stream_load_uppercase_column.out} (64%)
rename regression-test/data/{mtmv_p0 => mtmv_p2}/test_es_mtmv.out (100%)
create mode 100644
regression-test/data/nereids_p0/partition_topn/check_partitionkey.out
create mode 100644
regression-test/data/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/infer_predicates_set_op_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/project_other_join_condition_for_nlj_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_partition_topn_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_set_operation_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_window_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_join_other_condition_with_unique_function.out
rename
docker/thirdparties/docker-compose/kerberos/health-checks/hive-health-check-2.sh
=> regression-test/pipeline/common/get-hive-bootstrap-groups.sh (73%)
create mode 100644 regression-test/pipeline/common/stage-timer.sh
create mode 100644 regression-test/pipeline/common/test_stage_timer.py
create mode 100644 regression-test/pipeline/external/external-stage-timer.sh
create mode 100644
regression-test/suites/auth_p0/test_http_node_action_auth.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_multiple.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover_multiple.groovy
delete mode 100644
regression-test/suites/catalog_recycle_bin_p0/test_insert_overwrite_recover_no_partition.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/topn_lazy_file_cache/test_topn_lazy_mat_phase2_no_write_file_cache.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/write_index_only/test_file_cache_write_index_file_only.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/write_index_only/test_file_cache_write_index_file_only_compaction_segment_data.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/write_index_only/test_file_cache_write_index_file_only_packed_file.groovy
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_cloud_colocate_consistent_hash_join.groovy
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_unfinished_txn_2pc.groovy
create mode 100644
regression-test/suites/cloud_p0/s3/test_s3_file_writer_submit_error.groovy
create mode 100644
regression-test/suites/cloud_p0/tablets/test_tablet_size_semantics.groovy
delete mode 100644
regression-test/suites/external_table_p0/hive/test_transactional_hive.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_arrow_flight_split_source.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_mixed_file_formats.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_catalog_http_open_api.groovy (97%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_flatten_type.groovy (96%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_keyword_array_type.groovy (98%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query.groovy (98%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query_nereids.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query_no_http_url.groovy (98%)
delete mode 100644
regression-test/suites/external_table_p2/hive/test_hive_translation_insert_only.groovy
delete mode 100644
regression-test/suites/external_table_p2/hive/test_parquet_complex_cross_page.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_db2_jdbc_catalog.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_oceanbase_jdbc_catalog.groovy (95%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_sqlserver_jdbc_catalog.groovy (98%)
create mode 100644
regression-test/suites/external_table_p2/jdbc/test_sqlserver_jdbc_row_count.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/type_test/select/test_sqlserver_all_types_select.groovy
(95%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/trino_connector/jdbc/test_trino_sqlserver.groovy (96%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_load_preserves_schema_change_lock.groovy
delete mode 100644
regression-test/suites/fault_injection_p0/test_audit_log_internal_query_failure.groovy
create mode 100644
regression-test/suites/information_schema_p0/test_tables_status_column_pruning.groovy
create mode 100644
regression-test/suites/insert_p0/group_commit/test_group_commit_prepare_lost_row.groovy
create mode 100644
regression-test/suites/load_p0/insert/test_insert_fail_fast_after_be_restart.groovy
create mode 100644
regression-test/suites/load_p0/insert/test_scan_filtered_rows_not_pollute_load_counter.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_first_error_msg.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_arrow_stream_load_uppercase_column.groovy
rename regression-test/suites/{mtmv_p0 => mtmv_p2}/test_es_mtmv.groovy (95%)
create mode 100644
regression-test/suites/nereids_p0/partition_topn/check_partitionkey.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/limit_push_down/merge_topn_prefix_key.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=>
suites/nereids_rules_p0/merge_one_row_relation/merge_one_row_relation_into_union.groovy}
(64%)
create mode 100644
regression-test/suites/nereids_rules_p0/push_down_limit_distinct/push_down_limit_distinct_through_union.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/infer_predicates_set_op_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/project_other_join_condition_for_nlj_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_partition_topn_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_set_operation_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_window_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_join_other_condition_with_unique_function.groovy
delete mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
create mode 100644 thirdparty/patches/brpc-1.4.0-disable-ssl-bio-buffer.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
