This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch auto-pick-42403-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 3727f6efab8 [fix](log) fix group commit warn log (#42403)
add ddef5156354 [fix](case) Enhance the robustness of
`set_config_temporary_action` #42306 (#42392)
add 86ce3f8c4f8 [fix](create table) Enhance the robustness of time zone
handling during table creation #41926 (#42389)
add d76dbc62bc9 [fix](query-forward) Fix forward query exception or stuck
or potential query result loss (#41303) (#42382)
add 5af078bcdd5 [branch-3.0][Chore](job) Provides configuration of job
execution queue size (#42253) (#42531)
add 224ff33ee63 [fix](txn insert) fix txn_insert case (#42327) (#42417)
add 97b1a6f6095 [regression-test](prepared_stmt_p0) use master ip for
prepared url (#42521) (#42568)
add 40867742116 [pick](branch-3.0) pick #42216 #42421 (#42542)
add 5174c9afeb0 [feature](nereids) extend infer predicates (#41731)
(#42457)
add de8e9340fb8 [Test](build index) enhance build index case for finished
state #42630 (#42650)
add b9515fccb27 [cherry-pick](branch-3.0)fix the mutil threads tests
(#42394)
add c2ed079134b [fix](nereids)reserve stats and groupId on rewriting plan
node #42140 branch-3.0 (#42496)
add 52a0484350d [opt](Nereids) use 1 instead narrowest column when do
column pruning (#41548) (#42376)
add e13a3e9e8cf [Impl](Nereids) add nereids gc cost time and be fold const
cost time to profile (#42007) (#42518)
add 25b7d349e36 [fix](Nereids) simplify range result wrong when reference
is nullable (#41356) (#42373)
add 128533950d4 [Test](bloom filter) add retry and retry timeout for bloom
filter test case #42609 (#42673)
add 3dd0b03fa7e [fix](Nereids) offset do more than once when have shuffle
after limit (#42576) (#42682)
add 12ea20ae5bf [fix](coalesce) fix 'heap-use-after-free' of function
coalesce (#42666) (#42668)
add 1ea434f6e88 [fix](cases) fix alias conflict case problem of driver url
error (#42676) (#42691)
add 189e94f4eab [opt](Nereids) use 1 as narrowest column when do column
pruning on union (#41719) (#42860)
add 0a888a09cb6 [fix](schema-change) fix the bug of alter column nullable
when double writing (#41737) (#42656)
add 6bf4f0b68bd [feature](doris compose) start node wait for ready service
#42266 (#42540)
add caa0ff80fed [fix](create table) Fix `test_partition_create_tablet_rr`
docker regression case #41012 (#42388)
add f625bbb06ea [enhancement](cloud) fix TTL cache size negative overflow
(#42869)
add ece718c9b37 [enhancement](cloud) make active warmup job number
configurable (#42868)
add 3b183a6fae8 [fix](regression) fix lru ttl evict regression (#42870)
add ab0a7c89600 [enhance](paimon)paimon scanner code optimization #42606
(#42874)
add f43d9d92706 [Test](count on index) enhance count on index case
retrying for statistics #42699 (#42887)
add da9845bc411 [enhance](hive)hive event code optimization #42637 (#42877)
add 7490df85b60 [feat](nereids)disable join reorder if column stats is
invalid (#41790) (branch-3.0) (#42917)
add 77edc59eca1 [enhance](hive) support reading hive table with
OpenCSVSerde #42257 (#42942)
add 79b6a99f12d [fix](cloud) Fix tablet_id is zero when txn lazy commit
(#42043) (#42905)
add 60deaf68f99 [fix](Nerieds) fix FoldConstantRuleOnFE too slow when
CaseWhen clause nesting multiple layers (#42897) (#42910)
add ca35ea385fa [Test](bloom filter) add retry query for bloom filter test
case #42937 (#42974)
add 3082951c917 [fix](metrics) Fix doris compaction deltas total #42071
(#42960)
add e9e0c38f60a [fix](jdbc catalog) fix be crash when create jdbc catalog
without driver jar #42948 (#42971)
add 86bb03435e1 [fix](task) Abort creating replica task if sending RPC
failed #42276 (#42961)
add 0c27eda872c [improvement](statistics)Add log for estimating hive table
row count logic. (#42921) (#42980)
add d60268d30c8 [fix](cloud) fix job status is empty when label reused in
cloud mode (#42878)
add b4ac202787c [fix](regression) fix txn_insert (#42885) (#42957)
add 48bb6ad0c5e [improve](restore) Log create replica task progress #42350
(#42964)
add 7769c68d682 [branch-3.0](pick) Pick #41789 #42482 #41210 #42460
(#42914)
add 4da628deb77 [improve](task) Support splitting agent batch tasks
automatically #42703 (#42989)
add 01c19648979 [Test](count on index) add statistics check for unique
table #42982 (#43021)
add 78f31d72468 [3.0][opt](Catalog) Remove unnecessary conjuncts handling
on External Scan (#43018)
add f4f82299ee2 [fix](cloud) Fix incorrect DCHECK in txn lazy commit
`convert_tmp_rowset` (#42903) (#42988)
add 340334659c1 [improvement](statistics)Improve statisitcs insert into
audit log. (#42983) (#43053)
add 2abe20b020c [branch-3.0](pick) pick #42857 #42898 #42909 #42992 #43002
(#43039)
add d27c1bb0472 [enhance](auth) Optimize the authentication logic of
Ranger Doris (#41207) (#41840)
add 8034ab187d4 [enhance](mtmv)Mtmv support audit log (#41499) (#41841)
add 959bd31183d [fix](mtmv) cannot refresh mtmv when base table recreating
(#41762) (#42340)
add db0986e512b [fix](case)Fix multiple case tables with the same name
causing case failure (#42203) (#43041)
add 594865c34f5 [improvement](statistics)External table getRowCount return
-1 when row count is not available or row count is 0. (#43009) (#43081)
add 757b0ea23c5 [fix](regression-test) fix test_hive_serde_prop #42886
(#43099)
add e46149b6fd4 [cherry-pick](branch-3.0) Pick "[Feature](schema change)
Support add column bitmap with default value bitmap_empty (#42331)" (#42701)
add 502d9e5bdcd [fix](exit) stop storage engine in exec_env before exit
(#42015) (#43141)
add d3c02efe38c [feature](statistics)Support get row count for pg and sql
server. (#42674) (#43150)
add 48ea74b050a [enhancement](Nereids) boost characterLiteralTypeCoercion
(#42941) (#43094)
add 14a1edc6ec9 [fix](spill) disable fuzzy spill for now (#42892) (#42894)
add 84e5de52505 [test](p0) fix load stream leak in injection cases
(#42681) (#43160)
add 4d8e5f3c8dd [Opt](Variant) merge schema in sync_rowsets to prevents
from CPU overhead each time describe table(#42856) (#43062)
add 8120c598d35 [enhancement](cloud) refine block file cache evict policy
(#42451) (#43201)
add 9bae30a383a [fix](regression) fix flaky partial update cases (#42072)
(#43202)
add e679fbe97d3 [improve](routine load) adjust default values to make
routine load more convenient to use (#42968)
add d5c8b9a7cfa [test](move memtable) fix move memtable injection case
fail (#42639) (#42671)
add 874f58e4369 [fix](regression-test) Revome "UNIQUE KEY (k1)" case for
test_dynamic_partition_mod_distribution_key (#41002) (#43181)
add 3a50bde11b6 [fix](compaction) Filter out all not running tablets if
cumu compaction for shadow tablets is disabled (#42245) (#43209)
add d9f270a0ed3 [cloud](Variant) limit column size in MetaService and
support handle rowset schema in backend side(#41482) (#43093)
add 6429b0d1b02 [fix](auditlog) set isQuery to true when query is short
circuited(#42647) (#43067)
add 9e327e877bc [test](ES Catalog)Add mapping _routing test case (#42074)
(#42284)
add 21daa9b6d93 [fix](index compaction)Skip writing terms with a doc
frequency of 0(#43113) (#43116)
add 0d991758467 branch-3.0: [fix](build index)Fix build index failed on
renamed column (#43044)
add 68f8369ee49 [cloud](storage vault) Rewrite vaults regression test and
fix two error (#42411) (#43207)
add 7368eb1045f [fix](block-reader) Make rowsets union iterating work
(#40877) (#43178)
add e98d08c3599 [fix](delete) Fix potential delete job stuck util timeout
if exception happend in FE DeleteJob execution (#41672) (#43208)
add 132d88543f7 [fix](conn-pool) Avoid some invalid connections returned
to pool (#41597) (#43206)
add 9096671b827 [enhancement](rowset-meta) Remove rowset meta from olap
meta directly… (#43184)
add e9290340c89 [fix](export) remove export task executor in
TransientTaskExecutor and fix concurrency issue
(#42880)(#43051)(#43109)(#43250) (#43305)
add 1497fee065d [fix](regression) test_primary_key_partial_update fail due
to the U.S. change from DST to standard time (#43288) (#43299)
add bd327c4c4a7 branch-3.0: [chore](restore) Save restore stmt to the resp
if RestoreSnapshot failed (#42956)
add fdaf6d8ce82 [fix](auth)fix show load priv bug (#41723) (#42107)
add fde6c1f693e [refactor](hudi, iceberg) optimize some code #42636
(#43304)
add 4be107a3a74 [Fix](PaimonCatalog) fix the problem that paimon catalog
can not access to OSS-HDFS #42585 (#43309)
add 1d0ff953561 [bugfix](hive)fix after insert overwrite hive table, data
error #43049 (#43311)
add e6ded6d7034 [fix](external) Fix case-insensitive table name mapping
retrieval rules #38227 (#43312)
add 92e01a5bedf [improvement](jdbc catalog) Disallow non-constant type
conversion pushdown and implicit conversion pushdown #42102 (#43313)
add b2b7670a1ed [fix](jdbc catalog) Optimize JDBC Connection Closing to
Ensure ProperResource Release #43059 (#43314)
add 587219747c8 [fix](test) fix clickhouse jdbc catalog func push down
case #43196 (#43315)
add 7ade9d71f83 [fix](hive)fix hive catalog miss partition that have
special characters. #42906 (#43318)
add 1e93d711d63 [fix](auditlog) add missing audit log fields and duplicate
audit log error #42262 (#43303)
add 3ecd65100e3 branch-3.0: [feature](binlog) Allow BarrierLog to wrap
another binlog (#43026)
add a3566c3fc5d [enhancement](jni)append exception check for jni code.
#42507 (#43316)
add fbc9a907547 [fix](test) fix some unstable external p0 test cases
#42685 (#43317)
add 5b44e2840ff [fix] (build index) fix build index coredump (#43246)
(#43298)
add 2e3ad171ead branch-3.0: [fix](persist) Fix the generated dropping tmp
partition sql (#43124)
add 1cc16bffe37 [improvement](external)add some improvements for external
scan #38946 (#43310)
add e49d73614fb [improve](backup) Reduce backup/restore job log size by
compress (#42954)
add 0d796fd49cf [fix](test) fix some test cases #43217 (#43341)
add 4527cceb238 [branch-3.0](pick) Pick #43063 #43199 (#43322)
add db2210077ab [Opt](TabletSchema) reuse TabletColumn info to reduce mem
(#42448) (#43326)
add e0dfae14505 [opt](ShortCircuit) add more stats info to trace (#42697)
(#43327)
add 0a21b0e13d0 branch-3.0: [fix](restore) Add synchronized to avoid
concurrent modification (#43258)
add 1f1bee3063b [chore](agent) log the binary message size of agent tasks
#43239 (#43366)
add 3b14452b720 [improve](report) split agent batch tasks automaticlly
#43257 (#43363)
add 1688e657254 branch-3.0: [Bug](runtime-filter) avoid wrong partitial
ignore minmax filter (#43195)
add 79b5b9dbb3a [fix](bloom filter)Fix drop column with bloom filter
(#41369) (#43378)
add 77459ab8cc3 [improve](backup) Only compress the running backup/restore
job #43177 (#43362)
add da61d29f99d [improve](cloud) support arm compilation in cloud mode
(#42467) (#43377)
add 37efa9641f2 branch-3.0: [fix](auth)Fix after fe restarting, external
permissions are lost (#43306)
add f491436825f [fix](log) fix group commit warn log (#42403)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3727f6efab8)
\
N -- N -- N refs/heads/auto-pick-42403-branch-3.0 (f491436825f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_meta_mgr.cpp | 8 +-
be/src/cloud/cloud_storage_engine.cpp | 6 +-
be/src/cloud/cloud_tablet.cpp | 45 +-
be/src/cloud/cloud_tablet.h | 6 +
be/src/cloud/injection_point_action.cpp | 9 +
be/src/cloud/pb_convert.cpp | 55 +-
be/src/cloud/pb_convert.h | 12 +-
be/src/clucene | 2 +-
be/src/common/config.cpp | 6 +-
be/src/common/config.h | 1 +
be/src/exec/tablet_info.cpp | 32 +-
be/src/exprs/runtime_filter_slots.h | 6 +-
be/src/io/cache/block_file_cache.cpp | 289 ++-
be/src/io/cache/block_file_cache.h | 27 +-
be/src/io/cache/file_cache_common.cpp | 5 +
be/src/io/cache/file_cache_common.h | 16 +-
be/src/olap/base_tablet.cpp | 8 +-
be/src/olap/base_tablet.h | 3 +-
be/src/olap/cold_data_compaction.cpp | 3 +-
be/src/olap/compaction.cpp | 4 +-
be/src/olap/merger.cpp | 27 +-
be/src/olap/olap_common.h | 26 +-
be/src/olap/primary_key_index.cpp | 7 +-
be/src/olap/primary_key_index.h | 10 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 6 +
be/src/olap/rowset/rowset.h | 8 +-
be/src/olap/rowset/rowset_reader_context.h | 3 +-
.../segment_v2/bloom_filter_index_reader.cpp | 6 +-
.../rowset/segment_v2/bloom_filter_index_reader.h | 4 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 19 +-
.../olap/rowset/segment_v2/indexed_column_reader.h | 15 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 17 +
.../olap/rowset/segment_v2/inverted_index_writer.h | 19 +-
be/src/olap/rowset/segment_v2/segment.cpp | 10 +-
be/src/olap/rowset/segment_v2/segment.h | 6 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 75 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 4 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 4 +-
be/src/olap/schema_change.cpp | 2 +-
be/src/olap/segment_loader.cpp | 7 +-
be/src/olap/segment_loader.h | 3 +-
be/src/olap/storage_engine.cpp | 8 +-
be/src/olap/storage_engine.h | 10 +-
be/src/olap/tablet.cpp | 21 +-
be/src/olap/tablet.h | 2 +-
be/src/olap/tablet_column_object_pool.cpp | 57 +
be/src/olap/tablet_column_object_pool.h | 58 +
be/src/olap/tablet_meta.cpp | 1 +
be/src/olap/tablet_reader.cpp | 1 +
be/src/olap/tablet_reader.h | 2 +
be/src/olap/tablet_schema.cpp | 57 +-
be/src/olap/tablet_schema.h | 20 +-
be/src/olap/tablet_schema_cache.cpp | 23 +-
be/src/olap/task/index_builder.cpp | 14 +-
be/src/pipeline/dependency.h | 8 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 9 +-
be/src/pipeline/exec/aggregation_sink_operator.h | 11 +-
.../pipeline/exec/aggregation_source_operator.cpp | 51 +-
be/src/pipeline/exec/aggregation_source_operator.h | 11 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 61 +-
be/src/pipeline/exec/analytic_sink_operator.h | 7 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 39 +-
be/src/pipeline/exec/analytic_source_operator.h | 8 +-
be/src/pipeline/exec/assert_num_rows_operator.cpp | 1 +
be/src/pipeline/exec/cache_source_operator.cpp | 20 +-
be/src/pipeline/exec/datagen_operator.cpp | 24 +-
be/src/pipeline/exec/datagen_operator.h | 2 +
.../distinct_streaming_aggregation_operator.cpp | 5 +-
.../exec/distinct_streaming_aggregation_operator.h | 7 +-
be/src/pipeline/exec/es_scan_operator.cpp | 8 +-
be/src/pipeline/exec/es_scan_operator.h | 3 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 75 +-
be/src/pipeline/exec/exchange_sink_operator.h | 23 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 23 +-
be/src/pipeline/exec/exchange_source_operator.h | 5 +-
.../exec/group_commit_block_sink_operator.cpp | 52 +-
.../exec/group_commit_block_sink_operator.h | 7 +-
.../pipeline/exec/group_commit_scan_operator.cpp | 1 +
be/src/pipeline/exec/hashjoin_build_sink.cpp | 17 +-
be/src/pipeline/exec/hashjoin_build_sink.h | 13 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 7 +-
be/src/pipeline/exec/hashjoin_probe_operator.h | 7 +-
be/src/pipeline/exec/jdbc_table_sink_operator.cpp | 1 +
.../pipeline/exec/join/process_hash_table_probe.h | 7 +-
.../exec/join/process_hash_table_probe_impl.h | 18 +-
be/src/pipeline/exec/join_build_sink_operator.cpp | 10 +-
be/src/pipeline/exec/join_build_sink_operator.h | 2 -
be/src/pipeline/exec/join_probe_operator.cpp | 4 +-
be/src/pipeline/exec/join_probe_operator.h | 2 +-
.../pipeline/exec/memory_scratch_sink_operator.cpp | 26 +-
.../pipeline/exec/memory_scratch_sink_operator.h | 3 +
.../exec/multi_cast_data_stream_source.cpp | 13 +-
.../pipeline/exec/multi_cast_data_stream_source.h | 3 +
.../exec/nested_loop_join_build_operator.cpp | 1 -
.../exec/nested_loop_join_build_operator.h | 4 +-
.../exec/nested_loop_join_probe_operator.cpp | 41 +-
.../exec/nested_loop_join_probe_operator.h | 80 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 80 +-
be/src/pipeline/exec/olap_scan_operator.h | 24 +-
be/src/pipeline/exec/operator.cpp | 19 +-
be/src/pipeline/exec/operator.h | 34 +-
.../exec/partitioned_aggregation_sink_operator.h | 3 -
.../partitioned_aggregation_source_operator.cpp | 4 +
.../exec/partitioned_aggregation_source_operator.h | 2 +
.../exec/partitioned_hash_join_probe_operator.h | 3 -
.../exec/partitioned_hash_join_sink_operator.h | 3 -
be/src/pipeline/exec/repeat_operator.cpp | 75 +-
be/src/pipeline/exec/repeat_operator.h | 5 +
be/src/pipeline/exec/result_file_sink_operator.cpp | 6 -
be/src/pipeline/exec/result_file_sink_operator.h | 14 -
be/src/pipeline/exec/result_sink_operator.cpp | 14 +-
be/src/pipeline/exec/result_sink_operator.h | 7 +-
be/src/pipeline/exec/scan_operator.cpp | 9 +-
be/src/pipeline/exec/scan_operator.h | 8 +-
be/src/pipeline/exec/set_probe_sink_operator.cpp | 11 +-
be/src/pipeline/exec/set_probe_sink_operator.h | 5 +-
be/src/pipeline/exec/set_sink_operator.cpp | 8 +-
be/src/pipeline/exec/set_sink_operator.h | 7 +-
be/src/pipeline/exec/set_source_operator.cpp | 37 +-
be/src/pipeline/exec/set_source_operator.h | 3 +
be/src/pipeline/exec/sort_sink_operator.cpp | 12 +-
be/src/pipeline/exec/sort_sink_operator.h | 6 +-
be/src/pipeline/exec/sort_source_operator.cpp | 4 +-
.../exec/streaming_aggregation_operator.cpp | 28 +-
.../pipeline/exec/streaming_aggregation_operator.h | 18 +-
be/src/pipeline/exec/table_function_operator.cpp | 25 +-
be/src/pipeline/exec/table_function_operator.h | 8 +
be/src/pipeline/exec/union_sink_operator.cpp | 1 +
be/src/pipeline/exec/union_sink_operator.h | 2 +
be/src/pipeline/exec/union_source_operator.h | 4 +-
.../local_exchange_sink_operator.cpp | 6 +-
.../local_exchange/local_exchange_sink_operator.h | 2 +-
.../local_exchange_source_operator.h | 3 -
be/src/pipeline/local_exchange/local_exchanger.cpp | 2 +-
be/src/pipeline/local_exchange/local_exchanger.h | 11 +-
be/src/pipeline/pipeline.cpp | 44 +-
be/src/pipeline/pipeline.h | 46 +-
be/src/pipeline/pipeline_fragment_context.cpp | 334 ++--
be/src/pipeline/pipeline_fragment_context.h | 38 +-
be/src/pipeline/query_cache/query_cache.h | 1 +
be/src/runtime/exec_env.h | 6 +
be/src/runtime/exec_env_init.cpp | 6 +-
be/src/runtime/fragment_mgr.cpp | 44 +-
be/src/runtime/fragment_mgr.h | 1 +
be/src/runtime/memory/cache_policy.h | 10 +-
be/src/runtime/record_batch_queue.cpp | 10 +-
be/src/runtime/result_queue_mgr.cpp | 6 +-
be/src/runtime/stream_load/stream_load_context.h | 7 +-
be/src/service/backend_service.cpp | 14 +-
be/src/service/internal_service.cpp | 16 +-
be/src/service/point_query_executor.cpp | 64 +-
be/src/service/point_query_executor.h | 10 +-
be/src/util/arrow/row_batch.cpp | 17 +-
be/src/util/arrow/row_batch.h | 7 +-
be/src/util/block_compression.cpp | 1 +
be/src/util/doris_metrics.cpp | 4 +-
be/src/util/jni-util.cpp | 19 +-
be/src/util/jni-util.h | 26 +-
be/src/util/jvm_metrics.cpp | 487 +++--
be/src/util/jvm_metrics.h | 6 +-
.../vec/aggregate_functions/aggregate_function.h | 43 +-
.../aggregate_functions/aggregate_function_avg.h | 22 +-
.../aggregate_function_bitmap.h | 24 +-
.../aggregate_function_bitmap_agg.h | 22 +-
.../aggregate_functions/aggregate_function_count.h | 44 +-
.../aggregate_function_count_by_enum.h | 4 +-
.../aggregate_function_histogram.h | 4 +-
.../aggregate_function_hll_union_agg.h | 2 +-
.../aggregate_function_java_udaf.h | 7 +-
.../aggregate_functions/aggregate_function_map.h | 18 +-
.../aggregate_function_min_max.h | 158 +-
.../aggregate_function_min_max_by.h | 44 +-
.../aggregate_function_percentile.h | 2 +-
.../aggregate_function_reader_first_last.h | 4 +-
.../aggregate_functions/aggregate_function_rpc.h | 2 +-
.../aggregate_functions/aggregate_function_sort.h | 6 +-
.../aggregate_functions/aggregate_function_sum.h | 22 +-
.../aggregate_functions/aggregate_function_uniq.h | 8 +-
.../aggregate_function_uniq_distribute_key.h | 26 +-
.../aggregate_function_window.h | 23 +-
be/src/vec/exec/jni_connector.cpp | 5 +-
be/src/vec/exec/scan/new_es_scanner.cpp | 11 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 191 +-
be/src/vec/exec/scan/new_olap_scanner.h | 2 -
be/src/vec/exec/scan/scanner_context.cpp | 38 +-
be/src/vec/exec/scan/scanner_context.h | 23 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 9 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 6 +-
be/src/vec/exec/scan/vfile_scanner.h | 3 -
be/src/vec/exec/scan/vscanner.cpp | 6 +-
be/src/vec/exec/vjdbc_connector.cpp | 43 +-
.../exprs/table_function/udf_table_function.cpp | 34 +-
be/src/vec/functions/function_coalesce.cpp | 20 +-
be/src/vec/functions/function_java_udf.cpp | 3 -
be/src/vec/olap/block_reader.cpp | 43 +-
be/src/vec/olap/block_reader.h | 3 +-
be/src/vec/olap/vcollect_iterator.cpp | 1 +
be/src/vec/olap/vertical_block_reader.cpp | 1 -
be/src/vec/sink/vdata_stream_sender.cpp | 17 +-
be/src/vec/sink/vdata_stream_sender.h | 4 +-
be/test/io/cache/block_file_cache_test.cpp | 1911 ++++++++++++++++----
be/test/olap/rowid_conversion_test.cpp | 7 +-
.../index_compaction_with_deleted_term.cpp | 671 +++++++
be/test/testutil/run_all_tests.cpp | 4 +
.../serde/data_type_serde_arrow_test.cpp | 654 -------
build.sh | 6 -
cloud/CMakeLists.txt | 44 +-
cloud/src/common/config.h | 6 +-
cloud/src/meta-service/meta_service.cpp | 4 +-
cloud/src/meta-service/meta_service_resource.cpp | 2 +
cloud/src/meta-service/meta_service_schema.cpp | 25 +-
cloud/src/meta-service/meta_service_schema.h | 6 +-
cloud/src/meta-service/meta_service_txn.cpp | 5 +-
cloud/src/meta-service/txn_lazy_committer.cpp | 63 +-
docker/runtime/doris-compose/command.py | 102 +-
docker/runtime/doris-compose/utils.py | 12 +-
.../clickhouse/init/03-create-table.sql | 2 +-
.../elasticsearch/scripts/es_init.sh | 14 +-
.../elasticsearch/scripts/index/es6_test3.json | 27 +
.../elasticsearch/scripts/index/es7_test3.json | 3 +
.../regression/serde_prop/some_serde_table.hql | 64 +
.../docker-compose/mysql/init/03-create-table.sql | 7 +
.../docker-compose/mysql/init/04-insert.sql | 3 +
.../docker-compose/postgresql/init/04-insert.sql | 1 +
.../docker-compose/sqlserver/init/04-insert.sql | 1 +
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 14 +-
.../org/apache/doris/paimon/PaimonJniScanner.java | 8 +-
.../{PaimonScannerUtils.java => PaimonUtils.java} | 25 +-
.../main/java/org/apache/doris/common/Config.java | 66 +-
.../java/org/apache/doris/common/ThriftUtils.java | 85 +
fe/fe-core/src/main/cup/sql_parser.cup | 7 +
.../apache/doris/alter/SchemaChangeHandler.java | 15 +
.../org/apache/doris/alter/SchemaChangeJobV2.java | 2 +-
.../apache/doris/analysis/BuildIndexClause.java | 2 +-
.../java/org/apache/doris/analysis/ColumnDef.java | 3 +-
.../apache/doris/analysis/CreateIndexClause.java | 2 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 3 +-
.../java/org/apache/doris/analysis/ExportStmt.java | 2 +-
.../java/org/apache/doris/analysis/IndexDef.java | 5 +
.../java/org/apache/doris/backup/AbstractJob.java | 30 +-
.../java/org/apache/doris/backup/BackupJob.java | 45 +-
.../java/org/apache/doris/backup/RestoreJob.java | 243 ++-
.../main/java/org/apache/doris/catalog/Column.java | 5 +
.../java/org/apache/doris/catalog/Database.java | 2 +-
.../main/java/org/apache/doris/catalog/Env.java | 8 -
.../main/java/org/apache/doris/catalog/Index.java | 20 +-
.../org/apache/doris/catalog/InternalSchema.java | 17 +
.../doris/catalog/MaterializedIndexMeta.java | 7 +
.../java/org/apache/doris/catalog/OlapTable.java | 11 +-
.../org/apache/doris/catalog/StorageVault.java | 2 +-
.../main/java/org/apache/doris/catalog/Table.java | 7 +-
.../java/org/apache/doris/catalog/TableIf.java | 4 +
.../authorizer/ranger/RangerAccessController.java | 7 +
.../ranger/cache/CatalogCacheAccessController.java | 91 -
.../authorizer/ranger/cache/DatamaskCacheKey.java | 89 -
.../authorizer/ranger/cache/RangerCache.java | 107 --
.../authorizer/ranger/cache/RowFilterCacheKey.java | 82 -
.../authorizer/ranger/doris/DorisAccessType.java | 79 +-
.../authorizer/ranger/doris/DorisObjectType.java | 2 +-
.../doris/RangerCacheDorisAccessController.java | 44 -
.../ranger/doris/RangerDorisAccessController.java | 177 +-
.../ranger/doris/RangerDorisResource.java | 6 +-
.../hive/RangerCacheHiveAccessController.java | 47 -
.../hive/RangerHiveAccessControllerFactory.java | 2 +-
.../org/apache/doris/clone/TabletScheduler.java | 9 +-
.../apache/doris/cloud/CacheHotspotManager.java | 5 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../transaction/CloudGlobalTransactionMgr.java | 3 +-
.../doris/common/LabelAlreadyUsedException.java | 21 +
.../apache/doris/common/MarkedCountDownLatch.java | 14 +
.../doris/common/profile/SummaryProfile.java | 24 +
.../org/apache/doris/common/util/LocationPath.java | 16 +-
.../apache/doris/common/util/ProfileManager.java | 11 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 9 +-
.../org/apache/doris/datasource/CatalogMgr.java | 11 +-
.../apache/doris/datasource/ExternalDatabase.java | 37 +-
.../doris/datasource/ExternalRowCountCache.java | 7 +-
.../apache/doris/datasource/ExternalScanNode.java | 3 +-
.../org/apache/doris/datasource/ExternalTable.java | 10 +-
.../doris/datasource/FederationBackendPolicy.java | 2 +-
.../apache/doris/datasource/FileQueryScanNode.java | 11 +-
.../org/apache/doris/datasource/FileSplit.java | 19 +
.../doris/datasource/TablePartitionValues.java | 30 -
.../doris/datasource/es/source/EsScanNode.java | 2 +
.../doris/datasource/hive/HMSExternalTable.java | 56 +-
.../doris/datasource/hive/HMSTransaction.java | 30 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 13 +-
.../doris/datasource/hive/HiveProperties.java | 50 +-
.../org/apache/doris/datasource/hive/HiveUtil.java | 29 +-
.../datasource/hive/event/AddPartitionEvent.java | 8 +-
.../datasource/hive/event/AlterDatabaseEvent.java | 12 +-
.../datasource/hive/event/AlterPartitionEvent.java | 6 +-
.../datasource/hive/event/AlterTableEvent.java | 10 +-
.../datasource/hive/event/CreateDatabaseEvent.java | 6 +-
.../datasource/hive/event/CreateTableEvent.java | 8 +-
.../datasource/hive/event/DropDatabaseEvent.java | 6 +-
.../datasource/hive/event/DropPartitionEvent.java | 8 +-
.../datasource/hive/event/DropTableEvent.java | 6 +-
.../doris/datasource/hive/event/IgnoredEvent.java | 2 +-
.../doris/datasource/hive/event/InsertEvent.java | 6 +-
.../datasource/hive/event/MetastoreEvent.java | 167 +-
.../hive/event/MetastoreEventsProcessor.java | 2 +-
.../doris/datasource/hive/source/HiveScanNode.java | 83 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 242 +--
.../doris/datasource/hudi/source/HudiScanNode.java | 2 +-
.../datasource/iceberg/IcebergExternalTable.java | 3 +-
.../doris/datasource/iceberg/IcebergUtils.java | 8 +-
.../iceberg/dlf/client/DLFCachedClientPool.java | 27 +-
.../iceberg/source/IcebergDeleteFileFilter.java | 20 +-
.../datasource/iceberg/source/IcebergScanNode.java | 7 +-
.../datasource/iceberg/source/IcebergSplit.java | 6 +
.../doris/datasource/jdbc/JdbcExternalTable.java | 96 +-
.../doris/datasource/jdbc/client/JdbcClient.java | 54 +-
.../datasource/jdbc/client/JdbcDB2Client.java | 3 +-
.../datasource/jdbc/client/JdbcGbaseClient.java | 6 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 21 +-
.../datasource/jdbc/client/JdbcOracleClient.java | 3 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 18 +-
.../maxcompute/source/MaxComputeScanNode.java | 14 +-
.../datasource/paimon/PaimonExternalTable.java | 8 +-
.../paimon/PaimonFileExternalCatalog.java | 19 +-
.../datasource/paimon/source/PaimonScanNode.java | 29 +-
.../datasource/paimon/source/PaimonSplit.java | 22 +
.../source/TrinoConnectorScanNode.java | 4 +-
.../doris/fs/remote/RemoteFSPhantomManager.java | 9 +
.../org/apache/doris/fs/remote/S3FileSystem.java | 15 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 6 +-
.../org/apache/doris/job/base/AbstractJob.java | 19 +-
.../main/java/org/apache/doris/job/base/Job.java | 7 +
.../doris/job/executor/TimerJobSchedulerTask.java | 10 +-
.../doris/job/extensions/insert/InsertJob.java | 6 +
.../apache/doris/job/extensions/mtmv/MTMVJob.java | 7 +
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 43 +-
.../job/manager/TaskDisruptorGroupManager.java | 24 +-
.../apache/doris/job/scheduler/JobScheduler.java | 4 +-
.../apache/doris/journal/bdbje/BDBJEJournal.java | 4 +-
.../main/java/org/apache/doris/load/ExportJob.java | 20 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 30 +-
.../doris/load/routineload/RoutineLoadJob.java | 2 +-
.../java/org/apache/doris/master/MasterImpl.java | 3 +
.../org/apache/doris/master/ReportHandler.java | 2 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 1 +
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 34 +
.../mysql/privilege/AccessControllerManager.java | 10 +-
.../org/apache/doris/mysql/privilege/Auth.java | 4 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 20 +-
.../org/apache/doris/nereids/StatementContext.java | 10 +
.../glue/translator/PhysicalPlanTranslator.java | 8 +-
.../doris/nereids/jobs/executor/Rewriter.java | 18 +-
.../doris/nereids/rules/analysis/BindRelation.java | 4 +-
.../rules/expression/rules/FoldConstantRule.java | 2 +-
.../expression/rules/FoldConstantRuleOnBE.java | 8 +-
.../expression/rules/FoldConstantRuleOnFE.java | 11 +-
.../rules/expression/rules/SimplifyRange.java | 248 +--
.../LogicalEsScanToPhysicalEsScan.java | 3 +-
.../LogicalFileScanToPhysicalFileScan.java | 1 -
.../LogicalHudiScanToPhysicalHudiScan.java | 1 -
.../LogicalJdbcScanToPhysicalJdbcScan.java | 3 +-
.../LogicalOdbcScanToPhysicalOdbcScan.java | 3 +-
.../nereids/rules/rewrite/AdjustNullable.java | 12 -
.../doris/nereids/rules/rewrite/ColumnPruning.java | 50 +-
.../rules/rewrite/InferPredicateByReplace.java | 266 +++
.../nereids/rules/rewrite/InferPredicates.java | 46 +-
.../rules/rewrite/PredicatePropagation.java | 251 ---
.../rules/rewrite/PruneFileScanPartition.java | 12 +-
.../nereids/rules/rewrite/PullUpPredicates.java | 155 +-
.../rules/rewrite/PushConjunctsIntoEsScan.java | 39 -
.../rules/rewrite/PushConjunctsIntoJdbcScan.java | 39 -
.../rules/rewrite/PushConjunctsIntoOdbcScan.java | 39 -
.../rules/rewrite/UnequalPredicateInfer.java | 576 ++++++
.../doris/nereids/stats/StatsCalculator.java | 46 +-
.../trees/copier/LogicalPlanDeepCopier.java | 17 -
.../doris/nereids/trees/expressions/Like.java | 14 +-
.../doris/nereids/trees/expressions/Not.java | 10 +
.../trees/expressions/StringRegexPredicate.java | 6 +-
.../trees/expressions/functions/BoundFunction.java | 6 +-
.../trees/expressions/functions/Function.java | 6 +-
.../expressions/functions/SearchSignature.java | 9 +-
.../functions/scalar/ScalarFunction.java | 6 +-
.../trees/expressions/literal/DateLiteral.java | 73 +-
.../trees/expressions/literal/DateTimeLiteral.java | 75 +-
.../expressions/literal/DateTimeV2Literal.java | 2 +-
.../expressions/literal/DecimalV3Literal.java | 13 +-
.../nereids/trees/expressions/literal/Result.java | 66 +
.../expressions/literal/format/AndChecker.java} | 42 +-
.../expressions/literal/format/AtLeastChecker.java | 49 +
.../expressions/literal/format/CharChecker.java} | 20 +-
.../expressions/literal/format/CheckResult.java | 49 +
.../literal/format/CustomCharChecker.java} | 40 +-
.../literal/format/DateTimeChecker.java | 137 ++
.../expressions/literal/format/DebugChecker.java} | 22 +-
.../expressions/literal/format/DigitChecker.java} | 38 +-
.../expressions/literal/format/FloatChecker.java | 55 +
.../expressions/literal/format/FormatChecker.java | 170 ++
.../literal/format/IntegerChecker.java} | 29 +-
.../expressions/literal/format/LetterChecker.java} | 37 +-
.../expressions/literal/format/OptionChecker.java} | 20 +-
.../expressions/literal/format/OrChecker.java | 55 +
.../expressions/literal/format/StringChecker.java} | 45 +-
.../format/StringInspect.java} | 53 +-
.../nereids/trees/plans/commands/CallCommand.java | 13 +
.../trees/plans/commands/ExportCommand.java | 2 +-
.../plans/commands/call/CallFlushAuditLogFunc.java | 57 +
.../trees/plans/commands/call/CallFunc.java | 2 +
.../trees/plans/commands/info/IndexDefinition.java | 2 +-
.../nereids/trees/plans/logical/LogicalEsScan.java | 26 +-
.../plans/logical/LogicalExternalRelation.java | 68 -
.../trees/plans/logical/LogicalFileScan.java | 32 +-
.../trees/plans/logical/LogicalHudiScan.java | 24 +-
.../trees/plans/logical/LogicalJdbcScan.java | 24 +-
.../trees/plans/logical/LogicalOdbcScan.java | 24 +-
.../trees/plans/logical/LogicalProject.java | 3 +-
.../trees/plans/physical/PhysicalEsScan.java | 23 +-
.../trees/plans/physical/PhysicalFileScan.java | 29 +-
.../trees/plans/physical/PhysicalHudiScan.java | 17 +-
.../trees/plans/physical/PhysicalJdbcScan.java | 25 +-
.../trees/plans/physical/PhysicalOdbcScan.java | 26 +-
.../trees/plans/visitor/DefaultPlanRewriter.java | 11 +-
.../trees/plans/visitor/RelationVisitor.java | 13 +-
.../apache/doris/nereids/types/DecimalV3Type.java | 25 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 12 +
.../doris/nereids/util/PredicateInferUtils.java | 179 ++
.../doris/nereids/util/TypeCoercionUtils.java | 54 +-
.../java/org/apache/doris/persist/BarrierLog.java | 28 +
.../apache/doris/persist/DropPartitionInfo.java | 4 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 30 +
.../org/apache/doris/planner/AggregationNode.java | 6 +
.../org/apache/doris/planner/AnalyticEvalNode.java | 11 +
.../apache/doris/planner/AssertNumRowsNode.java | 5 +
.../org/apache/doris/planner/DataPartition.java | 4 +
.../org/apache/doris/planner/EmptySetNode.java | 1 -
.../org/apache/doris/planner/ExchangeNode.java | 40 +
.../org/apache/doris/planner/HiveTableSink.java | 2 +-
.../org/apache/doris/planner/JoinNodeBase.java | 1 -
.../apache/doris/planner/NestedLoopJoinNode.java | 15 +
.../org/apache/doris/planner/PlanFragment.java | 18 +
.../java/org/apache/doris/planner/PlanNode.java | 21 +
.../java/org/apache/doris/planner/RepeatNode.java | 6 +
.../java/org/apache/doris/planner/ScanNode.java | 12 +
.../java/org/apache/doris/planner/SelectNode.java | 6 +
.../apache/doris/planner/SingleNodePlanner.java | 3 +-
.../java/org/apache/doris/planner/SortNode.java | 6 +
.../java/org/apache/doris/planner/UnionNode.java | 7 +
.../java/org/apache/doris/plugin/AuditEvent.java | 14 +-
.../java/org/apache/doris/plugin/PluginMgr.java | 13 +-
.../org/apache/doris/plugin/audit/AuditLoader.java | 29 +-
.../apache/doris/plugin/audit/AuditLogBuilder.java | 2 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 2 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 14 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 43 +-
.../java/org/apache/doris/qe/SessionVariable.java | 68 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 8 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 21 +-
.../doris/scheduler/disruptor/TaskHandler.java | 2 +
.../scheduler/manager/TransientTaskManager.java | 15 +-
.../apache/doris/service/FrontendServiceImpl.java | 10 +-
.../src/main/java/org/apache/doris/spi/Split.java | 5 +
.../org/apache/doris/statistics/AnalysisJob.java | 2 +-
.../apache/doris/statistics/HMSAnalysisTask.java | 9 +-
.../doris/statistics/StatisticsAutoCollector.java | 2 +-
.../doris/statistics/util/StatisticsUtil.java | 15 +-
.../java/org/apache/doris/task/AgentBatchTask.java | 57 +-
.../main/java/org/apache/doris/task/AgentTask.java | 4 +
.../org/apache/doris/task/CreateReplicaTask.java | 17 +
.../apache/doris/transaction/TransactionEntry.java | 36 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 1 +
.../doris/analysis/CancelExportStmtTest.java | 1 -
.../doris/catalog/DynamicPartitionTableTest.java | 30 +-
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../doris/common/proc/IndexesProcNodeTest.java | 8 +-
.../apache/doris/common/util/LocationPathTest.java | 4 +-
.../datasource/ExternalRowCountCacheTest.java | 32 +-
.../ExternalTableNameComparedLowercaseTest.java | 119 ++
.../ExternalTableNameStoredLowercaseTest.java | 127 ++
.../apache/doris/external/hms/HmsCatalogTest.java | 30 +
.../job/manager/TaskDisruptorGroupManagerTest.java | 36 +
.../doris/load/routineload/RoutineLoadJobTest.java | 2 +-
.../doris/nereids/jobs/joinorder/TPCHTest.java | 4 +-
.../doris/nereids/properties/UniformTest.java | 4 +
.../rules/expression/SimplifyRangeTest.java | 358 ++--
.../nereids/rules/rewrite/AdjustNullableTest.java | 74 -
.../nereids/rules/rewrite/ColumnPruningTest.java | 31 +-
.../rules/rewrite/InferPredicateByReplaceTest.java | 203 +++
.../rules/rewrite/PredicatePropagationTest.java | 67 -
.../rules/rewrite/UnequalPredicateInferTest.java | 688 +++++++
.../trees/expressions/literal/DateLiteralTest.java | 16 +-
.../expressions/literal/DateTimeLiteralTest.java | 496 ++---
.../expressions/literal/FloatLiteralTest.java | 80 +
.../expressions/literal/IntegerLiteralTest.java | 64 +
.../persist/TableAddOrDropColumnsInfoTest.java | 2 +-
.../doris/planner/FederationBackendPolicyTest.java | 95 +
.../java/org/apache/doris/policy/PolicyTest.java | 12 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 6 +
gensrc/proto/cloud.proto | 12 +-
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 1 +
.../test_alter_add_column_default_value.out | 14 +
.../data/audit/test_audit_log_behavior.out | 32 +
.../test_bloom_filter_drop_column.out | 8 +
.../data/external_table_p0/es/test_es_query.out | 12 +
.../external_table_p0/hive/ddl/test_hive_ddl.out | 1 +
.../hive/test_hive_serde_prop.out | 32 +-
.../hive/test_hive_special_char_partition.out | 396 ++++
.../jdbc/test_jdbc_catalog_push_cast.out | 4 +
.../jdbc/test_mysql_jdbc_catalog.out | 463 ++++-
.../jdbc/test_mysql_jdbc_driver5_catalog.out | 420 -----
.../jdbc/test_pg_jdbc_catalog.out | 3 -
.../data/mtmv_p0/test_recreate_table_mtmv.out | 13 +
.../data/nereids_hint_tpch_p0/shape/q12.out | 2 +-
.../eliminate_aggregate_constant.out | 96 +-
.../eliminate_join_condition.out | 8 +-
.../push_down_filter_other_condition.out | 2 +-
.../extend_infer_equal_predicate.out | 773 ++++++++
.../infer_predicate/infer_intersect_except.out | 11 -
.../infer_predicate/infer_unequal_predicates.out | 165 ++
.../limit_push_down/limit_push_down.out | 24 +-
.../limit_push_down/order_push_down.out | 8 +-
.../predicate_infer/infer_predicate.out | 11 +-
.../push_down_top_n_distinct_through_join.out | 2 +-
.../nereids_syntax_p0/sub_query_correlated.out | 9 +
.../data/nereids_syntax_p0/test_limit.out | 6 -
.../shape/query90.out | 36 +-
.../rf_prune/query90.out | 36 +-
.../nereids_tpcds_shape_sf100_p0/shape/query90.out | 36 +-
.../nostats_rf_prune/q12.out | 2 +-
.../nereids_tpch_shape_sf1000_p0/rf_prune/q12.out | 2 +-
.../runtime_filter/test_pushdown_setop.out | 2 +-
.../nereids_tpch_shape_sf1000_p0/shape/q12.out | 2 +-
.../shape_no_stats/q12.out | 2 +-
.../data/new_shapes_p0/hint_tpch/shape/q12.out | 2 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query90.out | 36 +-
.../new_shapes_p0/tpcds_sf100/shape/query90.out | 36 +-
.../new_shapes_p0/tpcds_sf1000/shape/query90.out | 36 +-
.../tpch_sf1000/nostats_rf_prune/q12.out | 2 +-
.../new_shapes_p0/tpch_sf1000/rf_prune/q12.out | 2 +-
.../runtime_filter/test_pushdown_setop.out | 2 +-
.../data/new_shapes_p0/tpch_sf1000/shape/q12.out | 2 +-
.../tpch_sf1000/shape_no_stats/q12.out | 2 +-
.../partial_update/test_partial_update.out | 4 +-
.../partial_update/test_partial_update.out | 4 +-
.../org/apache/doris/regression/Config.groovy | 8 +
.../org/apache/doris/regression/suite/Suite.groovy | 22 +-
.../doris/regression/suite/SuiteCluster.groovy | 34 +-
.../doris/regression/suite/SuiteContext.groovy | 31 +
regression-test/pipeline/p0/conf/fe.conf | 1 +
.../test_alter_add_column_default_value.groovy | 66 +
.../suites/audit/test_audit_log_behavior.groovy | 12 +-
.../suites/auth_up_down_hive_p0/load.groovy | 45 +
.../test_up_down_hive_auth.groovy | 39 +-
.../test_backup_restore_atomic_with_alter.groovy | 2 +-
.../test_bloom_filter_drop_column.groovy | 51 +
...est_bloom_filter_hit_with_renamed_column.groovy | 7 +-
.../cloud_p0/cache/ttl/test_ttl_lru_evict.groovy | 53 +-
.../test_fe_tablet_same_backend.groovy | 8 +-
.../demo_p0/set_config_temporary_action.groovy | 1 +
.../external_table_p0/es/test_es_query.groovy | 2 +
.../hive/ddl/test_hive_ddl.groovy | 7 +-
.../hive/test_hive_serde_prop.groovy | 4 +
.../hive/test_hive_special_char_partition.groovy | 199 +-
.../jdbc/test_jdbc_catalog_push_cast.groovy | 105 ++
.../jdbc/test_jdbc_row_count.groovy | 107 ++
.../jdbc/test_mysql_jdbc_catalog.groovy | 54 +-
.../jdbc/test_mysql_jdbc_driver5_catalog.groovy | 566 ------
.../jdbc/test_mysql_jdbc_statistics.groovy | 11 -
.../test_build_index_with_clone_fault.groovy | 8 +-
.../test_writer_v2_fault_injection.groovy | 10 +-
.../suites/insert_p0/transaction/txn_insert.groovy | 2 +-
.../test_index_change_on_renamed_column.groovy | 13 +-
.../inverted_index_p0/test_count_on_index.groovy | 34 +-
.../stream_load/test_stream_load_job_status.groovy | 90 +
.../suites/mtmv_p0/test_recreate_table_mtmv.groovy | 91 +
.../suites/nereids_hint_tpcds_p0/load.groovy | 2 +-
.../infer_predicate/infer_predicate.groovy | 14 +-
.../insert_into_table/complex_insert.groovy | 6 +-
.../suites/nereids_p0/stats/invalid_stats.groovy | 111 ++
.../suites/nereids_p0/union/test_union.groovy | 12 +-
.../union_const_expr_column_pruning.groovy | 7 +-
.../column_pruning/window_column_pruning.groovy | 5 +
.../nereids_rules_p0/eager_aggregate/basic.groovy | 4 +-
.../eager_aggregate/basic_one_side.groovy | 3 +-
.../extend_infer_equal_predicate.groovy | 380 ++++
.../infer_predicate/infer_intersect_except.groovy | 26 +-
.../infer_unequal_predicates.groovy | 189 ++
.../test_multi_range_partition.groovy | 4 +-
.../suites/nereids_syntax_p0/alias_conflict.groovy | 5 +-
.../distribute/local_shuffle.groovy | 14 +-
.../slow_fold_constant_case_when.groovy | 824 +++++++++
.../suites/nereids_syntax_p0/test_limit.groovy | 23 +-
.../nereids_tpcds_shape_sf1000_p0/load.groovy | 2 +-
.../constraints/load.groovy | 2 +-
.../nereids_tpcds_shape_sf100_p0/load.groovy | 6 +-
.../tpcds_sf100/constraints/load.groovy | 2 +-
.../suites/new_shapes_p0/tpcds_sf100/load.groovy | 6 +-
.../suites/new_shapes_p0/tpcds_sf1000/load.groovy | 2 +-
...t_dynamic_partition_mod_distribution_key.groovy | 92 +-
..._partition_mod_distribution_key_restart.groovy} | 11 +-
.../test_partition_create_tablet_rr.groovy | 3 +-
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 15 +-
.../prepared_stmt_p0/prepared_stmt_in_list.groovy | 3 +-
.../suites/query_p0/test_forward_qeury.groovy | 5 +-
.../suites/query_p0/union/test_union.groovy | 12 +-
.../suites/query_profile/test_profile.groovy | 16 +
.../test_agg_schema_key_change_modify.groovy | 1 +
.../test_agg_schema_key_change_modify1.groovy | 1 +
.../test_agg_schema_value_modify.groovy | 1 +
.../test_agg_schema_value_modify2.groovy | 2 +
.../test_agg_schema_value_modify3.groovy | 2 +-
.../schema_change_p0/test_alter_uniq_null.groovy | 71 +
.../test_dup_schema_key_change_modify.groovy | 1 +
.../test_dup_schema_key_change_modify1.groovy | 2 +-
.../test_dup_schema_value_modify.groovy | 2 +-
.../test_dup_schema_value_modify1.groovy | 2 +-
.../test_dup_schema_value_modify2.groovy | 3 +-
.../test_dup_schema_value_modify3.groovy | 4 +-
.../test_dup_schema_value_modify4.groovy | 2 -
.../test_unique_schema_key_change_add.groovy | 1 -
.../test_unique_schema_key_change_modify.groovy | 4 +-
.../test_unique_schema_value_drop.groovy | 1 -
.../test_unique_schema_value_modify.groovy | 2 +-
.../test_unique_schema_value_modify2.groovy | 2 +
.../partial_update/test_mix_partial_update.groovy | 11 +
.../partial_update/test_partial_update.groovy | 2 +-
.../partial_update/test_mix_partial_update.groovy | 11 +
.../partial_update/test_partial_update.groovy | 2 +-
.../test_partial_update_merge_type.groovy | 7 +
.../suites/variant_p0/column_size_limit.groovy | 33 +-
.../vault_p0/alter/test_alter_hdfs_vault.groovy | 98 +
.../vault_p0/alter/test_alter_s3_vault.groovy | 106 ++
.../create/test_create_vault.groovy} | 179 +-
.../vault_p0/default/test_default_vault.groovy | 136 ++
.../forbid/test_forbid_vault.groovy} | 10 +-
.../vault_p0/privilege/test_vault_privilege.groovy | 190 ++
.../privilege/test_vault_privilege_restart.groovy | 187 ++
.../suites/vaults/alter/alter_hdfs.groovy | 119 --
.../suites/vaults/alter/alter_s3.groovy | 124 --
.../suites/vaults/default/default.groovy | 139 --
regression-test/suites/vaults/privilege.groovy | 183 --
.../suites/vaults/privilege_restart.groovy | 178 --
tools/fdb/fdb_ctl.sh | 38 +-
639 files changed, 17735 insertions(+), 8477 deletions(-)
create mode 100644 be/src/olap/tablet_column_object_pool.cpp
create mode 100644 be/src/olap/tablet_column_object_pool.h
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_with_deleted_term.cpp
delete mode 100644 be/test/vec/data_types/serde/data_type_serde_arrow_test.cpp
create mode 100644
docker/thirdparties/docker-compose/elasticsearch/scripts/index/es6_test3.json
rename
fe/be-java-extensions/paimon-scanner/src/main/java/org/apache/doris/paimon/{PaimonScannerUtils.java
=> PaimonUtils.java} (72%)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/ThriftUtils.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/CatalogCacheAccessController.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/DatamaskCacheKey.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/RangerCache.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/RowFilterCacheKey.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/doris/RangerCacheDorisAccessController.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/hive/RangerCacheHiveAccessController.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/InferPredicateByReplace.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PredicatePropagation.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushConjunctsIntoEsScan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushConjunctsIntoJdbcScan.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushConjunctsIntoOdbcScan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/UnequalPredicateInfer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/Result.java
copy fe/fe-core/src/main/java/org/apache/doris/{spi/Split.java =>
nereids/trees/expressions/literal/format/AndChecker.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/AtLeastChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/CharChecker.java} (65%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/CheckResult.java
copy fe/fe-core/src/main/java/org/apache/doris/{spi/Split.java =>
nereids/trees/expressions/literal/format/CustomCharChecker.java} (57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/DateTimeChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/DebugChecker.java} (53%)
rename
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/cache/RangerCacheInvalidateListener.java
=> nereids/trees/expressions/literal/format/DigitChecker.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/FloatChecker.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/FormatChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{scheduler/registry/ExportTaskRegister.java
=> nereids/trees/expressions/literal/format/IntegerChecker.java} (52%)
rename
fe/fe-core/src/main/java/org/apache/doris/{scheduler/registry/ExportTaskRegister.java
=> nereids/trees/expressions/literal/format/LetterChecker.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/OptionChecker.java} (62%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/OrChecker.java
copy fe/fe-core/src/main/java/org/apache/doris/{spi/Split.java =>
nereids/trees/expressions/literal/format/StringChecker.java} (55%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/{Like.java
=> literal/format/StringInspect.java} (51%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/call/CallFlushAuditLogFunc.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalExternalRelation.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/util/PredicateInferUtils.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lowercase/ExternalTableNameComparedLowercaseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lowercase/ExternalTableNameStoredLowercaseTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/manager/TaskDisruptorGroupManagerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/AdjustNullableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/InferPredicateByReplaceTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PredicatePropagationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/UnequalPredicateInferTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/FloatLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/IntegerLiteralTest.java
create mode 100644
regression-test/data/alter_p0/test_alter_add_column_default_value.out
create mode 100644 regression-test/data/audit/test_audit_log_behavior.out
create mode 100644
regression-test/data/bloom_filter_p0/test_bloom_filter_drop_column.out
create mode 100644
regression-test/data/external_table_p0/jdbc/test_jdbc_catalog_push_cast.out
delete mode 100644
regression-test/data/external_table_p0/jdbc/test_mysql_jdbc_driver5_catalog.out
create mode 100644 regression-test/data/mtmv_p0/test_recreate_table_mtmv.out
create mode 100644
regression-test/data/nereids_rules_p0/infer_predicate/extend_infer_equal_predicate.out
create mode 100644
regression-test/data/nereids_rules_p0/infer_predicate/infer_unequal_predicates.out
delete mode 100644 regression-test/data/nereids_syntax_p0/test_limit.out
create mode 100644
regression-test/suites/alter_p0/test_alter_add_column_default_value.groovy
create mode 100644 regression-test/suites/auth_up_down_hive_p0/load.groovy
copy be/src/runtime/record_batch_queue.cpp =>
regression-test/suites/auth_up_down_hive_p0/test_up_down_hive_auth.groovy (55%)
create mode 100644
regression-test/suites/bloom_filter_p0/test_bloom_filter_drop_column.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_jdbc_catalog_push_cast.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_jdbc_row_count.groovy
delete mode 100644
regression-test/suites/external_table_p0/jdbc/test_mysql_jdbc_driver5_catalog.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_stream_load_job_status.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_recreate_table_mtmv.groovy
create mode 100644 regression-test/suites/nereids_p0/stats/invalid_stats.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/infer_predicate/extend_infer_equal_predicate.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/infer_predicate/infer_unequal_predicates.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/slow_fold_constant_case_when.groovy
copy
regression-test/suites/partition_p0/dynamic_partition/{test_dynamic_partition_mod_distribution_key.groovy
=> test_dynamic_partition_mod_distribution_key_restart.groovy} (88%)
create mode 100644
regression-test/suites/schema_change_p0/test_alter_uniq_null.groovy
create mode 100644
regression-test/suites/vault_p0/alter/test_alter_hdfs_vault.groovy
create mode 100644
regression-test/suites/vault_p0/alter/test_alter_s3_vault.groovy
rename regression-test/suites/{vaults/create/create.groovy =>
vault_p0/create/test_create_vault.groovy} (54%)
create mode 100644
regression-test/suites/vault_p0/default/test_default_vault.groovy
rename regression-test/suites/{vaults/forbid/forbid.groovy =>
vault_p0/forbid/test_forbid_vault.groovy} (89%)
create mode 100644
regression-test/suites/vault_p0/privilege/test_vault_privilege.groovy
create mode 100644
regression-test/suites/vault_p0/privilege/test_vault_privilege_restart.groovy
delete mode 100644 regression-test/suites/vaults/alter/alter_hdfs.groovy
delete mode 100644 regression-test/suites/vaults/alter/alter_s3.groovy
delete mode 100644 regression-test/suites/vaults/default/default.groovy
delete mode 100644 regression-test/suites/vaults/privilege.groovy
delete mode 100644 regression-test/suites/vaults/privilege_restart.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
