This is an automated email from the ASF dual-hosted git repository.
zouxinyi pushed a change to branch auto-pick-43929-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 71bf354e2bf [fix](arrow-flight-sql) Fix Doris NULL column conversion
to arrow batch (#43929)
add 3016fb760ed [chore](autopick)Delete Auto Pick Branch (#44235)
add 2eff82ec1eb [chore](release) bump to 3.0.3-rc01 (#44217)
add eb0054f5bd0 Revert "[fix](inverted index) Fix the incorrect type usage
in the test_storage_page_size_fault case." (#44232)
add aff8d7c0096 branch-3.0: [chore](sink) `enable_parallel_result_sink`
default value is changed to false #43933 (#44241)
add b137aaef311 [fix](config) Turn off default value of
`enable_cloud_tablet_report` (#44176)
add 486fb5be5e1 [fix](jvm)fix jvm metrics memory leak. (#44218)
add d541430c396 [chore](ci) fix download url (#44259)
add c149e8343f1 branch-3.0: [fix](s3) do not replace https scheme if
specified #44242 (#44249)
add a346e77da7a [fix](s3) do not replace https scheme if specified #44242
(#44243)
add d8cb16e24c3 branch-3.0: [chore](ci) adjust some invalid url #44261
(#44269)
add 4b32de3ca1f [chore](ci) trigger ut if dir gensrc changed (#43949)
(#44275)
add 74804782b51 [chore](ci) adjust cloud_p0 regression-conf-custom.groovy
(#44264)
add 3155548dfee [fix](case) fix test_schema_change_ck (#41654) (#44254)
add ccd1875fb2b branch-3.0: [fix](auth)Fix all priv not contain
Show_view_priv #43605 (#44140)
add f2e4b748bfc branch-3.0: [fix](mtmv)After failure, one should quickly
return to avoid repeated failures #44174 (#44203)
add 8f2898dd61e branch-3.0: [fix](transaction load) transaction may
publish stuck if fe restart #44190 (#44266)
add aa64b644d12 branch-3.0: [fix](test) logging result of show tablet to
investigate problem #44224 (#44256)
add dcf3785dfb1 Revert "[opt](store) allow to set storage_page_size for
tables (#43690)" (#44246)
add 843f7b5883a [fix](runtime filter) Fix runtime filter producers (#44293)
add 2e7ed69aa8c branch-3.0: [fix](regression) warmup_show_stmt flaky by
concurrent execution #44226 (#44287)
add 8277c51c78c branch-3.0: [Fix](cases) Make auto&dynamic cases sleep
long enough #44228 (#44276)
add 0b98983b846 branch-3.0: [fix](cloud) fix BlockFileCache::get_or_set
crash #44013 (#44146)
add 2332c5a12ba branch-3.0: [chore](build) put tools in release package
#44216 (#44323)
add 55a06fd57d4 branch-3.0: [fix](Nereids) simplify conditional function
generate wrong nullable #44209 (#44334)
add 7e0410ed266 branch-3.0: [improvement](statistics)Change auto analyze
max width to 300 and health threshold to 90. #42104 (#44366)
add 9cd12878aee branch-3.0: [Fix](ms) Fix ci-uncaught ut coredump due to
dynamic rate limit setting #44362 (#44370)
add 67e0500920a branch-3.0: [test](doc) add cancel-warm-up example in
doris's doc to regression test #43286 (#44372)
add 1e253cd04a4 [Improvement](runtime-filter) send
RUNTIME_BLOOM_FILTER_MAX_SIZE to b… #38972 (#42321)
add bedaa26fa51 [opt](test) Make the case stable. (#44195) (#43203)
(#44368)
add 55ebad01217 [chore] bump to 3.0.3-rc02 (#44390)
add ece8411dd3f [fix](branch-3.0) Fix regression-test arrow flight sql
port (#44407)
add 3418dfd8cad [test](routine load) fix some unstable routine load cases
(#42252) (#44376)
add cd59bc3fd4b branch-3.0: [fix](move-memtable) immediately return error
when close wait failed #44344 (#44386)
add 5281fb45480 branch-3.0: [fix](Nereids) repeat's output properties is
not right #44297 (#44336)
add ce557525971 Revert "branch-3.0: [improve](load) do not block delta
writer if memtable memory is low #42649 (#43943)" (#44428)
add a1c039ed780 branch-3.0: [fix](case) fix mow cluster key case #43066
(#44434)
add 2122f13e4b6 branch-3.0: [opt](scan) Release instances of Segment to
avoid consuming a large amount of memory in ParallelScannerBuilder #44189
(#44445)
add eeda1ce48f2 [pick](mtmv) Pick some pr to branch 3.0 #41674 #43095
#44164 (#44290)
add ee7b8e34cec branch-3.0: [case](mtmv)Cannot compare the number of
replicas to 1, as the pipeline may force the number of replicas to be set
#44417 (#44462)
add 5f1f5ef328f [fix](regression) fix
unique_with_mow_c_p0/test_schema_change_ck (#44342) (#44487)
add 94a6eacd9df branch-3.0: [fix](suites) Fix syncer ingest binlog with
multiple replicas #44444 (#44486)
add 2f7052206e4 Revert "[fix] (compaction) fix compaction score in time
series policy (#40242)" (#44491)
add 7489aafff36 [fix](bloom filter)Fix drop column with bloom filter index
(#44361) (#44476)
add e1b8296d3b9 branch-3.0: [Fix](checker) Fixed infinite loop after
internal error in checker. #44479 (#44495)
add b71b35e0094 branch-3.0: [fix](regression) fix txn insert case #44395
(#44492)
add 49d699c766d [opt](file_cache) Add config to enable base compaction
output to file cache (#44497) (#44496)
add 43f06a5e262 [chore] bump to 3.0.3-rc03 (#44521)
add 74b9658688f branch-3.0: [fix](readme) remove contributor graph and
change to contributor wall #44534 (#44535)
add ef6258321cf [feat](binlog) Add replace table binlog #44263 (#44518)
add d993874d40d branch-3.0: [fix](index) Fix create index/index def to sql
#44392 (#44493)
add a5a2a56114d [branch-3.0](pick) pick #44169 #44367 (#44394)
add fbe0e6e80e8 branch-3.0: [fix](local shuffle) Fix unbalanced data
distribution #44137 (#44234)
add fe0b4378949 branch-3.0: [minor](log) Add more information in error
message #44452 (#44474)
add 27ee6ed1bd6 branch-3.0: [fix](coordinator) Fix wrong bucket assginment
in old-version coordin… #44539 (#44571)
add fc5be46c3b8 branch-3.0: [fix](table) Disable create, alter auto bucket
table with colocate #44396 (#44509)
add b64ae7811fc [pick](branch-3.0) #38215 #43281 #43960 (#44244)
add 1298e84a40d branch-3.0: [fix](nereids)lag and lead function's
nullability is wrong #44050 (#44557)
add 98e8b2c8503 branch-3.0: [Fix](full compaction) Full compaction should
not do ordered data compaction #44359 (#44432)
add 168f75ebf52 [Improvement](runtime-filter) enlarge
merge_filter_callback timeout_m… #42602 (#44593)
add 92e0221bf77 [branch-3.0](pick) pick #44421 #44459 #44545 (#44591)
add 23e871700fc [feat](binlog) Support add/build/drop inverted index
binlog #44418 (#44583)
add a812d38cef6 branch-3.0: [fix](group commit) remove unused code #44015
(#44052)
add 1b785c4480f branch-3.0: [improve](cloud-mow) Optimize log output when
missing delete bitmap cache #44446 (#44559)
add 1b34ae3574a branch-3.0: [improve][ms] Bvars add the FDB
get_count_normalized indicator #44036 (#44350)
add 6da869417ef branch-3.0: [fix](config) fe config
sync_image_timeout_second should not be masterOnly #43954 (#44383)
add c3e381b7b3c branch-3.0: [Fix](merge-on-write) Fix
`MergeIndexDeleteBitmapCalculator::calculate_one()` coredump #44284 (#44328)
add 590459ba8ef branch-3.0: [fix](cloud) explicit message when parse
file_cache_path error #44004 (#44157)
add 9d1103927f3 branch-3.0: [fix](hive)Fixed the issue of reading hive
table with empty lzo files #43979 (#44062)
add 7918de0a68a branch-3.0: [fix](regression-test) Remove docker tag from
non docker case `test_dynamic_partition_mod_distribution_key` #44229 (#44303)
add 1b06f0288c9 branch-3.0: [enhance](mtmv)MTMV no longer generate cache
when replaying logs #44283 (#44307)
add 4e1cadb8b00 branch-3.0: [Fix](Job)The INSERT execution failed, but the
task record status is marked as successful. #44292 (#44442)
add 6e3446986d0 branch-3.0: [enhancement][fix] update storage vault case
for upgrade test #43948 (#44322)
add 53553158340 branch-3.0: [Fix](Job)Fix some issues in the Insert job.
#44543 (#44595)
add 756c6352855 branch-3.0: [fix](iceberg)Fix count(*) error with dangling
delete problem #44039 (#44100)
add 6d0df37a1af branch-3.0: [fix](iceberg)Delete the data files when
deleting the table #43441 (#44134)
add 97ecbba3e82 branch-3.0: [test](auth)Add grant show_view_priv to new
user #44260 (#44437)
add 5a754f947ed branch-3.0: [test](doc) add regression test case for load
high availability #43481 (#43945)
add f6ed2e5c1a4 branch-3.0: [performance](load) fix broker load scan
ranges for unsplittable files #43161 (#43975)
add 6390254f10b branch-3.0: [enhancement](cloud-schema-change) Rowset
[0-1] should not engage in delete bitmap calculation during MOW SC #44171
(#44258)
add 12ee1cff9fd branch-3.0: [Bug](function)fix json_object function check
null nums error as return bool #44321 (#44380)
add 4883e1eecc1 branch-3.0: [fix](sync mv) fix rewrite wrongly with sync
mv #39284 (#44516)
add 6d5d08e6309 [Chore](runtime-filter) add rpc error msg to
RuntimeFilterContext (#43517) (#44622)
add eef9ffd9de2 [fix](index) Fix CREATE/DROP INDEX stmt toSql #44494
(#44584)
add a565672578c [performance](move-memtable) async close tablet streams
(#41156 & #43813) (#44471)
add 8ec52e4dfad [fix](cloud-mow) Fix the issue of missing and removing
some old version delete bitmap (#44448)
add 940313c5e7f branch-3.0: [Fix](nereids) fix create view and alter view
using old parser checking #43263 (#44455)
add 123edb61192 branch-3.0: [fix](coordinator) Fix wrong bucket assignment
#44603 (#44636)
add 47c3f05206d branch-3.0: [cleanup](load) remove bvar
"g_memtable_input_block_allocated_size" #44304 (#44643)
add 49948419391 branch-3.0: [fix](backup) Automatic adapt upload/download
snapshot batch size #44560 (#44639)
add 78556dab2b6 branch-3.0: [feat](backup) Add config
backup_handler_update_interval_millis #44628 (#44638)
add 03b197189ac [fix](nereids)should set isForwardedToMaster and
redirectStatus to null before fallback to legacy planner (#44178)
add 26beabb0f04 [cherry-pick](branch-30) pick prs (#41779) (#41623)
(#44406)
add 676ce907f93 branch-3.0: [fix](inverted index) Content Check for
Tokenize Function Parser #44465 (#44554)
add cd70f1984e0 branch-3.0: [fix](nereids) fix ptopN push down under multi
winexprs with partial forbidden type #44617 (#44649)
add fd2936ae5ae branch-3.0: [Fix](insert) Fix
ENABLE_AUTO_CREATE_WHEN_OVERWRITE forward to Master #44570 (#44594)
add 29416e994fe [fix-3.0](auto-partition) Fix unintended partition
creation when insert overwrite auto detect for auto partition table (#44450)
add 750732eef1c [feat](binlog) Support rename rollup & partition binlogs
#44526 (#44663)
add 5e890c05f80 branch-3.0: [opt](mtmv) Support any_value aggregate
function rollup rewrite when exsits aggregate materialized view #44412 (#44566)
add ab7e094a258 branch-3.0: [fix](mtmv)When compatibility fails, null
pointers should not be reported #44464 (#44541)
add 39afe63ee62 branch-3.0: [opt](nereids) optimize push limit to agg
#44042 (#44656)
add b4750f14f45 [Feature](runtime-filter) cancel query when
runtime_filter's rpc fail… #43627 (#44657)
add fbc103ac425 [opt](paimon)Optimize the storage location of the
serialized paimon table for 3.0 (#44274) (#44664)
add 32e8d184fc2 branch-3.0: [Chore](runtime-filter) change some rf dcheck
to exception #44354 (#44371)
add 1992e2d9412 branch-3.0: [fix](nereids)add physical property in post
processor (#43001)
add 44ae865642d [chore](regression-test) Remove some flaky profile test.
#42396 (#44668)
add 6eb6a089509 branch-3.0: [fix](hyperscan) Fix hyper scan fall back to
re2 #44547 (#44652)
add eea11ed3cfe branch-3.0: [fix](build index)Fix non-master nodes cannot
see the latest build index job status #44544 (#44629)
add a324dcc22d5 branch-3.0: [improve](backup) Limit the output size of
show backup/restore job progress #44681 (#44706)
add 57483092d9d branch-3.0: [Fix](group commit) Fix Group Commit Selecting
Non-Alive Backend Instances #44577 (#44659)
add c4786e8775f branch-3.0: (fix)[db] Fix create database and create table
data race #44600 (#44682)
add df705edc7e0 branch-3.0: [enhance](table)Remove unnecessary locks
#44416 (#44467)
add ed7bd4631c2 [Bug](runtime-filter) avoid ignore rf multiple times
(#44408) (#44689)
add fe88ab2ec50 branch-3.0: [fix](planner) FunctionCallExpr clone should
be deep copy #44678 (#44710)
add 755d35cd616 branch-3.0: [fix](compaction)Fix cluster key column
duplicated in value columns group #44610 (#44709)
add 5ca36a48035 [fix](runtime filter) Avoid to use ignored runtime filter
(#44708) (#44718)
add 956c2357710 branch-3.0: [feat](binlog) Support drop rollup binlog
#44677 (#44714)
add 705012ef0d7 branch-3.0: [enhance](orc) Optimize ORC Predicate Pushdown
for OR-connected Predicate #43255 (#44436)
add 95fe7f08096 branch-3.0: [fix](clone) Fix wrong clone file path #44746
(#44772)
add ad29b07ea5e [fix](ip-search)fix ip search with inverted index (#44580)
(#44712)
add ec5ffadf963 branch-3.0: [fix](ip-search)fix ip search with inverted
index #44580 (#44762)
add 0f8813df877 branch-3.0: [regression-test](fix) fix case failed due to
global variable #44564 (#44606)
add 0ded2d97b63 branch-3.0: [test](mtmv)add create partition and partition
scrolling (#42852)
add ec09d89dccf [feat](nereids)set runtime filter wait time according to
table row count and table type #42640 branch-3.0 (#44031)
add be92ae2f9b4 branch-3.0: [opt](inverted index) Add troubleshooting logs
#44182 (#44291)
add 28915148227 branch-3.0: [improvement](jdbc catalog) Optimize JDBC
driver property settings #42923 (#44404)
add 16f36aacab9 branch-3.0: [enhance](regression-test) fix hudi
incremental query bug and add hudi p2 cases #44003 (#44457)
add 0c51bc6fc53 branch-3.0: [fix](meta-cache) fix refreshOnlyCatalogCache
when use_meta_cache = false #44363 (#44458)
add 8d580e9163a branch-3.0: [Bug](function)window funnel function should
support datetimev2 type get scale info #44420 (#44523)
add 61595df1e3d branch-3.0: [fix](inverted index) Modify Error Handling
for File Open Failure #44551 (#44675)
add 8e9eb1c0bf8 branch-3.0: [improve](cloud) adjust timeout settings for
BE brpc connection pool to meta-service #44374 (#44578)
add c67a806a9b5 branch-3.0: [opt](log) Detail log for file cache resource
limit mode #44094 (#44646)
add 9ff34b2bd97 branch-3.0: [Fix](Job)Fix the Calculation of the First
Trigger Time and Add a Single-Time Scheduling Compensation Logic #44268 (#44402)
add 9893fd7d50b branch-3.0: [improve](join) reuse the join block to reduce
malloc memory #43738 (#44774)
add 88926d2b7ee [fix](orc) check all the cases before
build_search_argument (#44615) (#44802)
add 7780dda2fdc branch-3.0: [improvement](mysql)Support mysql
COM_RESET_CONNECTION command. #44747 (#44787)
add 8e2c58175ea [feature](nereids)support show view command in nereids
(#44699)
add 47fbbfabace branch-3.0: [fix](iceberg)Bring field_id with parquet
files And fix map type's key optional #44470 (#44827)
add dd40fd68c84 Merge branch 'branch-3.0' into auto-pick-43929-branch-3.0
No new revisions were added by this update.
Summary of changes:
.github/workflows/delete-auto-pick-branch.yml | 37 +
README.md | 9 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 5 +-
be/src/cloud/cloud_delete_bitmap_action.cpp | 61 +-
be/src/cloud/cloud_delete_bitmap_action.h | 5 +-
be/src/cloud/cloud_meta_mgr.cpp | 30 +-
be/src/cloud/cloud_meta_mgr.h | 5 +-
be/src/cloud/cloud_schema_change_job.cpp | 3 +-
be/src/cloud/config.cpp | 4 +-
be/src/cloud/config.h | 4 +-
be/src/cloud/pb_convert.cpp | 4 -
be/src/common/config.cpp | 16 +-
be/src/common/config.h | 20 +-
be/src/common/status.h | 1 +
be/src/exec/lzo_decompressor.cpp | 1 +
be/src/exprs/bloom_filter_func.h | 31 +-
be/src/exprs/runtime_filter.cpp | 173 +-
be/src/exprs/runtime_filter.h | 27 +-
be/src/exprs/runtime_filter_slots.h | 4 +-
be/src/exprs/runtime_filter_slots_cross.h | 4 +-
be/src/io/cache/block_file_cache.cpp | 40 +-
be/src/olap/compaction.cpp | 40 +-
.../cumulative_compaction_time_series_policy.cpp | 68 +-
be/src/olap/delete_bitmap_calculator.cpp | 70 +-
be/src/olap/full_compaction.cpp | 3 +
be/src/olap/memtable.cpp | 6 -
be/src/olap/memtable_memory_limiter.cpp | 2 +-
be/src/olap/merger.cpp | 2 +-
be/src/olap/options.cpp | 5 +-
be/src/olap/parallel_scanner_builder.cpp | 20 +-
be/src/olap/parallel_scanner_builder.h | 2 +-
.../rowset/segment_v2/inverted_index_searcher.cpp | 3 +
be/src/olap/rowset/segment_v2/options.h | 1 -
be/src/olap/rowset/segment_v2/segment_writer.cpp | 27 -
.../rowset/segment_v2/vertical_segment_writer.cpp | 27 -
be/src/olap/tablet_meta.cpp | 9 +-
be/src/olap/tablet_schema.cpp | 4 -
be/src/olap/tablet_schema.h | 3 -
be/src/olap/task/engine_clone_task.cpp | 13 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 4 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 36 +-
.../pipeline/exec/memory_scratch_sink_operator.cpp | 2 +-
.../exec/nested_loop_join_build_operator.cpp | 2 +-
.../exec/nested_loop_join_probe_operator.cpp | 18 +-
be/src/pipeline/exec/result_file_sink_operator.cpp | 8 +-
be/src/pipeline/exec/result_sink_operator.cpp | 34 +-
.../local_exchange_sink_operator.cpp | 4 +
.../local_exchange/local_exchange_sink_operator.h | 2 +
be/src/pipeline/local_exchange/local_exchanger.cpp | 13 -
be/src/pipeline/local_exchange/local_exchanger.h | 21 +-
be/src/pipeline/pipeline_fragment_context.cpp | 8 +-
be/src/pipeline/pipeline_task.h | 2 +
be/src/runtime/buffer_control_block.cpp | 229 +-
be/src/runtime/buffer_control_block.h | 58 +-
be/src/runtime/exec_env.h | 1 +
be/src/runtime/exec_env_init.cpp | 4 +-
be/src/runtime/fragment_mgr.cpp | 28 +-
be/src/runtime/load_stream.cpp | 135 +-
be/src/runtime/load_stream.h | 5 +-
be/src/runtime/load_stream_writer.cpp | 12 +-
be/src/runtime/load_stream_writer.h | 11 +-
be/src/runtime/query_context.h | 6 +
be/src/runtime/result_buffer_mgr.cpp | 76 +-
be/src/runtime/result_buffer_mgr.h | 30 +-
be/src/runtime/runtime_filter_mgr.cpp | 84 +-
be/src/runtime/runtime_filter_mgr.h | 14 +-
be/src/runtime/runtime_state.cpp | 15 +-
be/src/runtime/runtime_state.h | 7 +
.../arrow_flight/arrow_flight_batch_reader.cpp | 291 ++-
.../arrow_flight/arrow_flight_batch_reader.h | 69 +-
be/src/service/arrow_flight/flight_sql_service.cpp | 57 +-
be/src/service/http_service.cpp | 13 +-
be/src/service/internal_service.cpp | 61 +-
be/src/service/internal_service.h | 5 +
be/src/udf/udf.h | 9 +
be/src/util/arrow/row_batch.cpp | 37 +-
be/src/util/arrow/row_batch.h | 12 +-
be/src/util/arrow/utils.cpp | 3 +-
be/src/util/doris_metrics.h | 5 +
be/src/util/jvm_metrics.cpp | 4 +-
be/src/util/ref_count_closure.h | 24 +-
be/src/vec/columns/column_array.cpp | 6 +
be/src/vec/columns/column_array.h | 1 +
be/src/vec/columns/column_complex.h | 8 +
be/src/vec/columns/column_const.h | 4 +
be/src/vec/columns/column_decimal.cpp | 8 +
be/src/vec/columns/column_decimal.h | 2 +
be/src/vec/columns/column_map.cpp | 6 +
be/src/vec/columns/column_map.h | 2 +
be/src/vec/columns/column_nullable.cpp | 6 +
be/src/vec/columns/column_nullable.h | 2 +
be/src/vec/columns/column_string.cpp | 22 +
be/src/vec/columns/column_string.h | 2 +
be/src/vec/columns/column_struct.cpp | 7 +
be/src/vec/columns/column_struct.h | 2 +
be/src/vec/columns/column_vector.cpp | 8 +
be/src/vec/columns/column_vector.h | 2 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 486 ++--
be/src/vec/exec/format/orc/vorc_reader.h | 45 +-
.../format/table/iceberg/arrow_schema_util.cpp | 134 ++
.../exec/format/table/iceberg/arrow_schema_util.h} | 34 +-
be/src/vec/exec/format/table/iceberg/types.cpp | 3 +-
be/src/vec/exec/format/table/iceberg/types.h | 4 +
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 7 +-
be/src/vec/exec/format/table/paimon_jni_reader.h | 3 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 4 +-
be/src/vec/exprs/vcase_expr.cpp | 2 +-
be/src/vec/exprs/vcast_expr.cpp | 2 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 3 +-
be/src/vec/exprs/vexpr.cpp | 9 +-
be/src/vec/exprs/vexpr.h | 3 +-
be/src/vec/exprs/vin_predicate.cpp | 2 +-
be/src/vec/exprs/vmatch_predicate.cpp | 2 +-
be/src/vec/functions/function.h | 2 +
be/src/vec/functions/function_ip.h | 5 +
be/src/vec/functions/function_java_udf.cpp | 3 +-
be/src/vec/functions/function_java_udf.h | 2 +
be/src/vec/functions/function_json.cpp | 6 +-
be/src/vec/functions/function_regexp.cpp | 15 +-
be/src/vec/functions/function_tokenize.cpp | 6 +
be/src/vec/functions/like.cpp | 21 +-
be/src/vec/functions/like.h | 4 +-
be/src/vec/runtime/shared_hash_table_controller.h | 1 +
be/src/vec/runtime/vparquet_transformer.cpp | 50 +-
be/src/vec/runtime/vparquet_transformer.h | 5 +-
be/src/vec/sink/varrow_flight_result_writer.cpp | 64 +-
be/src/vec/sink/varrow_flight_result_writer.h | 16 +-
be/src/vec/sink/vdata_stream_sender.cpp | 2 +-
.../writer/iceberg/viceberg_partition_writer.cpp | 2 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 7 +-
be/src/vec/sink/writer/vtablet_writer_v2.h | 2 +-
be/test/exec/test_data/orc_scanner/orders.orc | Bin 0 -> 1293 bytes
...mulative_compaction_time_series_policy_test.cpp | 2 +-
be/test/runtime/result_buffer_mgr_test.cpp | 13 +-
be/test/testutil/desc_tbl_builder.cpp | 29 +-
be/test/testutil/desc_tbl_builder.h | 17 +-
.../table/iceberg/arrow_schema_util_test.cpp | 304 +++
.../format/table/iceberg/schema_parser_test.cpp | 24 +
be/test/vec/exec/orc_reader_test.cpp | 158 ++
build-for-release.sh | 7 +-
cloud/script/run_all_tests.sh | 2 +
cloud/src/common/bvars.cpp | 2 +
cloud/src/common/bvars.h | 1 +
cloud/src/meta-service/meta_service_http.cpp | 14 +-
cloud/src/meta-service/txn_kv.cpp | 3 +
cloud/src/recycler/checker.cpp | 16 +-
.../docker-compose/hive/scripts/README | 4 +-
.../docker-compose/hive/scripts/hive-metastore.sh | 2 +-
.../user_empty_lzo/part-m-00000.lzo | Bin 0 -> 42 bytes
.../docker-compose/iceberg/entrypoint.sh.tpl | 12 +-
.../{ => iceberg}/run01.sql | 0
.../{ => iceberg}/run02.sql | 0
.../{ => iceberg}/run03.sql | 0
.../{ => iceberg}/run04.sql | 0
.../{ => iceberg}/run05.sql | 0
.../create_preinstalled_scripts/iceberg/run06.sql | 21 +
.../{run06.sql => paimon/run01.sql} | 0
docker/thirdparties/run-thirdparties-docker.sh | 2 +-
fe/.idea/vcs.xml | 2 +-
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 6 +-
.../org/apache/doris/jdbc/MySQLJdbcExecutor.java | 5 +
.../org/apache/doris/paimon/PaimonJniScanner.java | 4 +-
.../main/java/org/apache/doris/common/Config.java | 21 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 12 +-
.../main/java/org/apache/doris/alter/Alter.java | 10 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 3 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 3 +-
.../org/apache/doris/alter/IndexChangeJob.java | 5 +
.../doris/alter/MaterializedViewHandler.java | 16 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 7 +-
.../apache/doris/alter/SchemaChangeHandler.java | 28 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 5 +-
.../org/apache/doris/analysis/AlterTableStmt.java | 4 +
.../org/apache/doris/analysis/BaseViewStmt.java | 26 +
.../apache/doris/analysis/CreateIndexClause.java | 6 +-
.../org/apache/doris/analysis/DropIndexClause.java | 6 +-
.../apache/doris/analysis/FunctionCallExpr.java | 2 +-
.../org/apache/doris/analysis/FunctionName.java | 5 +
.../java/org/apache/doris/analysis/IndexDef.java | 2 +-
.../analysis/ModifyTablePropertiesClause.java | 2 -
.../apache/doris/analysis/NativeInsertStmt.java | 1 +
.../apache/doris/analysis/ShowBuildIndexStmt.java | 10 +
.../org/apache/doris/backup/BackupHandler.java | 2 +-
.../java/org/apache/doris/backup/BackupJob.java | 39 +-
.../java/org/apache/doris/backup/RestoreJob.java | 62 +-
.../org/apache/doris/binlog/BinlogManager.java | 79 +
.../java/org/apache/doris/binlog/DBBinlog.java | 62 +-
.../org/apache/doris/catalog/AccessPrivilege.java | 2 +-
.../java/org/apache/doris/catalog/Database.java | 15 +-
.../main/java/org/apache/doris/catalog/Env.java | 16 +-
.../main/java/org/apache/doris/catalog/Index.java | 2 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 10 +-
.../java/org/apache/doris/catalog/OlapTable.java | 21 +-
.../java/org/apache/doris/catalog/S3Resource.java | 2 +-
.../org/apache/doris/catalog/TableProperty.java | 13 -
.../cloud/datasource/CloudInternalCatalog.java | 7 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 21 -
.../apache/doris/datasource/ExternalCatalog.java | 1 +
.../org/apache/doris/datasource/FileGroupInfo.java | 98 +-
.../apache/doris/datasource/FileQueryScanNode.java | 8 +
.../apache/doris/datasource/InternalCatalog.java | 35 +-
.../hudi/source/COWIncrementalRelation.java | 10 +-
.../datasource/iceberg/IcebergMetadataOps.java | 2 +-
.../datasource/iceberg/source/IcebergScanNode.java | 10 +-
.../doris/datasource/jdbc/client/JdbcClient.java | 6 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 8 +-
.../datasource/paimon/source/PaimonScanNode.java | 7 +
.../org/apache/doris/job/base/AbstractJob.java | 8 +-
.../doris/job/base/JobExecutionConfiguration.java | 5 +-
.../doris/job/extensions/insert/InsertTask.java | 33 +-
.../org/apache/doris/job/manager/JobManager.java | 3 +
.../org/apache/doris/job/task/AbstractTask.java | 3 +
.../org/apache/doris/load/GroupCommitManager.java | 4 +-
.../org/apache/doris/master/ReportHandler.java | 3 +-
.../java/org/apache/doris/mtmv/BaseTableInfo.java | 9 +
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 10 +-
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 3 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 44 +
.../jobs/joinorder/hypergraph/edge/Edge.java | 4 -
.../doris/nereids/parser/LogicalPlanBuilder.java | 12 +
.../properties/ChildOutputPropertyDeriver.java | 5 +-
.../rules/analysis/EliminateLogicalSelectHint.java | 9 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 83 +-
.../mv/AbstractMaterializedViewRule.java | 12 +-
.../mv/AsyncMaterializationContext.java | 14 +-
.../rules/exploration/mv/HyperGraphComparator.java | 4 +-
.../mv/InitMaterializationContextHook.java | 12 +-
.../exploration/mv/MaterializationContext.java | 48 +-
...terializedViewAggregateOnNoneAggregateRule.java | 2 +-
.../nereids/rules/exploration/mv/StructInfo.java | 34 +-
.../exploration/mv/SyncMaterializationContext.java | 25 +-
.../exploration/mv/mapping/RelationMapping.java | 100 +-
.../mv/rollup/AggFunctionRollUpHandler.java | 6 +-
.../ContainDistinctFunctionRollupHandler.java | 1 +
.../exploration/mv/rollup/DirectRollupHandler.java | 4 +-
.../mv/rollup/MappingRollupHandler.java | 28 +-
.../rules/SimplifyConditionalFunction.java | 3 +-
.../nereids/rules/rewrite/LimitAggToTopNAgg.java | 61 +-
.../mv/AbstractSelectMaterializedIndexRule.java | 12 +
.../SelectMaterializedIndexWithoutAggregate.java | 1 +
.../doris/nereids/stats/StatsCalculator.java | 24 +-
.../trees/expressions/functions/agg/AnyValue.java | 13 +-
.../expressions/functions/agg/WindowFunnel.java | 4 +
.../trees/expressions/functions/window/Lag.java | 3 +-
.../trees/expressions/functions/window/Lead.java | 3 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
.../trees/plans/commands/CreateTableCommand.java | 3 +-
.../trees/plans/commands/ShowViewCommand.java | 157 ++
.../trees/plans/commands/info/AlterViewInfo.java | 14 +-
.../trees/plans/commands/info/BaseViewInfo.java | 4 +
.../trees/plans/commands/info/CreateMTMVInfo.java | 2 +-
.../trees/plans/commands/info/CreateViewInfo.java | 11 +-
.../trees/plans/commands/info/TableNameInfo.java | 31 +
.../plans/commands/insert/OlapInsertExecutor.java | 10 +-
.../nereids/trees/plans/logical/LogicalWindow.java | 10 +-
.../plans/physical/PhysicalHashAggregate.java | 4 +-
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../java/org/apache/doris/persist/BarrierLog.java | 4 +
.../org/apache/doris/persist/BatchDropInfo.java | 12 +-
.../java/org/apache/doris/persist/DropInfo.java | 20 +-
.../java/org/apache/doris/persist/EditLog.java | 54 +-
.../doris/persist/ReplaceTableOperationLog.java | 28 +-
.../persist/TableAddOrDropInvertedIndicesInfo.java | 4 +
.../org/apache/doris/planner/OlapTableSink.java | 33 +-
.../java/org/apache/doris/qe/ConnectContext.java | 14 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 7 +
.../main/java/org/apache/doris/qe/Coordinator.java | 114 +-
.../java/org/apache/doris/qe/GlobalVariable.java | 1 +
.../org/apache/doris/qe/MysqlConnectProcessor.java | 3 +
.../org/apache/doris/qe/NereidsCoordinator.java | 2 -
.../java/org/apache/doris/qe/SessionVariable.java | 46 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 8 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 16 +
.../arrowflight/DorisFlightSqlProducer.java | 35 +-
.../arrowflight/FlightSqlConnectProcessor.java | 14 +-
.../doris/statistics/StatisticConstants.java | 4 +-
.../org/apache/doris/task/CreateReplicaTask.java | 6 +-
.../doris/transaction/DatabaseTransactionMgr.java | 13 +
.../apache/doris/analysis/AlterTableStmtTest.java | 55 +
.../doris/analysis/CreateIndexClauseTest.java | 12 +-
.../apache/doris/analysis/DropIndexClauseTest.java | 10 +-
.../org/apache/doris/analysis/IndexDefTest.java | 4 +-
.../org/apache/doris/catalog/S3ResourceTest.java | 16 +
.../apache/doris/common/PropertyAnalyzerTest.java | 48 -
.../apache/doris/datasource/FileGroupIntoTest.java | 66 +
.../job/base/JobExecutionConfigurationTest.java | 12 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 2 +-
.../properties/ChildOutputPropertyDeriverTest.java | 74 +-
.../nereids/rules/exploration/mv/MappingTest.java | 269 +++
.../rules/SimplifyConditionalFunctionTest.java | 8 +-
.../nereids/rules/rewrite/EliminateSortTest.java | 7 +-
.../doris/persist/DropAndRecoverInfoTest.java | 10 +-
.../persist/ReplaceTableOperationLogTest.java | 4 +-
.../doris/statistics/util/StatisticsUtilTest.java | 27 +-
.../java/org/apache/doris/task/AgentTaskTest.java | 4 +-
.../transaction/DatabaseTransactionMgrTest.java | 6 +-
.../org/apache/doris/utframe/AnotherDemoTest.java | 15 +-
.../java/org/apache/doris/utframe/DemoTest.java | 15 +-
gensrc/proto/internal_service.proto | 18 +
gensrc/proto/olap_file.proto | 3 -
gensrc/script/gen_build_version.sh | 2 +-
gensrc/thrift/AgentService.thrift | 1 -
gensrc/thrift/FrontendService.thrift | 14 +-
gensrc/thrift/PaloInternalService.thrift | 5 +-
gensrc/thrift/PlanNodes.thrift | 9 +-
regression-test/conf/regression-conf.groovy | 3 +
.../data/arrow_flight_sql_p0/test_select.out | 4 +
.../test_bloom_filter_drop_column.out | 2 +-
...compaction_remove_old_version_delete_bitmap.out | 67 +-
.../create_view_nereids/create_view_use_mv.out | 15 +
.../test_create_view_nereids.out | 397 +++
.../data/ddl_p0/test_create_view_nereids.out | 397 ---
.../data/external_table_p0/hive/test_hive_orc.out | 48 +
.../hive/test_hive_use_meta_cache.out | 106 +-
.../iceberg/iceberg_drop_rest_table.out} | 9 +-
.../iceberg/test_iceberg_optimize_count.out | 3 +
.../hudi/test_hudi_incremental.out | 349 +++
.../hudi/test_hudi_schema_evolution.out | 33 +
.../external_table_p2/hudi/test_hudi_snapshot.out | Bin 0 -> 348526 bytes
.../external_table_p2/hudi/test_hudi_timestamp.out | 6 +
.../hudi/test_hudi_timetravel.out | 236 +-
.../test_index_compaction_unique_keys_arr.out | 67 +
.../index_compaction/documents-1.json | 1000 ++++++++
.../index_compaction/documents-10.json | 1000 ++++++++
.../index_compaction/documents-11.json | 1000 ++++++++
.../index_compaction/documents-12.json | 1000 ++++++++
.../index_compaction/documents-13.json | 1000 ++++++++
.../index_compaction/documents-14.json | 1000 ++++++++
.../index_compaction/documents-15.json | 1000 ++++++++
.../index_compaction/documents-16.json | 1000 ++++++++
.../index_compaction/documents-17.json | 1000 ++++++++
.../index_compaction/documents-18.json | 1000 ++++++++
.../index_compaction/documents-19.json | 1000 ++++++++
.../index_compaction/documents-2.json} | 0
.../index_compaction/documents-20.json | 1000 ++++++++
.../index_compaction/documents-3.json | 1000 ++++++++
.../index_compaction/documents-4.json | 1000 ++++++++
.../index_compaction/documents-5.json | 1000 ++++++++
.../index_compaction/documents-6.json | 1000 ++++++++
.../index_compaction/documents-7.json | 1000 ++++++++
.../index_compaction/documents-8.json | 1000 ++++++++
.../index_compaction/documents-9.json | 1000 ++++++++
.../test_ip_cidr_search_with_inverted_index.out | 4 -
.../data/nereids_hint_tpcds_p0/shape/query23.out | 63 +-
.../data/nereids_hint_tpcds_p0/shape/query32.out | 43 +-
.../data/nereids_hint_tpcds_p0/shape/query38.out | 91 +-
.../data/nereids_hint_tpcds_p0/shape/query97.out | 61 +-
.../data/nereids_p0/aggregate/window_funnel.out | 3 +
.../data/nereids_p0/show/show_view_command.out | 17 +
.../mv/agg_with_roll_up/any_value_roll_up.out | 73 +
.../mv/join/inner/inner_join_x.out | 25 +
.../mv/join/left_outer/outer_join.out | 46 +
.../anti/other_join_conjuncts_anti.out | 65 +
.../inner/other_join_conjuncts_inner.out | 1489 ++++++++++++
.../outer/other_join_conjuncts_outer.out | 2545 ++++++++++++++++++++
.../semi/other_join_conjuncts_semi.out | 281 +++
.../data/nereids_rules_p0/mv/tpch/mv_tpch_test.out | 180 ++
.../simplify_conditional_function.out | 3 +
.../data/nereids_syntax_p0/window_function.out | 6 +
.../nereids_syntax_p1/mv/aggregate/agg_sync_mv.out | 320 +--
.../shape/query23.out | 63 +-
.../shape/query32.out | 43 +-
.../shape/query38.out | 91 +-
.../shape/query97.out | 61 +-
.../constraints/query23.out | 63 +-
.../noStatsRfPrune/query23.out | 63 +-
.../noStatsRfPrune/query32.out | 43 +-
.../noStatsRfPrune/query38.out | 91 +-
.../noStatsRfPrune/query97.out | 57 +-
.../no_stats_shape/query23.out | 63 +-
.../no_stats_shape/query32.out | 43 +-
.../no_stats_shape/query38.out | 91 +-
.../no_stats_shape/query97.out | 57 +-
.../rf_prune/query23.out | 63 +-
.../rf_prune/query32.out | 43 +-
.../rf_prune/query38.out | 91 +-
.../rf_prune/query97.out | 57 +-
.../nereids_tpcds_shape_sf100_p0/shape/query23.out | 63 +-
.../nereids_tpcds_shape_sf100_p0/shape/query32.out | 43 +-
.../nereids_tpcds_shape_sf100_p0/shape/query38.out | 91 +-
.../nereids_tpcds_shape_sf100_p0/shape/query97.out | 57 +-
.../shape/query23.out | 63 +-
.../shape/query32.out | 43 +-
.../shape/query38.out | 97 +-
.../shape/query97.out | 57 +-
.../tpcds_sf100/constraints/query23.out | 63 +-
.../tpcds_sf100/noStatsRfPrune/query23.out | 63 +-
.../tpcds_sf100/noStatsRfPrune/query32.out | 43 +-
.../tpcds_sf100/noStatsRfPrune/query38.out | 91 +-
.../tpcds_sf100/noStatsRfPrune/query97.out | 57 +-
.../tpcds_sf100/no_stats_shape/query23.out | 63 +-
.../tpcds_sf100/no_stats_shape/query32.out | 43 +-
.../tpcds_sf100/no_stats_shape/query38.out | 91 +-
.../tpcds_sf100/no_stats_shape/query97.out | 57 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query23.out | 63 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query32.out | 43 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query38.out | 91 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query97.out | 57 +-
.../new_shapes_p0/tpcds_sf100/shape/query23.out | 63 +-
.../new_shapes_p0/tpcds_sf100/shape/query32.out | 43 +-
.../new_shapes_p0/tpcds_sf100/shape/query38.out | 91 +-
.../new_shapes_p0/tpcds_sf100/shape/query97.out | 57 +-
.../new_shapes_p0/tpcds_sf1000/shape/query23.out | 63 +-
.../new_shapes_p0/tpcds_sf1000/shape/query32.out | 43 +-
.../new_shapes_p0/tpcds_sf1000/shape/query38.out | 91 +-
.../new_shapes_p0/tpcds_sf1000/shape/query97.out | 61 +-
.../json_function/test_query_json_object.out | 4 +
.../string_functions/test_regexp_chinese.out} | 3 +-
.../data/query_p0/system/test_table_properties.out | 8 +-
.../test_new_partial_update_delete.out | 52 -
.../unique_with_mow_c_p0/test_schema_change_ck.out | 316 ++-
regression-test/framework/pom.xml | 2 +-
.../org/apache/doris/regression/Config.groovy | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 37 +-
.../apache/doris/regression/suite/Syncer.groovy | 95 +-
.../doris/regression/suite/SyncerContext.groovy | 27 +-
.../pipeline/cloud_p0/conf/fe_custom.conf | 1 +
regression-test/pipeline/cloud_p0/run.sh | 6 +
.../pipeline/cloud_p1/conf/fe_custom.conf | 1 +
regression-test/pipeline/common/github-utils.sh | 5 +
regression-test/pipeline/external/conf/fe.conf | 2 +
regression-test/pipeline/p1/conf/be.conf | 2 +-
regression-test/pipeline/p1/conf/fe.conf | 2 +-
.../suites/arrow_flight_sql_p0/test_select.groovy | 12 +
.../test_account_management_user_auth.groovy | 3 +-
.../test_grant_show_view_priv_auth.groovy | 94 +
.../test_grant_all_auth.groovy} | 31 +-
.../test_bloom_filter_drop_column.groovy | 71 +-
.../ccr_mow_syncer_p0/test_ingest_binlog.groovy | 36 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 10 +-
...paction_remove_old_version_delete_bitmap.groovy | 151 +-
...e_compaction_with_variant_inverted_index.groovy | 2 +-
.../create_view_nereids/create_view_use_mv.groovy | 97 +
.../test_create_view_nereids.groovy | 0
.../ddl_p0/test_create_table_like_nereids.groovy | 41 +-
.../import-way/load-high-availability.md.groovy | 57 +
.../Utility-Statements/cancel-warm-up.md.groovy} | 35 +-
.../external_table_p0/hive/test_hive_orc.groovy | 12 +
.../hive/test_hive_use_meta_cache.groovy | 171 +-
.../iceberg/iceberg_drop_rest_table.groovy | 90 +
.../iceberg/test_iceberg_optimize_count.groovy | 13 +-
.../tvf/test_s3_tvf_with_resource.groovy | 1 -
.../tvf/test_user_empty_lzo.groovy | 41 +
.../hudi/test_hudi_catalog.groovy | 39 +
.../hudi/test_hudi_incremental.groovy | 111 +
.../hudi/test_hudi_schema_evolution.groovy | 48 +
.../hudi/test_hudi_snapshot.groovy | 91 +
.../hudi/test_hudi_timestamp.groovy | 62 +
.../hudi/test_hudi_timetravel.groovy | 138 +-
.../test_build_index_with_clone_fault.groovy | 1 +
.../test_full_compaction_with_ordered_data.groovy | 208 ++
...st_skip_index_compaction_fault_injection.groovy | 240 ++
.../test_storage_page_size_fault.groovy | 71 -
.../test_variant_bloom_filter.groovy | 10 +-
.../test_iot_auto_detect_fail.groovy | 167 ++
.../suites/insert_p0/insert_with_null.groovy | 5 +
regression-test/suites/insert_p0/test_jdbc.groovy | 102 +
.../suites/insert_p0/transaction/txn_insert.groovy | 5 +
.../transaction/txn_insert_restart_fe.groovy | 1 +
.../test_index_compaction_unique_keys_arr.groovy | 191 +-
.../test_index_compaction_p0.groovy | 25 +-
.../inverted_index_p0/load/test_insert.groovy | 2 +-
.../inverted_index_p0/load/test_stream_load.groovy | 2 +-
.../test_ip_cidr_search_with_inverted_index.groovy | 9 +-
.../suites/inverted_index_p0/test_tokenize.groovy | 11 +
.../test_index_compaction_p1.groovy | 11 +-
.../test_variant_index_format_v1.groovy | 2 +-
.../suites/job_p0/test_base_insert_job.groovy | 11 +-
.../test_routine_load_condition.groovy | 1 +
.../test_routine_load_restart_fe.groovy | 3 +-
.../suites/load_p2/test_single_replica_load.groovy | 2 +-
.../test_alter_distribution_type_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_mtmv_property.groovy | 3 +-
.../nereids_p0/aggregate/window_funnel.groovy | 21 +
.../nereids_p0/show/show_view_command.groovy | 80 +
.../window_functions/test_lead_lag_nullable.groovy | 80 +
.../mv/agg_on_none_agg/agg_on_none_agg.groovy | 5 +
.../mv/agg_with_roll_up/any_value_roll_up.groovy | 417 ++++
.../create_commit_mtmv_many_task.groovy | 200 ++
.../range_date_datetrunc_part_up.groovy | 142 ++
.../create_part_and_up/range_date_part_up.groovy | 207 ++
.../range_date_part_up_rewrite.groovy | 213 ++
.../range_datetime_part_up_rewrite.groovy | 213 ++
.../mv/join/inner/inner_join_x.groovy | 128 +
.../mv/join/left_outer/outer_join.groovy | 49 +
.../mv/negative/negative_test.groovy | 2 +-
.../anti/other_join_conjuncts_anti.groovy | 459 ++++
.../inner/other_join_conjuncts_inner.groovy | 873 +++++++
.../outer/other_join_conjuncts_outer.groovy | 1503 ++++++++++++
.../semi/other_join_conjuncts_semi.groovy | 457 ++++
.../nereids_rules_p0/mv/tpch/mv_tpch_test.groovy | 357 ++-
.../partition_curd_union_rewrite.groovy | 48 +-
.../partition_curd_union_rewrite_hive.groovy | 256 ++
.../nereids_rules_p0/mv/variant/variant_mv.groovy | 6 +-
.../push_down_multi_filter_through_window.groovy | 20 +
.../simplify_conditional_function.groovy | 2 +
.../mv/aggregate/agg_sync_mv.groovy | 247 +-
.../nereids_syntax_p0/window_function.groovy | 39 +
.../mv/aggregate/agg_sync_mv.groovy | 6 +-
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 4 +-
.../auto_partition/test_auto_dynamic.groovy | 2 +-
...t_dynamic_partition_mod_distribution_key.groovy | 2 +-
.../json_function/test_query_json_object.groovy | 2 +
.../string_functions/test_regexp_chinese.groovy} | 28 +-
.../query_p0/system/test_storage_page_size.groovy | 190 --
.../suites/query_profile/scanner_profile.groovy | 104 -
.../query_profile/test_execute_by_frontend.groovy | 90 -
.../test_agg_vals_schema_change.groovy | 4 +-
.../suites/show_p0/test_show_tablet.groovy | 2 +
.../suites/table_p0/test_colocate_table.groovy | 63 +
.../test_new_partial_update_delete.groovy | 116 +-
.../test_partial_update_delete.groovy | 5 +-
.../test_schema_change_ck.groovy | 50 +-
.../suites/variant_p0/with_index/var_index.groovy | 2 +-
.../{test_create_vault.groovy => load.groovy} | 96 +-
.../vault_p0/create/test_create_vault.groovy | 135 --
run-cloud-ut.sh | 1 +
tools/tpcds-tools/bin/run-tpcds-queries.sh | 31 -
tools/tpcds-tools/conf/opt/opt_sf1.sql | 0
tools/tpcds-tools/conf/opt/opt_sf100.sql | 0
tools/tpcds-tools/conf/opt/opt_sf1000.sql | 1 -
tools/tpcds-tools/conf/opt/opt_sf10000.sql | 1 -
tools/tpch-tools/bin/run-tpch-queries.sh | 28 -
.../conf/opt/backup_session_variables.sql | 0
tools/tpch-tools/conf/opt/opt_sf1.sql | 0
tools/tpch-tools/conf/opt/opt_sf100.sql | 0
tools/tpch-tools/conf/opt/opt_sf1000.sql | 1 -
tools/tpch-tools/conf/opt/opt_sf10000.sql | 1 -
528 files changed, 39948 insertions(+), 5851 deletions(-)
create mode 100644 .github/workflows/delete-auto-pick-branch.yml
create mode 100644 be/src/vec/exec/format/table/iceberg/arrow_schema_util.cpp
copy be/src/{olap/rowset/segment_v2/options.h =>
vec/exec/format/table/iceberg/arrow_schema_util.h} (57%)
create mode 100644 be/test/exec/test_data/orc_scanner/orders.orc
create mode 100644
be/test/vec/exec/format/table/iceberg/arrow_schema_util_test.cpp
create mode 100644 be/test/vec/exec/orc_reader_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/user_empty_lzo/part-m-00000.lzo
rename
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/{
=> iceberg}/run01.sql (100%)
rename
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/{
=> iceberg}/run02.sql (100%)
rename
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/{
=> iceberg}/run03.sql (100%)
rename
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/{
=> iceberg}/run04.sql (100%)
rename
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/{
=> iceberg}/run05.sql (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run06.sql
rename
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/{run06.sql
=> paimon/run01.sql} (100%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowViewCommand.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/FileGroupIntoTest.java
create mode 100644
regression-test/data/ddl_p0/create_view_nereids/create_view_use_mv.out
create mode 100644
regression-test/data/ddl_p0/create_view_nereids/test_create_view_nereids.out
delete mode 100644 regression-test/data/ddl_p0/test_create_view_nereids.out
copy regression-test/data/{arrow_flight_sql_p0/test_select.out =>
external_table_p0/iceberg/iceberg_drop_rest_table.out} (72%)
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_incremental.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_schema_evolution.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_snapshot.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_timestamp.out
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-1.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-10.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-11.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-12.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-13.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-14.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-15.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-16.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-17.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-18.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-19.json
copy regression-test/data/{fault_injection_p0/documents-1000.json =>
inverted_index_p0/index_compaction/documents-2.json} (100%)
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-20.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-3.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-4.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-5.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-6.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-7.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-8.json
create mode 100644
regression-test/data/inverted_index_p0/index_compaction/documents-9.json
create mode 100644 regression-test/data/nereids_p0/show/show_view_command.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/agg_with_roll_up/any_value_roll_up.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/join/inner/inner_join_x.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/other_join_conjuncts/anti/other_join_conjuncts_anti.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/other_join_conjuncts/inner/other_join_conjuncts_inner.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/other_join_conjuncts/outer/other_join_conjuncts_outer.out
create mode 100644
regression-test/data/nereids_rules_p0/mv/other_join_conjuncts/semi/other_join_conjuncts_semi.out
copy regression-test/data/{arrow_flight_sql_p0/test_select.out =>
query_p0/sql_functions/string_functions/test_regexp_chinese.out} (76%)
create mode 100644
regression-test/suites/auth_call/test_grant_show_view_priv_auth.groovy
copy regression-test/suites/{arrow_flight_sql_p0/test_select.groovy =>
auth_p0/test_grant_all_auth.groovy} (51%)
create mode 100644
regression-test/suites/ddl_p0/create_view_nereids/create_view_use_mv.groovy
rename regression-test/suites/ddl_p0/{ =>
create_view_nereids}/test_create_view_nereids.groovy (100%)
create mode 100644
regression-test/suites/doc/data-operate/import/import-way/load-high-availability.md.groovy
copy regression-test/suites/{arrow_flight_sql_p0/test_select.groovy =>
doc/sql-manual/sql-statements/Utility-Statements/cancel-warm-up.md.groovy} (56%)
create mode 100644
regression-test/suites/external_table_p0/iceberg/iceberg_drop_rest_table.groovy
create mode 100644
regression-test/suites/external_table_p0/tvf/test_user_empty_lzo.groovy
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_catalog.groovy
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_full_compaction_with_ordered_data.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_skip_index_compaction_fault_injection.groovy
delete mode 100644
regression-test/suites/fault_injection_p0/test_storage_page_size_fault.groovy
create mode 100644
regression-test/suites/insert_overwrite_p0/test_iot_auto_detect_fail.groovy
create mode 100644 regression-test/suites/insert_p0/test_jdbc.groovy
create mode 100644
regression-test/suites/nereids_p0/show/show_view_command.groovy
create mode 100644
regression-test/suites/nereids_p0/sql_functions/window_functions/test_lead_lag_nullable.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/agg_with_roll_up/any_value_roll_up.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/create_part_and_up/create_commit_mtmv_many_task.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/create_part_and_up/range_date_datetrunc_part_up.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/create_part_and_up/range_date_part_up.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/create_part_and_up/range_date_part_up_rewrite.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/create_part_and_up/range_datetime_part_up_rewrite.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join/inner/inner_join_x.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/other_join_conjuncts/anti/other_join_conjuncts_anti.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/other_join_conjuncts/inner/other_join_conjuncts_inner.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/other_join_conjuncts/outer/other_join_conjuncts_outer.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/other_join_conjuncts/semi/other_join_conjuncts_semi.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/union_rewrite/partition_curd_union_rewrite_hive.groovy
copy regression-test/suites/{arrow_flight_sql_p0/test_select.groovy =>
query_p0/sql_functions/string_functions/test_regexp_chinese.groovy} (56%)
delete mode 100644
regression-test/suites/query_p0/system/test_storage_page_size.groovy
delete mode 100644 regression-test/suites/query_profile/scanner_profile.groovy
delete mode 100644
regression-test/suites/query_profile/test_execute_by_frontend.groovy
create mode 100644 regression-test/suites/table_p0/test_colocate_table.groovy
copy regression-test/suites/vault_p0/create/{test_create_vault.groovy =>
load.groovy} (71%)
delete mode 100644 tools/tpcds-tools/conf/opt/opt_sf1.sql
delete mode 100644 tools/tpcds-tools/conf/opt/opt_sf100.sql
delete mode 100644 tools/tpcds-tools/conf/opt/opt_sf1000.sql
delete mode 100644 tools/tpcds-tools/conf/opt/opt_sf10000.sql
delete mode 100644 tools/tpch-tools/conf/opt/backup_session_variables.sql
delete mode 100644 tools/tpch-tools/conf/opt/opt_sf1.sql
delete mode 100644 tools/tpch-tools/conf/opt/opt_sf100.sql
delete mode 100644 tools/tpch-tools/conf/opt/opt_sf1000.sql
delete mode 100644 tools/tpch-tools/conf/opt/opt_sf10000.sql
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]