This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-58972-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 2e0309353ff [feat] add Parquet metadata TVF (#58972)
add 82f1099c702 [pick](expr) pick expr modify to branch4.0 (#59241)
add c7f20198e93 [fix](mv) Fix stats unknown when calc sync mv plan
statistics (#58426) (#59232)
add 89aab32e4b3 branch-4.0: [fix](cloud) Add cluster name for routine load
err msg #59099 (#59231)
add df4b2568516 branch-4.0: [fix](cache) always create data and index page
cache to avoid null pointer #59266 (#59273)
add 3011f24d03e branch-4.0: [fix](job) set cluster when routine load job
replay from image #59135 (#59163)
add f81114dbc7f [opt](agent-task) Add a daemon thread to clean up agent
tasks on dead BEs (#57591) (#59261)
add bebd763b62e branch-4.0: [feat](Catalog)Support Paimon DLF Catalog
Using OSSHDFS Storage #59245 (#59276)
add 98da2aa79c7 branch-4.0: [Chore](sort) remove
SortingQueueStrategy::Default #59279 (#59294)
add eea258605f6 [feature](reader) Optimize Complex Type Column Reading
with Column Purning (#59286)
add 2d99f3c2ab5 branch-4.0: [enhance](transaction) support abort
transaction when coordinate be down in cloud mode #59240 (#59285)
add b1080dbcf6e branch-4.0: [chore](FE) Fix incorrect character encoding
in FE responses by updating encoding properties #59264 (#59300)
add 88407ae2c67 branch-4.0: [chore](third party) bump librdkafka from
1.9.2 to 2.11.0 for Kafka higher version compatibility (#57565) (#58844)
add 144bd4bb01a branch-4.0: [Fix](routine load) Fix routine load partial
update (#59209) (#59308)
add 8cdbb7cb3ed branch-4.0: [Fix](java-opts)Fix Incorrect --add-opens
Usage for JNI Compatibility #59278 (#59323)
add fe542241daa branch-4.0: [fix](query cache) fix query cache throw
'Cannot invoke "String.getBytes(java.nio.charset.Charset)" because "str" is
null' #59296 (#59333)
add 40d11a808ab branch-4.0: [chore](ci) Update validateBackupPrefix for
configuration #59064 (#59338)
add 97ea1738dba branch-4.0: [fix](cloud) Fix cloud warm up balance slow
scheduling #58962 (#59337)
add 768032e6d32 branch-4.0: [opt](catalog) make catalog createtime the
same format as updatetime #59288 (#59306)
add 1c630eb6630 branch-4.0: [Bug](exec) Return error is
materialization_opertor not found right backend id #58470 (#59358)
add 7c28cdd1204 branch-4.0: [Feature](Streaming Job) Extend streaming job
to support MySQL synchronization #58898 (#59228)
add 9cec72ed7e5 branch-4.0: [fix](fe) cloud replica use one Random object
to reduce memory #59320 (#59373)
add fea57a03ee2 branch-4.0: [refact](inverted index) refact compound idx
writer #59219 (#59364)
add 27697126695 branch-4.0: [fix](inverted index) fix multiple drop index
failure #59353 (#59362)
add b546cee07e4 branch-4.0: [fix](coordinator) fix legacy coordinator use
1 instance for shuffle fragment when children has multiple instances #59295
(#59334)
add 528cdde555d branch-4.0: [fix](filecache) fix observation bug in
multi-BE cluster #59259 (#59347)
add b05428cecd0 branch-4.0: [fix](schema scan) Fix NPE for schema scan
#59389 (#59405)
add 6b0f2fb26b3 branch-4.0: [fix](memtable) fix memtable memory limit
waiting threads count error #59361 (#59393)
add d991ff26935 branch-4.0: [fix](catalog) Only sync storage vault when it
exists #59113 (#59365)
add 93c13cb786a [feature](type)support timestamptz type (#56646) (#59399)
add cafd8001290 branch-4.0: [fix](nereids) Interval.equals() should
consider timeUnit #59316 (#59383)
add 1bcfd51933b branch-4.0: [opt](memory) implement freeing memory column
by column for partial update (#58275) (#58843)
add e7f118aa61e branch-4.0: [test](mv) Add injected row count stats for
chose sync mv stably in regression test #59205 (#59357)
add 18c2f7358dc branch-4.0: [fix](storage-engine)
_clean_unused_rowset_metas should skip rowsets in _unused_rowsets map #59390
(#59418)
add 2e6f9ecf35c branch-4.0: [fix](compaction) Fix wrong JSON value used
for tablet IDs in compaction status #59236 (#59420)
add d8f7adca512 branch-4.0: [Improvement](Iceberg) Optimize
LocationPath.of performance for Iceberg table queries #59217 (#59427)
add ca244a4375f [fix](cache) fix concurrent read-write issue on shared
roaring bitmap in inverted index (#59253) (#59411)
add 5bcc72ef335 branch-4.0: [opt](meta-service)add real request ip for FE
RPC to MS #59107 (#59386)
add 5ed90c91726 branch-4.0: [enhance](job) optimize auto resume rule to
adapt VCG failover #59421 (#59424)
add baa5264c7b4 branch-4.0: [opt](profile) change the node name format of
MultiCastDataStreamer #59422 (#59433)
add f0b47431ee2 branch-4.0: [Fix](cloud-mow) Fix Fe memory leak due to
`txnLastSignatureMap` #59385 (#59419)
add 1aec21344fb branch-4.0: [enhance](paimon)Doris Paimon Scan Metrics
Integration #59281 (#59435)
add 924336535f9 branch-4.0: [fix](profile) Fix inaccurate accounting of
memory_used_counter in ExchangeSink #59374 (#59438)
add 63d936f32fa branch-4.0: [enhancement](spilldisk)Cancel query fast when
reserver memory failed and could not find revocable tasks #59330 (#59440)
add 7dcce384d83 branch-4.0: [fix](core)be core when
BeConfDataDirReader::get_data_dir_by_file_path #59204 (#59472)
add 734486e56d8 branch-4.0: [Opt](multi-catalog) Opt by avoid building
name_to_index map every time. (#59453)
add 95256c13493 [Pick](shuffle) pick #59052 #58557 #59481 (#59493)
add 2078d354fbd branch-4.0: [fix](fe) modify tablet cooldownConfLock to
reduce memory #59356 (#59499)
add df7558d5d40 branch-4.0: [Fix](Compaction) Fix cumulative compaction
pick rowsets to trim by max score after filtering #59268 (#59475)
add 267abae917f branch40: [improve](varbinary) support varbinary type with
topn runtime filter (#58721) (#59479)
add 1e891241cd2 branch-4.0: [opt](varbinary) support multi_distinct_count
about varbinary and add conf mapping iceberg uuid #59406 (#59483)
add 91d7bcb8441 branch-4.0: [Chore](bitmap) change BitmapValue CHECK to
throw exception #59464 (#59491)
add 708affa17ca branch-4.0: [memorygc](lrucache) do not prune memory if
prune is disabled #59478 (#59501)
add c5214aa2f43 branch-4.0: [Chore](thirdparty) add crc32c-1.1.2 to
thirdparty #58462 (#59519)
add 3dd613822fd branch-4.0: [fix] Check rs meta size during cool down
progress #57368 (#59508)
add 2f7461e5551 branch-4.0: [fix](fe) remove deprecated version hash
variables to reduce memory #59458 (#59518)
add eb8ede1dfd8 branch-4.0: [fix](block-rule) Skip SQL block rules check
for EXPLAIN statements #59445 (#59509)
add 387eda9ab24 branch-4.0: [chore](cte) use a better way to get child in
enforce regulator #59395 (#59505)
add d81698c4702 branch-4.0: [Feature](Streaming Job) Extend streaming job
to support Postgres synchronization #59461 (#59530)
add 4d341c06667 branch-4.0: [opt](inverted index) optimize S3 operations
for inverted index #59363 (#59511)
add d6db7986927 branch-4.0: [enhance](meta-service)add bvar for fdb
process status #59329 (#59526)
add 431a97b57da branch-4.0: [feat](test) Support recycler progress for
docker test #59480 (#59522)
add 71d21d39986 [fix](variant) function element at compute signature
(#59083) (#59533)
add 1a32b1b56d4 branch-4.0: [enhance](memory) back pressure writing when
memory usage is high in sink operation #58530 (#58704)
add ef65dcedb4e branch-4.0: [Improvement](function) optimize trivial
function deserialize_and_merge_vec #58882 (#59439)
add 633eaeeca83 branch-4.0: [opt](memory) set source content column by
column when flush memtable for partial update (#59547)
add 6e38e0420a4 branch-4.0: [opt](memory) reuse tablet schema in load path
#58476 (#58847)
add 02e74cefa07 branch-4.0: [Fix](Test) Fix tablet stats case #59484
(#59574)
add 3fc1c03dd93 branch-4.0: [chore](spill) refactor lambda to function
#59584 (#59592)
add c05db7dc164 [fix](parquet-reader) Fix read parquet footer is missing
in FileReadBytes profile. (#59571)
add 0d6a77fbb9e branch-4.0: [fix](topn-lazy-materialize) LazySlotPruning
does not pass nullable attribute of global_row_id when visiting project. #58722
(#59588)
add 51bd39edc7c branch-4.0: [Opt](log) reduce log in
`sendCalcDeleteBitmaptask` #59396 (#59615)
add 425d6efa054 branch-4.0: [fix](group commit) add
wal_max_count_per_table metric #59583 (#59612)
add 81330f07123 branch-4.0: [Feature](iceberg) Add manifest-level cache
for Iceberg tables to reduce I/O and parsing overhead #59056 (#59408)
add 19fa9318145 branch-4.0: [Fix](Exception) Fix potential use-after-free
because `Exception::to_string` is not thread safe #59558 (#59598)
add a10f56524ad branch-4.0: [improve](cloud) Report read/write conflict
range #59437 (#59577)
add 82d28eff612 branch-4.0: [fix](temp-table) not clean temp table
temporary until fix mem leak #59535 (#59551)
add bcb9b08a726 branch-4.0: Revert "[Enhancement](sql-dialect) Support
multiple sql-converter service urls (#52636)" (#59611)
add 64f7d78c6db branch-4.0: [Fix](streamingjob) Replay mode no need to
clear job information. #59597 (#59617)
add 45a9b104ac4 branch-4.0: [improve](syntax) compatiable with mysql MOD
syntax #58432 (#59637)
add d1ebe957c18 branch-4.0: [fix](compaction) Check schema version before
ordered data compaction #59570 (#59620)
add ce4815bc76e branch-4.0: [fix](cloud) Fixed be restart queries not
retried #59566 (#59618)
add 24a3d05d8de branch-4.0: [enhance](test) Add retry mechanism for
NoSuchNamespaceException in Iceberg tests #59536 (#59623)
add 8bf2dae26cf [refactor](parquet) Use column predicates to do filtering
(#56904) (#59619)
add aa5f28e9b52 branch-4.0: [Fix](catalog)Resources should be closed when
dropping a Catalog. (#59642)
add 1daddb63bbc branch-4.0: [test](mtmv) Add ut test for session variable
guard when generate mtmv cache #58863 (#59635)
add 539cc31ebe4 branch-4.0: [opt](Arena)Release Arena memory earlier in
pipeline operators. #59045 (#59632)
add 635ed6b0e8b Revert "branch-4.0: [fix](compaction) Check schema version
before ordered data compaction #59570" (#59661)
add 82fa1a1ca16 branch-4.0: [Fix](Variant) Fix variant compaction empty
path handling #59544 (#59550)
add 3f651d0ac41 branch-4.0: [Feature](func) Support INTERVAL function and
fix EXPORT_SET constant process #58885 (#59655)
add b32e528828e branch-4.0: [chore](CI) add
enable_fetch_rowsets_from_peer_replicas to cloud be custom config #59496
(#59657)
add 61242ee8ab0 branch-4.0: [fix](date time comparison) fix date time
compare with low scale literal #59630 (#59659)
add 11f4276b917 branch-4.0: [feat](job) support show routine load job
compute group #59540 (#59650)
add f47e1626238 branch-4.0: [opt](scanner) set number of file scanner to
max_scanners_concurrency(#59622) (#59696)
add e776dd4117b Cherry-pick cloud snapshot related PRs to branch-4.0
(#59470)
add 144478931cc branch-4.0: [fix](case) exclude some unstable or fail case
#59674 (#59675)
add 0221a73b135 branch-4.0:[enhancement](parquet)support column predicate
tree min-max filter for parquet page index. (#57771) (#59680)
add 1744ff17bcd branch-4.0: [fix](case) fix regression test
add_project_for_unique_function #58835 (#59636)
add 7c8df011c1a branch-4.0: Fix: Ensure HUDI tables are processed
correctly by throwing an error for incorrect PhysicalFileScan usage (#59709)
add b21ef786e53 branch-4.0: [fix](float) Fix float field `to_string`
(#59737)
add f82b12b2c46 branch-4.0: [Fix](streamingjob) modify select backend
policy for streaming job #59705 (#59731)
add a175e041d29 branch-4.0: [fix](catalog) update the table's last update
time after related operations. (#59387) (#59695)
add 348c63c2cdf branch-4.0: [Enhancement](parquet)update runtime filter
when read next parquet row group. (#59053) (#59725)
add 08d3052ddda branch-4.0: [cherry-pick](branch40) cherry-pick from
master 59564 and 59473 (#59729)
add 05bae644d8e branch-4.0: [fix](case) fix regression test
add_project_for_unique_function (#59682)
add 5ca01b6f479 branch-4.0: [feat](cloud) Cherry pick packed file prs
(#59693)
add 1c27a65b091 branch-4.0: [fix](restore) Preserve cross-database
references when restoring views #59580 (#59662)
add 5630dc98f24 branch-4.0: [Feature](function) Support function
TIME_FORMAT (#58592) (#59704)
add a1d3386fa7f [fix](test) fix regression test limit_push_down (#59686)
add fbaf2bd63ae branch-4.0: [enhancement](recycle bin) optimize the
recycle bin to reduce the potential of FE hang #55753 (#59699)
add 09ed1fe893a branch-4.0: [Fix](rules) fix result wrong of
PushDownAggThroughJoinOnPkFk #59498 (#59703)
add aae5957dfa2 [Chore](query) add _query_ctx_map_delay_delete (#59262)
(#56911) (#59638)
add 6382506e2fa [feat] add Parquet metadata TVF (#58972)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2e0309353ff)
\
N -- N -- N refs/heads/auto-pick-58972-branch-4.0 (6382506e2fa)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-extension.yml | 40 +-
.licenserc.yaml | 1 +
LICENSE.txt | 7 +
NOTICE.txt | 30 +
be/cmake/thirdparty.cmake | 1 +
be/src/cloud/cloud_backend_service.cpp | 144 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 31 +-
be/src/cloud/cloud_internal_service.cpp | 27 +-
be/src/cloud/cloud_meta_mgr.cpp | 26 +-
be/src/cloud/cloud_meta_mgr.h | 3 +
be/src/cloud/cloud_rowset_writer.cpp | 75 +-
be/src/cloud/cloud_rowset_writer.h | 12 +-
be/src/cloud/cloud_storage_engine.cpp | 17 +-
be/src/cloud/cloud_storage_engine.h | 3 +
be/src/cloud/cloud_tablet.cpp | 2 +
be/src/cloud/config.cpp | 13 +
be/src/cloud/config.h | 12 +
be/src/cloud/delete_bitmap_file_reader.cpp | 3 +-
be/src/cloud/delete_bitmap_file_writer.cpp | 5 +-
be/src/cloud/injection_point_action.cpp | 36 +-
be/src/cloud/pb_convert.cpp | 12 +
be/src/common/config.cpp | 5 +
be/src/common/config.h | 6 +
be/src/common/exception.cpp | 8 +
be/src/common/exception.h | 20 +-
be/src/exec/lzo_decompressor.cpp | 7 +-
be/src/exec/olap_common.h | 27 +-
be/src/exec/schema_scanner.cpp | 7 +
.../schema_cluster_snapshot_properties_scanner.cpp | 28 +-
.../schema_cluster_snapshots_scanner.cpp | 19 +-
.../exec/schema_scanner/schema_columns_scanner.cpp | 15 +-
.../schema_routine_load_job_scanner.cpp | 4 +
.../exec/schema_scanner/schema_scanner_helper.cpp | 2 +-
be/src/exec/schema_scanner/schema_scanner_helper.h | 5 +-
be/src/exec/table_connector.cpp | 170 -
be/src/exec/table_connector.h | 5 -
be/src/exec/tablet_info.cpp | 27 +-
be/src/exprs/block_bloom_filter.hpp | 7 +-
be/src/exprs/bloom_filter_func_impl.h | 2 +
be/src/exprs/create_predicate_function.h | 1 +
be/src/http/action/debug_point_action.cpp | 1 -
be/src/index-tools/index_tool.cpp | 7 +-
be/src/io/cache/cache_lru_dumper.cpp | 7 +-
be/src/io/cache/file_cache_lru_tool.cpp | 4 +-
be/src/io/fs/local_file_reader.cpp | 15 +
be/src/io/fs/local_file_reader.h | 1 +
be/src/io/fs/packed_file_manager.cpp | 915 +
be/src/io/fs/packed_file_manager.h | 207 +
be/src/io/fs/packed_file_reader.cpp | 87 +
.../{local_file_reader.h => packed_file_reader.h} | 46 +-
be/src/io/fs/packed_file_system.cpp | 114 +
be/src/io/fs/packed_file_system.h | 97 +
be/src/io/fs/packed_file_trailer.cpp | 152 +
.../fs/packed_file_trailer.h} | 23 +-
be/src/io/fs/packed_file_writer.cpp | 233 +
be/src/io/fs/packed_file_writer.h | 91 +
be/src/io/fs/s3_file_bufferpool.cpp | 5 +-
be/src/io/fs/s3_file_bufferpool.h | 3 +-
be/src/io/fs/s3_file_writer.cpp | 64 +-
be/src/io/fs/s3_file_writer.h | 4 +
be/src/olap/base_tablet.cpp | 4 +-
be/src/olap/block_column_predicate.cpp | 32 +
be/src/olap/block_column_predicate.h | 52 +
be/src/olap/calc_delete_bitmap_executor.h | 21 +
be/src/olap/collection_statistics.cpp | 75 +-
be/src/olap/collection_statistics.h | 12 +-
be/src/olap/column_predicate.h | 17 +
be/src/olap/compaction.cpp | 2 +
be/src/olap/comparison_predicate.h | 84 +
be/src/olap/cumulative_compaction_policy.cpp | 25 +-
be/src/olap/delete_handler.cpp | 8 +-
be/src/olap/field.h | 4 +
be/src/olap/in_list_predicate.h | 109 +-
be/src/olap/iterators.h | 4 +-
be/src/olap/key_coder.cpp | 1 +
be/src/olap/key_coder.h | 35 +
be/src/olap/memtable_memory_limiter.cpp | 1 +
be/src/olap/null_predicate.h | 26 +
be/src/olap/olap_common.h | 2 +
be/src/olap/page_cache.cpp | 14 +-
be/src/olap/partial_update_info.cpp | 9 +-
be/src/olap/predicate_creator.h | 126 +-
be/src/olap/push_handler.cpp | 4 +-
be/src/olap/push_handler.h | 2 +-
be/src/olap/rowset/beta_rowset.cpp | 4 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 4 +
be/src/olap/rowset/beta_rowset_writer.cpp | 124 +-
be/src/olap/rowset/beta_rowset_writer.h | 11 +-
be/src/olap/rowset/rowset_factory.cpp | 4 +-
be/src/olap/rowset/rowset_meta.cpp | 30 +-
be/src/olap/rowset/rowset_meta.h | 11 +
be/src/olap/rowset/rowset_reader_context.h | 5 +
be/src/olap/rowset/rowset_writer_context.h | 74 +-
be/src/olap/rowset/segment_creator.cpp | 4 +-
.../segment_v2/bloom_filter_index_writer.cpp | 1 +
be/src/olap/rowset/segment_v2/column_reader.cpp | 574 +-
be/src/olap/rowset/segment_v2/column_reader.h | 77 +-
be/src/olap/rowset/segment_v2/encoding_info.cpp | 19 +
.../olap/rowset/segment_v2/index_file_writer.cpp | 32 +-
be/src/olap/rowset/segment_v2/index_file_writer.h | 11 +-
.../rowset/segment_v2/index_storage_format_v2.cpp | 39 +-
.../rowset/segment_v2/index_storage_format_v2.h | 7 +-
be/src/olap/rowset/segment_v2/index_writer.cpp | 1 +
.../segment_v2/inverted_index_fs_directory.cpp | 62 +-
.../segment_v2/inverted_index_fs_directory.h | 5 +
.../rowset/segment_v2/inverted_index_writer.cpp | 1 +
be/src/olap/rowset/segment_v2/page_io.cpp | 9 +-
be/src/olap/rowset/segment_v2/segment.cpp | 20 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 5 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 2 +-
.../segment_v2/variant/variant_column_reader.cpp | 5 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 66 +-
.../rowset/segment_v2/vertical_segment_writer.h | 4 +-
be/src/olap/rowset/segment_v2/zone_map_index.cpp | 1 +
be/src/olap/schema.cpp | 3 +
be/src/olap/schema_change.cpp | 3 +
be/src/olap/storage_engine.cpp | 21 +-
be/src/olap/tablet.cpp | 16 +-
be/src/olap/tablet_reader.cpp | 8 +-
be/src/olap/tablet_reader.h | 4 +
be/src/olap/tablet_schema.cpp | 50 +-
be/src/olap/tablet_schema.h | 10 +
be/src/olap/task/index_builder.cpp | 27 +-
be/src/olap/types.cpp | 55 +-
be/src/olap/types.h | 40 +
be/src/olap/utils.cpp | 4 +-
be/src/olap/utils.h | 1 +
be/src/olap/wal/wal_manager.cpp | 9 +-
be/src/olap/wal/wal_reader.cpp | 5 +-
be/src/olap/wal/wal_writer.cpp | 4 +-
be/src/pipeline/dependency.h | 8 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 46 +-
be/src/pipeline/exec/aggregation_sink_operator.h | 2 -
.../pipeline/exec/aggregation_source_operator.cpp | 13 +-
be/src/pipeline/exec/aggregation_source_operator.h | 1 -
be/src/pipeline/exec/analytic_sink_operator.cpp | 9 +-
be/src/pipeline/exec/analytic_sink_operator.h | 1 -
.../distinct_streaming_aggregation_operator.cpp | 4 +-
.../exec/distinct_streaming_aggregation_operator.h | 2 -
be/src/pipeline/exec/exchange_sink_operator.cpp | 37 +-
be/src/pipeline/exec/file_scan_operator.cpp | 10 +-
be/src/pipeline/exec/materialization_opertor.cpp | 12 +-
.../pipeline/exec/multi_cast_data_stream_sink.cpp | 11 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 1 +
be/src/pipeline/exec/olap_scan_operator.h | 1 +
be/src/pipeline/exec/operator.h | 2 +-
.../exec/partitioned_aggregation_sink_operator.cpp | 112 +-
.../exec/partitioned_aggregation_sink_operator.h | 2 +
.../exec/partitioned_hash_join_sink_operator.cpp | 294 +-
.../exec/partitioned_hash_join_sink_operator.h | 7 +
be/src/pipeline/exec/scan_operator.cpp | 8 +-
be/src/pipeline/exec/set_sink_operator.cpp | 2 +-
be/src/pipeline/exec/set_sink_operator.h | 1 -
be/src/pipeline/exec/spill_sort_sink_operator.cpp | 126 +-
be/src/pipeline/exec/spill_sort_sink_operator.h | 2 +
.../pipeline/exec/spill_sort_source_operator.cpp | 173 +-
be/src/pipeline/exec/spill_sort_source_operator.h | 3 +
.../exec/streaming_aggregation_operator.cpp | 2 +-
.../pipeline/exec/streaming_aggregation_operator.h | 1 -
be/src/pipeline/exec/union_source_operator.cpp | 15 +-
.../local_exchange_sink_operator.cpp | 21 +-
.../local_exchange/local_exchange_sink_operator.h | 14 +-
be/src/pipeline/pipeline_fragment_context.cpp | 10 +-
be/src/pipeline/pipeline_task.cpp | 34 +-
be/src/runtime/cdc_client_mgr.cpp | 283 +
be/src/runtime/cdc_client_mgr.h | 63 +
be/src/runtime/define_primitive_type.h | 3 +-
be/src/runtime/descriptors.cpp | 58 +-
be/src/runtime/descriptors.h | 14 +
be/src/runtime/exec_env.h | 6 +
be/src/runtime/exec_env_init.cpp | 16 +
be/src/runtime/fold_constant_executor.cpp | 38 +-
be/src/runtime/fold_constant_executor.h | 4 +-
be/src/runtime/fragment_mgr.cpp | 11 +
be/src/runtime/fragment_mgr.h | 4 +-
be/src/runtime/memory/lru_cache_policy.h | 14 +-
be/src/runtime/memory/mem_tracker_limiter.h | 3 +-
be/src/runtime/primitive_type.cpp | 7 +
be/src/runtime/primitive_type.h | 28 +-
be/src/runtime/query_context.cpp | 9 +-
be/src/runtime/raw_value.h | 4 +
be/src/runtime/runtime_predicate.cpp | 13 +-
be/src/runtime/runtime_predicate.h | 2 +-
be/src/runtime/type_limit.h | 13 +
.../workload_group/workload_group_manager.cpp | 388 +-
.../workload_management/query_task_controller.cpp | 9 +
.../workload_management/query_task_controller.h | 1 +
.../runtime/workload_management/task_controller.h | 2 +-
.../runtime_filter_consumer_helper.h | 2 +
be/src/runtime_filter/runtime_filter_mgr.cpp | 24 -
be/src/runtime_filter/runtime_filter_mgr.h | 5 +-
be/src/runtime_filter/runtime_filter_wrapper.cpp | 5 +
be/src/runtime_filter/utils.h | 5 +
be/src/service/http_service.cpp | 1 +
be/src/service/internal_service.cpp | 15 +
be/src/service/internal_service.h | 5 +
be/src/tools/CMakeLists.txt | 29 +
be/src/tools/meta_tool.cpp | 4 +-
be/src/tools/packed_file_tool.cpp | 56 +
be/src/util/binary_cast.hpp | 6 +-
be/src/util/bitmap_value.h | 11 +-
be/src/util/crc32c.cpp | 274 -
be/src/util/crc32c.h | 53 -
be/src/util/date_func.cpp | 12 +
be/src/util/date_func.h | 3 +
be/src/util/hash_util.hpp | 30 +-
be/src/util/mysql_row_buffer.cpp | 7 +
be/src/util/mysql_row_buffer.h | 6 +
be/src/util/s3_util.cpp | 22 +
be/src/util/s3_util.h | 11 +
.../vec/aggregate_functions/aggregate_function.h | 8 +-
.../aggregate_function_approx_count_distinct.cpp | 7 +-
.../aggregate_function_approx_count_distinct.h | 4 +-
.../aggregate_functions/aggregate_function_avg.h | 4 +-
.../aggregate_function_collect.h | 2 +-
.../aggregate_function_foreach.h | 4 +-
.../aggregate_function_min_max.cpp | 4 +
.../aggregate_functions/aggregate_function_null.h | 89 +-
.../aggregate_function_reader_first_last.h | 5 +
.../aggregate_function_state_union.h | 2 +-
.../aggregate_functions/aggregate_function_sum.h | 4 +-
.../aggregate_function_topn.cpp | 2 +-
.../aggregate_function_uniq.cpp | 6 +-
.../aggregate_functions/aggregate_function_uniq.h | 9 +-
be/src/vec/columns/column.h | 16 +
be/src/vec/columns/column_array.cpp | 49 +
be/src/vec/columns/column_array.h | 8 +-
be/src/vec/columns/column_complex.h | 2 +
be/src/vec/columns/column_const.cpp | 8 +
be/src/vec/columns/column_const.h | 4 +
be/src/vec/columns/column_decimal.cpp | 35 +
be/src/vec/columns/column_decimal.h | 8 +
be/src/vec/columns/column_dictionary.h | 3 +-
be/src/vec/columns/column_dummy.h | 8 +
be/src/vec/columns/column_map.cpp | 45 +
be/src/vec/columns/column_map.h | 6 +
be/src/vec/columns/column_nullable.cpp | 35 +
be/src/vec/columns/column_nullable.h | 5 +
be/src/vec/columns/column_string.cpp | 40 +
be/src/vec/columns/column_string.h | 6 +
be/src/vec/columns/column_struct.cpp | 14 +
be/src/vec/columns/column_struct.h | 6 +
be/src/vec/columns/column_varbinary.cpp | 10 +-
be/src/vec/columns/column_varbinary.h | 5 +-
be/src/vec/columns/column_variant.cpp | 46 +-
be/src/vec/columns/column_variant.h | 17 +-
be/src/vec/columns/column_vector.cpp | 49 +
be/src/vec/columns/column_vector.h | 17 +-
be/src/vec/common/field_visitors.h | 4 +
be/src/vec/common/schema_util.cpp | 2 +-
be/src/vec/common/string_buffer.hpp | 3 +-
be/src/vec/common/string_view.h | 7 +-
be/src/vec/core/block.cpp | 41 +-
be/src/vec/core/call_on_type_index.h | 5 +
be/src/vec/core/column_with_type_and_name.cpp | 14 +-
be/src/vec/core/column_with_type_and_name.h | 5 +
be/src/vec/core/field.cpp | 86 +
be/src/vec/core/field.h | 100 +-
be/src/vec/core/sort_block.h | 6 +
be/src/vec/core/sort_cursor.h | 74 +-
be/src/vec/data_types/convert_field_to_type.cpp | 5 +
be/src/vec/data_types/data_type.cpp | 17 +-
be/src/vec/data_types/data_type.h | 13 +-
be/src/vec/data_types/data_type_array.cpp | 3 +-
be/src/vec/data_types/data_type_date_time.h | 5 +
be/src/vec/data_types/data_type_factory.cpp | 23 +-
be/src/vec/data_types/data_type_factory.hpp | 5 +-
be/src/vec/data_types/data_type_number_base.cpp | 1 +
be/src/vec/data_types/data_type_number_base.h | 5 +-
.../data_type_timestamptz.cpp} | 23 +-
be/src/vec/data_types/data_type_timestamptz.h | 74 +
be/src/vec/data_types/data_type_varbinary.h | 2 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 29 +-
.../vec/data_types/serde/data_type_array_serde.h | 21 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 17 +-
.../vec/data_types/serde/data_type_bitmap_serde.h | 16 +-
.../serde/data_type_date_or_datetime_serde.cpp | 6 +-
.../serde/data_type_date_or_datetime_serde.h | 6 +-
.../serde/data_type_datetimev2_serde.cpp | 7 +-
.../data_types/serde/data_type_datetimev2_serde.h | 6 +-
.../data_types/serde/data_type_datev2_serde.cpp | 6 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 6 +-
.../data_types/serde/data_type_decimal_serde.cpp | 18 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 15 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 16 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 3 +-
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 3 +-
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 9 +-
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 9 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 13 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 13 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 35 +-
be/src/vec/data_types/serde/data_type_map_serde.h | 20 +-
.../vec/data_types/serde/data_type_nothing_serde.h | 10 +-
.../data_types/serde/data_type_nullable_serde.cpp | 39 +-
.../data_types/serde/data_type_nullable_serde.h | 24 +-
.../data_types/serde/data_type_number_serde.cpp | 69 +-
.../vec/data_types/serde/data_type_number_serde.h | 30 +-
.../serde/data_type_quantilestate_serde.cpp | 7 +-
.../serde/data_type_quantilestate_serde.h | 17 +-
be/src/vec/data_types/serde/data_type_serde.cpp | 24 +-
be/src/vec/data_types/serde/data_type_serde.h | 37 +-
.../data_types/serde/data_type_string_serde.cpp | 20 +-
.../vec/data_types/serde/data_type_string_serde.h | 16 +-
.../data_types/serde/data_type_struct_serde.cpp | 30 +-
.../vec/data_types/serde/data_type_struct_serde.h | 20 +-
.../vec/data_types/serde/data_type_time_serde.cpp | 3 +-
be/src/vec/data_types/serde/data_type_time_serde.h | 3 +-
.../serde/data_type_timestamptz_serde.cpp | 177 +
..._ipv4_serde.h => data_type_timestamptz_serde.h} | 65 +-
.../data_types/serde/data_type_varbinary_serde.cpp | 27 +-
.../data_types/serde/data_type_varbinary_serde.h | 12 +-
.../data_types/serde/data_type_variant_serde.cpp | 28 +-
.../vec/data_types/serde/data_type_variant_serde.h | 12 +-
be/src/vec/exec/format/generic_reader.cpp | 252 +
be/src/vec/exec/format/generic_reader.h | 26 +
be/src/vec/exec/format/jni_reader.h | 7 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 458 +-
be/src/vec/exec/format/orc/vorc_reader.h | 27 +-
be/src/vec/exec/format/parquet/parquet_common.h | 18 +-
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 89 +-
be/src/vec/exec/format/parquet/schema_desc.cpp | 87 +-
be/src/vec/exec/format/parquet/schema_desc.h | 30 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 264 +-
.../exec/format/parquet/vparquet_column_reader.h | 133 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 116 +-
.../exec/format/parquet/vparquet_group_reader.h | 27 +-
.../exec/format/parquet/vparquet_page_index.cpp | 18 +-
.../vec/exec/format/parquet/vparquet_page_index.h | 7 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 750 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 94 +-
be/src/vec/exec/format/table/equality_delete.cpp | 23 +-
be/src/vec/exec/format/table/equality_delete.h | 12 +-
.../table/hive/hive_orc_nested_column_utils.cpp | 168 +
.../table/hive/hive_orc_nested_column_utils.h} | 28 +-
.../hive/hive_parquet_nested_column_utils.cpp | 171 +
.../table/hive/hive_parquet_nested_column_utils.h} | 31 +-
be/src/vec/exec/format/table/hive_reader.cpp | 283 +-
be/src/vec/exec/format/table/hive_reader.h | 22 +-
be/src/vec/exec/format/table/hudi_reader.cpp | 8 +-
be/src/vec/exec/format/table/hudi_reader.h | 12 +-
.../iceberg/iceberg_orc_nested_column_utils.cpp | 168 +
.../iceberg/iceberg_orc_nested_column_utils.h} | 33 +-
.../iceberg_parquet_nested_column_utils.cpp | 172 +
.../iceberg/iceberg_parquet_nested_column_utils.h} | 32 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 206 +-
be/src/vec/exec/format/table/iceberg_reader.h | 21 +-
.../format/table/nested_column_access_helper.h | 82 +
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 1 +
be/src/vec/exec/format/table/paimon_reader.h | 16 +-
.../vec/exec/format/table/remote_doris_reader.cpp | 11 +-
be/src/vec/exec/format/table/remote_doris_reader.h | 10 +
.../vec/exec/format/table/table_format_reader.cpp | 21 +-
be/src/vec/exec/format/table/table_format_reader.h | 36 +
.../format/table/transactional_hive_common.cpp | 7 +
.../exec/format/table/transactional_hive_common.h | 3 +
.../format/table/transactional_hive_reader.cpp | 15 +-
.../exec/format/table/transactional_hive_reader.h | 4 +-
be/src/vec/exec/jni_connector.cpp | 7 +-
be/src/vec/exec/jni_connector.h | 11 +
be/src/vec/exec/scan/file_scanner.cpp | 76 +-
be/src/vec/exec/scan/file_scanner.h | 5 +-
be/src/vec/exec/scan/meta_scanner.cpp | 10 +
be/src/vec/exec/scan/meta_scanner.h | 2 +
be/src/vec/exec/scan/olap_scanner.cpp | 64 +-
be/src/vec/exec/scan/scanner.cpp | 1 +
be/src/vec/exprs/lambda_function/lambda_function.h | 3 +-
.../lambda_function/varray_filter_function.cpp | 7 +-
.../exprs/lambda_function/varray_map_function.cpp | 14 +-
.../exprs/lambda_function/varray_sort_function.cpp | 7 +-
be/src/vec/exprs/vbitmap_predicate.cpp | 9 +-
be/src/vec/exprs/vbitmap_predicate.h | 2 +-
be/src/vec/exprs/vbloom_predicate.cpp | 10 +-
be/src/vec/exprs/vbloom_predicate.h | 2 +-
be/src/vec/exprs/vcase_expr.cpp | 15 +-
be/src/vec/exprs/vcase_expr.h | 4 +-
be/src/vec/exprs/vcast_expr.cpp | 24 +-
be/src/vec/exprs/vcast_expr.h | 4 +-
be/src/vec/exprs/vcolumn_ref.h | 7 +-
be/src/vec/exprs/vcompound_pred.h | 9 +-
be/src/vec/exprs/vcondition_expr.cpp | 743 +
be/src/vec/exprs/vcondition_expr.h | 143 +
be/src/vec/exprs/vdirect_in_predicate.h | 18 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 20 +-
be/src/vec/exprs/vectorized_fn_call.h | 8 +-
be/src/vec/exprs/vexpr.cpp | 58 +-
be/src/vec/exprs/vexpr.h | 39 +-
be/src/vec/exprs/vexpr_context.cpp | 12 +-
be/src/vec/exprs/vexpr_context.h | 3 +
be/src/vec/exprs/vin_predicate.cpp | 11 +-
be/src/vec/exprs/vin_predicate.h | 2 +-
be/src/vec/exprs/vinfo_func.cpp | 7 +-
be/src/vec/exprs/vinfo_func.h | 2 +-
be/src/vec/exprs/virtual_slot_ref.cpp | 6 +-
be/src/vec/exprs/virtual_slot_ref.h | 2 +-
be/src/vec/exprs/vlambda_function_call_expr.h | 7 +-
be/src/vec/exprs/vlambda_function_expr.h | 6 +-
be/src/vec/exprs/vliteral.cpp | 25 +-
be/src/vec/exprs/vliteral.h | 6 +-
be/src/vec/exprs/vmatch_predicate.cpp | 9 +-
be/src/vec/exprs/vmatch_predicate.h | 2 +-
be/src/vec/exprs/vruntimefilter_wrapper.cpp | 17 +-
be/src/vec/exprs/vruntimefilter_wrapper.h | 2 +-
be/src/vec/exprs/vsearch.cpp | 2 +-
be/src/vec/exprs/vsearch.h | 2 +-
be/src/vec/exprs/vslot_ref.cpp | 3 +-
be/src/vec/exprs/vslot_ref.h | 2 +-
be/src/vec/exprs/vtopn_pred.h | 11 +-
.../functions/array/function_array_aggregation.cpp | 4 +-
.../vec/functions/array/function_array_apply.cpp | 3 +
be/src/vec/functions/array/function_array_remove.h | 5 +
be/src/vec/functions/cast/cast_base.cpp | 4 +
be/src/vec/functions/cast/cast_to_date.h | 148 +-
.../vec/functions/cast/cast_to_datetimev2_impl.hpp | 179 +-
be/src/vec/functions/cast/cast_to_string.h | 33 +-
be/src/vec/functions/cast/cast_to_timestamptz.h | 268 +
be/src/vec/functions/cast/function_cast.cpp | 3 +
be/src/vec/functions/date_time_transforms.h | 71 +
be/src/vec/functions/function.cpp | 3 +
be/src/vec/functions/function_coalesce.cpp | 352 -
.../function_datetime_string_to_string.cpp | 6 +
be/src/vec/functions/function_ifnull.h | 130 -
be/src/vec/functions/function_interval.cpp | 125 +
be/src/vec/functions/function_ip.h | 31 +-
be/src/vec/functions/function_string.h | 4 +-
be/src/vec/functions/functions_comparison.h | 3 +
be/src/vec/functions/if.cpp | 75 +-
be/src/vec/functions/if.h | 39 +-
be/src/vec/functions/least_greast.cpp | 8 +
be/src/vec/functions/match.cpp | 8 +-
be/src/vec/functions/simple_function_factory.h | 6 +-
be/src/vec/jsonb/serialize.cpp | 5 +-
be/src/vec/olap/olap_data_convertor.cpp | 3 +
be/src/vec/runtime/partitioner.cpp | 26 +-
be/src/vec/runtime/partitioner.h | 60 +-
be/src/vec/runtime/time_value.h | 16 +
be/src/vec/runtime/timestamptz_value.cpp | 132 +
be/src/vec/runtime/timestamptz_value.h | 133 +
be/src/vec/runtime/vcsv_transformer.cpp | 1 +
be/src/vec/runtime/vdatetime_value.cpp | 505 +-
be/src/vec/runtime/vdatetime_value.h | 21 +
be/src/vec/runtime/vorc_transformer.cpp | 7 +-
be/src/vec/runtime/vparquet_transformer.cpp | 21 -
be/src/vec/runtime/vparquet_transformer.h | 17 +-
be/src/vec/sink/vmysql_result_writer.cpp | 22 +-
be/src/vec/sink/vrow_distribution.cpp | 7 +-
be/src/vec/sink/writer/vmysql_table_writer.cpp | 274 -
be/src/vec/sink/writer/vmysql_table_writer.h | 67 -
be/src/vec/sink/writer/vtablet_writer.cpp | 8 +-
be/src/vec/sink/writer/vtablet_writer.h | 1 +
be/src/vec/utils/histogram_helpers.hpp | 9 +-
.../cloud_cumulative_compaction_policy_test.cpp | 122 +
be/test/data/vec/columns/TIMESTAMPTZ(0).csv | 6 +
be/test/data/vec/columns/TIMESTAMPTZ(6).csv | 16 +
...4897963-0081-4127-bebe-35dc7dc1edeb-0-00001.orc | Bin 0 -> 2277 bytes
...4897963-0081-4127-bebe-35dc7dc1edeb-0-00001.orc | Bin 0 -> 2334 bytes
...2c4c8-e0bd-4db6-b550-6323977446a4.metadata.json | 145 +
...66011-3129-4bfb-9b4b-c1510c566d73.metadata.json | 176 +
.../6a876742-85c2-4f84-ae24-292482fa9288-m0.avro | Bin 0 -> 8175 bytes
...212-1-6a876742-85c2-4f84-ae24-292482fa9288.avro | Bin 0 -> 4264 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4068 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4020 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4043 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4082 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4067 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4047 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4077 bytes
...aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet | Bin 0 -> 4147 bytes
...38ed9-31af-46c8-9274-506c7f2709c9.metadata.json | 145 +
...4732d-f823-4900-8185-3eb3cb23e4a9.metadata.json | 176 +
.../51fb6058-7fc2-4791-96a9-f3111933728a-m0.avro | Bin 0 -> 8783 bytes
...552-1-51fb6058-7fc2-4791-96a9-f3111933728a.avro | Bin 0 -> 4264 bytes
...a144c37-16a4-47c6-96db-0007175b5c90-0-00001.orc | Bin 0 -> 7181 bytes
...20949-0948-4f33-bcf4-5b6bcb0cd400.metadata.json | 548 +
...ddc20-6aa8-4864-9d15-546dd5a6bae4.metadata.json | 579 +
.../d9aed717-61ef-422b-b044-a16ca31f9e86-m0.avro | 1 +
...228-1-d9aed717-61ef-422b-b044-a16ca31f9e86.avro | Bin 0 -> 4261 bytes
...35f-d581-40e4-8d56-a929aded99e4-0-00001.parquet | Bin 0 -> 21586 bytes
...ae7dc-be1a-410b-ae74-7cf04ad10765.metadata.json | 548 +
...56265-e89e-4c9f-a0fb-7f3075d4e8f9.metadata.json | 579 +
.../bee22dff-a1d3-420d-bfba-c1b4193ab0df-m0.avro | 5 +
...002-1-bee22dff-a1d3-420d-bfba-c1b4193ab0df.avro | Bin 0 -> 4262 bytes
.../test_data/nested_user_profiles_orc/_SUCCESS} | 0
...f23-05d1-4043-a533-b155ef52b720-c000.snappy.orc | Bin 0 -> 8396 bytes
.../nested_user_profiles_parquet/_SUCCESS} | 0
...1a03-4efc-ab51-557e9369a1f9-c000.snappy.parquet | Bin 0 -> 21157 bytes
be/test/exprs/mock_vexpr.h | 4 +-
be/test/exprs/virtual_slot_ref_test.cpp | 6 +-
be/test/io/fs/packed_file_concurrency_test.cpp | 753 +
be/test/io/fs/packed_file_manager_test.cpp | 1129 +
be/test/io/fs/packed_file_reader_test.cpp | 271 +
be/test/io/fs/packed_file_system_test.cpp | 439 +
be/test/io/fs/packed_file_writer_test.cpp | 259 +
be/test/io/fs/s3_file_writer_test.cpp | 3 +-
be/test/io/packed_file_trailer_test.cpp | 116 +
be/test/olap/block_column_predicate_test.cpp | 1179 +
be/test/olap/collection_statistics_test.cpp | 33 +-
be/test/olap/cumulative_compaction_policy_test.cpp | 1801 +-
be/test/olap/delete_handler_test.cpp | 195 +
be/test/olap/index_builder_test.cpp | 138 +
be/test/olap/page_cache_test.cpp | 104 +
.../rowset/segment_v2/block_bloom_filter_test.cpp | 64 +
.../bloom_filter_index_reader_writer_test.cpp | 71 +-
.../segment_v2/column_meta_accessor_test.cpp | 4 +-
.../olap/rowset/segment_v2/column_reader_test.cpp | 306 +
.../segment_v2/external_col_meta_util_test.cpp | 7 +-
.../inverted_index/empty_index_file_test.cpp | 3 +-
.../query/phrase_edge_query_test.cpp | 4 +-
.../query/phrase_prefix_query_test.cpp | 4 +-
.../inverted_index/query/phrase_query_test.cpp | 4 +-
.../segment_v2/inverted_index_array_test.cpp | 21 +-
.../inverted_index_compound_reader_test.cpp | 8 +-
.../segment_v2/inverted_index_file_reader_test.cpp | 6 +-
.../segment_v2/inverted_index_file_writer_test.cpp | 115 +-
.../segment_v2/inverted_index_reader_test.cpp | 98 +-
.../segment_v2/inverted_index_writer_test.cpp | 48 +-
.../rowset/segment_v2/segment_corruption_test.cpp | 4 +-
.../variant_column_writer_reader_test.cpp | 19 +-
.../olap/rowset/segment_v2/zone_map_index_test.cpp | 181 +
be/test/olap/test_data/rowset_meta.json | 3 +-
.../operator/scan_normalize_predicate_test.cpp | 476 +
be/test/pipeline/pipeline_task_test.cpp | 200 +-
be/test/pipeline/thrift_builder.h | 5 +
be/test/runtime/cdc_client_mgr_test.cpp | 641 +
be/test/runtime/timestamptz_value_test.cpp | 197 +
.../workload_group/workload_group_manager_test.cpp | 4 +-
be/test/testutil/mock/mock_literal_expr.cpp | 4 +
be/test/testutil/test_util.cpp | 10 +-
be/test/testutil/test_util.h | 6 +-
be/test/util/crc32c_test.cpp | 30 +-
be/test/vec/columns/column_varbinary_test.cpp | 4 +-
be/test/vec/columns/column_variant_test.cpp | 11 +-
be/test/vec/common/string_view_test.cpp | 104 +-
be/test/vec/core/column_complex_test.cpp | 20 +
be/test/vec/core/field_test.cpp | 8 +
.../vec/data_types/common_data_type_serder_test.h | 6 +-
be/test/vec/data_types/data_type_struct_test.cpp | 11 +-
.../vec/data_types/data_type_timestamptz_test.cpp | 183 +
.../vec/data_types/data_type_varbinary_test.cpp | 114 +-
.../serde/data_type_jsonb_serde_test.cpp | 15 +-
.../serde/data_type_serde_agg_state_test.cpp | 10 +-
.../serde/data_type_serde_bitmap_test.cpp | 5 +-
.../serde/data_type_serde_datetime_v1_test.cpp | 5 +-
.../serde/data_type_serde_datetime_v2_test.cpp | 5 +-
.../serde/data_type_serde_decimal_test.cpp | 5 +-
.../data_type_serde_fixed_length_object_test.cpp | 6 +-
.../data_types/serde/data_type_serde_hll_test.cpp | 5 +-
.../serde/data_type_serde_number_test.cpp | 5 +-
.../serde/data_type_serde_quantile_state_test.cpp | 6 +-
.../serde/data_type_serde_string_test.cpp | 5 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 7 +-
...st.cpp => data_type_serde_timestamptz_test.cpp} | 54 +-
.../serde/data_type_serde_varbinary_test.cpp | 29 +-
.../vec/exec/format/parquet/parquet_expr_test.cpp | 89 +-
.../vec/exec/format/parquet/parquet_read_lines.cpp | 9 +-
.../exec/format/parquet/parquet_reader_test.cpp | 128 +-
.../exec/format/parquet/parquet_thrift_test.cpp | 12 +-
.../hive/hive_reader_create_column_ids_test.cpp | 1193 +
.../exec/format/table/hive/hive_reader_test.cpp | 743 +
.../iceberg_reader_create_column_ids_test.cpp | 1184 +
.../format/table/iceberg/iceberg_reader_test.cpp | 741 +
be/test/vec/exec/orc/orc_read_lines.cpp | 8 +-
be/test/vec/exec/orc_reader_test.cpp | 9 +-
be/test/vec/exprs/try_cast_expr_test.cpp | 9 +-
be/test/vec/exprs/vexpr_test.cpp | 53 +
be/test/vec/exprs/vsearch_expr_test.cpp | 8 +-
be/test/vec/function/cast/cast_to_string.cpp | 3 +-
.../vec/function/cast/cast_to_timestamptz_test.cpp | 361 +
be/test/vec/function/function_ifnull_test.cpp | 79 -
be/test/vec/function/function_ip_test.cpp | 121 +
be/test/vec/function/function_num_if_test.cpp | 6 +-
be/test/vec/function/function_string_test.cpp | 37 -
.../vec/function/function_variant_element_test.cpp | 5 +-
be/test/vec/olap/jsonb_value_test.cpp | 1 +
bin/start_be.sh | 46 +-
bin/start_fe.sh | 44 +-
build.sh | 30 +-
cloud/CMakeLists.txt | 75 +-
cloud/cmake/install_fdb.cmake | 280 +
cloud/src/common/bvars.cpp | 53 +-
cloud/src/common/bvars.h | 40 +-
cloud/src/common/config.h | 55 +
cloud/src/common/metric.cpp | 189 +-
cloud/src/common/stopwatch.h | 4 +
cloud/src/{recycler => common}/sync_executor.h | 0
cloud/src/common/util.cpp | 10 +-
cloud/src/meta-service/http_encode_key.cpp | 287 +-
cloud/src/meta-service/meta_server.cpp | 188 +
cloud/src/meta-service/meta_server.h | 51 +
cloud/src/meta-service/meta_service.cpp | 670 +-
cloud/src/meta-service/meta_service.h | 45 +-
cloud/src/meta-service/meta_service_helper.h | 6 +-
cloud/src/meta-service/meta_service_http.cpp | 109 +-
cloud/src/meta-service/meta_service_job.cpp | 293 +-
cloud/src/meta-service/meta_service_partition.cpp | 196 +-
cloud/src/meta-service/meta_service_resource.cpp | 725 +-
cloud/src/meta-service/meta_service_snapshot.cpp | 44 +-
.../src/meta-service/meta_service_tablet_stats.cpp | 287 +-
cloud/src/meta-service/meta_service_tablet_stats.h | 46 +-
cloud/src/meta-service/meta_service_txn.cpp | 255 +-
cloud/src/meta-service/txn_lazy_committer.cpp | 660 +-
cloud/src/meta-service/txn_lazy_committer.h | 23 +-
cloud/src/meta-store/CMakeLists.txt | 1 +
cloud/src/meta-store/blob_message.cpp | 178 +
cloud/src/meta-store/blob_message.h | 111 +
cloud/src/meta-store/clone_chain_reader.cpp | 1338 +
.../{meta_reader.h => clone_chain_reader.h} | 140 +-
cloud/src/meta-store/keys.cpp | 613 +-
cloud/src/meta-store/keys.h | 224 +-
cloud/src/meta-store/mem_txn_kv.cpp | 98 +
cloud/src/meta-store/mem_txn_kv.h | 15 +
cloud/src/meta-store/meta_reader.cpp | 300 +-
cloud/src/meta-store/meta_reader.h | 76 +-
cloud/src/meta-store/txn_kv.cpp | 209 +-
cloud/src/meta-store/txn_kv.h | 22 +-
cloud/src/meta-store/txn_kv_error.h | 2 +
cloud/src/recycler/azure_obj_client.cpp | 7 +
cloud/src/recycler/azure_obj_client.h | 3 +
cloud/src/recycler/checker.cpp | 428 +-
cloud/src/recycler/checker.h | 32 +-
cloud/src/recycler/checker_snapshot.cpp | 29 +
cloud/src/recycler/hdfs_accessor.cpp | 7 +
cloud/src/recycler/hdfs_accessor.h | 2 +
cloud/src/recycler/meta_checker.cpp | 575 +-
cloud/src/recycler/meta_checker.h | 81 +-
cloud/src/recycler/obj_storage_client.h | 3 +
cloud/src/recycler/recycler.cpp | 1797 +-
cloud/src/recycler/recycler.h | 162 +-
cloud/src/recycler/recycler_operation_log.cpp | 211 +-
cloud/src/recycler/recycler_service.cpp | 5 +-
cloud/src/recycler/recycler_snapshot.cpp | 21 +
cloud/src/recycler/s3_accessor.cpp | 17 +
cloud/src/recycler/s3_accessor.h | 2 +
cloud/src/recycler/s3_obj_client.cpp | 24 +
cloud/src/recycler/s3_obj_client.h | 3 +
cloud/src/recycler/snapshot_chain_compactor.cpp | 461 +
cloud/src/recycler/snapshot_chain_compactor.h | 111 +
cloud/src/recycler/snapshot_data_migrator.cpp | 369 +
cloud/src/recycler/snapshot_data_migrator.h | 110 +
.../src/recycler/snapshot_data_size_calculator.cpp | 453 +
cloud/src/recycler/storage_vault_accessor.h | 2 +
cloud/src/recycler/sync_executor.h | 131 +-
cloud/src/resource-manager/resource_manager.cpp | 64 +-
cloud/src/resource-manager/resource_manager.h | 8 +
cloud/src/snapshot/snapshot_manager.cpp | 79 +-
cloud/src/snapshot/snapshot_manager.h | 29 +-
cloud/test/CMakeLists.txt | 8 +
cloud/test/blob_message_test.cpp | 274 +
cloud/test/clone_chain_reader_test.cpp | 2280 +
cloud/test/document_message_test.cpp | 23 +-
cloud/test/fdb_injection_test.cpp | 7 +-
cloud/test/http_encode_key_test.cpp | 426 +
cloud/test/keys_test.cpp | 389 +-
cloud/test/mem_txn_kv_test.cpp | 288 +
cloud/test/meta_reader_test.cpp | 500 +
cloud/test/meta_server_test.cpp | 232 +-
cloud/test/meta_service_http_test.cpp | 43 +-
cloud/test/meta_service_operation_log_test.cpp | 1496 +-
cloud/test/meta_service_test.cpp | 931 +-
cloud/test/meta_service_versioned_read_test.cpp | 31 +-
cloud/test/metric_test.cpp | 137 +-
cloud/test/mock_accessor.h | 7 +
cloud/test/rate_limiter_test.cpp | 4 +
cloud/test/recycle_versioned_keys_test.cpp | 510 +-
cloud/test/recycler_operation_log_test.cpp | 561 +-
cloud/test/recycler_test.cpp | 1107 +-
cloud/test/resource_test.cpp | 450 +
cloud/test/rpc_kv_bvar_test.cpp | 3 +
cloud/test/schema_kv_test.cpp | 100 +-
cloud/test/snapshot_data_size_calculator_test.cpp | 162 +
cloud/test/txn_kv_test.cpp | 168 +-
cloud/test/txn_lazy_commit_test.cpp | 12 +-
conf/be.conf | 3 +-
conf/fe.conf | 2 +-
contrib/apache-orc | 2 +-
dist/LICENSE-dist.txt | 2 +-
docker/runtime/doris-compose/cluster.py | 1 +
.../scripts/create_preinstalled_scripts/run82.hql | 14 +
.../scripts/create_preinstalled_scripts/run84.hql | 20 +
.../decimals_1_10/decimals_1_10.parquet | Bin 0 -> 3874 bytes
.../runtime_filter_dim_small/dim_small.parquet | Bin 0 -> 4230 bytes
.../runtime_filter_fact_big/fact_big.parquet | Bin 0 -> 129338 bytes
.../create_preinstalled_scripts/iceberg/run22.sql | 13 +-
docker/thirdparties/docker-compose/mysql/my.cnf | 3 +
.../postgresql/init/01-create-schema.sql | 1 +
.../postgresql/postgresql-14.yaml.tpl | 8 +
.../doris/iceberg/IcebergSysTableColumnValue.java | 7 +
.../apache/doris/common/jni/utils/UdfUtils.java | 19 +-
fe/be-java-extensions/paimon-scanner/pom.xml | 11 -
fe/be-java-extensions/preload-extensions/pom.xml | 11 +
fe/check/checkstyle/suppressions.xml | 4 +
.../org/apache/doris/catalog/PrimitiveType.java | 21 +-
.../java/org/apache/doris/catalog/ScalarType.java | 54 +-
.../main/java/org/apache/doris/catalog/Type.java | 29 +-
.../main/java/org/apache/doris/common/Config.java | 77 +-
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 36 +
.../job/cdc/request/CompareOffsetRequest.java} | 38 +-
.../doris/job/cdc/request/FetchRecordRequest.java | 39 +-
.../job/cdc/request/FetchTableSplitsRequest.java} | 35 +-
.../doris/job/cdc/request/JobBaseConfig.java | 23 +-
.../job/cdc/request/JobBaseRecordRequest.java | 26 +-
.../doris/job/cdc/request/WriteRecordRequest.java} | 37 +-
.../doris/job/cdc/split/AbstractSourceSplit.java} | 32 +-
.../apache/doris/job/cdc/split/BinlogSplit.java} | 45 +-
.../apache/doris/job/cdc/split/SnapshotSplit.java | 62 +
fe/fe-core/pom.xml | 8 -
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 22 +-
.../main/java/org/apache/doris/alter/Alter.java | 7 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 5 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 6 +-
.../org/apache/doris/analysis/AccessPathInfo.java | 73 +
.../java/org/apache/doris/analysis/ColumnDef.java | 2 +
.../org/apache/doris/analysis/DateLiteral.java | 91 +-
.../java/org/apache/doris/analysis/IndexDef.java | 2 +-
.../org/apache/doris/analysis/LiteralExpr.java | 2 +
.../org/apache/doris/analysis/OutFileClause.java | 2 +
.../apache/doris/analysis/PartitionExprUtil.java | 3 +-
.../org/apache/doris/analysis/SlotDescriptor.java | 43 +
.../org/apache/doris/catalog/AggregateType.java | 2 +
.../doris/catalog/BuiltinScalarFunctions.java | 6 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 341 +-
.../apache/doris/catalog/CloudTabletStatMgr.java | 7 +-
.../main/java/org/apache/doris/catalog/Column.java | 3 +-
.../main/java/org/apache/doris/catalog/Env.java | 17 +-
.../org/apache/doris/catalog/JdbcResource.java | 5 +-
.../apache/doris/catalog/ListPartitionInfo.java | 2 +-
.../java/org/apache/doris/catalog/OlapTable.java | 3 +
.../java/org/apache/doris/catalog/Partition.java | 22 -
.../org/apache/doris/catalog/PartitionKey.java | 35 +-
.../apache/doris/catalog/RangePartitionInfo.java | 2 +-
.../org/apache/doris/catalog/RefreshManager.java | 19 +-
.../java/org/apache/doris/catalog/Replica.java | 11 -
.../java/org/apache/doris/catalog/SchemaTable.java | 5 +-
.../org/apache/doris/catalog/StorageVaultMgr.java | 17 +-
.../main/java/org/apache/doris/catalog/Table.java | 12 -
.../main/java/org/apache/doris/catalog/Tablet.java | 28 +-
.../apache/doris/catalog/TemporaryTableMgr.java | 73 +-
.../main/java/org/apache/doris/catalog/View.java | 7 +-
.../doris/clone/DynamicPartitionScheduler.java | 2 +-
.../org/apache/doris/clone/TabletScheduler.java | 4 +
.../cloud/alter/CloudSchemaChangeHandler.java | 4 +-
.../apache/doris/cloud/backup/CloudRestoreJob.java | 4 +-
.../cloud/catalog/CloudInstanceStatusChecker.java | 9 +-
.../apache/doris/cloud/catalog/CloudPartition.java | 24 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 2 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 412 +-
.../doris/cloud/catalog/CloudUpgradeMgr.java | 2 +-
.../cloud/datasource/CloudInternalCatalog.java | 95 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 5 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 4 +
.../doris/cloud/snapshot/CloudSnapshotHandler.java | 6 +-
.../apache/doris/cloud/storage/AzureRemote.java | 57 +
.../apache/doris/cloud/storage/DefaultRemote.java | 156 +-
.../org/apache/doris/cloud/storage/MockRemote.java | 8 +
.../org/apache/doris/cloud/storage/RemoteBase.java | 11 +
.../doris/cloud/system/CloudSystemInfoService.java | 22 +-
.../transaction/CloudGlobalTransactionMgr.java | 109 +-
.../doris/common/plugin/CloudPluginDownloader.java | 5 +-
.../doris/common/proc/BuildIndexProcDir.java | 1 +
.../doris/common/proc/PartitionsProcDir.java | 1 +
.../apache/doris/common/proc/RollupProcDir.java | 1 +
.../doris/common/proc/SchemaChangeProcDir.java | 1 +
.../doris/common/profile/SummaryProfile.java | 3 +
.../doris/common/util/DynamicPartitionUtil.java | 3 +-
.../org/apache/doris/common/util/LocationPath.java | 96 +-
.../util/UncloseableScheduledExecutorService.java | 153 +
.../java/org/apache/doris/common/util/Util.java | 1 +
.../org/apache/doris/datasource/CatalogMgr.java | 4 +-
.../apache/doris/datasource/ExternalCatalog.java | 41 +-
.../apache/doris/datasource/ExternalObjectLog.java | 7 +-
.../org/apache/doris/datasource/ExternalTable.java | 21 +-
.../org/apache/doris/datasource/FileScanNode.java | 15 +-
.../apache/doris/datasource/InternalCatalog.java | 26 +-
.../doris/datasource/hive/HMSExternalDatabase.java | 2 +-
.../doris/datasource/hive/HMSExternalTable.java | 58 +-
.../doris/datasource/hive/HiveMetadataOps.java | 4 +-
.../doris/datasource/hive/source/HiveScanNode.java | 37 +-
.../datasource/iceberg/DorisTypeToIcebergType.java | 2 +
.../datasource/iceberg/IcebergExternalCatalog.java | 68 +-
.../datasource/iceberg/IcebergMetadataCache.java | 16 +
.../datasource/iceberg/IcebergMetadataOps.java | 43 +-
.../doris/datasource/iceberg/IcebergUtils.java | 33 +-
.../iceberg/cache/ContentFileEstimator.java | 194 +
.../iceberg/cache/IcebergManifestCache.java | 91 +
.../iceberg/cache/IcebergManifestCacheLoader.java | 118 +
.../datasource/iceberg/cache/ManifestCacheKey.java | 58 +
.../iceberg/cache/ManifestCacheValue.java | 65 +
.../datasource/iceberg/source/IcebergScanNode.java | 275 +-
.../doris/datasource/jdbc/client/JdbcClient.java | 24 +
.../datasource/jdbc/client/JdbcMySQLClient.java | 21 +
.../datasource/operations/ExternalMetadataOps.java | 18 +-
.../datasource/paimon/PaimonExternalCatalog.java | 12 +
.../apache/doris/datasource/paimon/PaimonUtil.java | 9 +-
.../paimon/profile/PaimonMetricRegistry.java | 72 +
.../paimon/profile/PaimonScanMetricsReporter.java | 152 +
.../datasource/paimon/source/PaimonScanNode.java | 19 +-
.../metastore/AbstractIcebergProperties.java | 65 +-
.../PaimonAliyunDLFMetaStoreProperties.java | 11 +-
.../property/storage/S3PropertyUtils.java | 52 +-
.../doris/datasource/test/TestExternalTable.java | 1 +
.../java/org/apache/doris/httpv2/HttpServer.java | 6 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 13 -
.../doris/httpv2/rest/RestBaseController.java | 13 +
.../doris/httpv2/rest/StreamingJobAction.java | 89 +
.../apache/doris/job/common/DataSourceType.java | 9 +-
.../insert/streaming/AbstractStreamingTask.java | 166 +
.../streaming/DataSourceConfigValidator.java | 81 +
.../insert/streaming/StreamingInsertJob.java | 469 +-
.../insert/streaming/StreamingInsertTask.java | 134 +-
.../streaming/StreamingJobSchedulerTask.java | 10 +-
.../insert/streaming/StreamingJobStatistic.java | 3 +
.../insert/streaming/StreamingMultiTblTask.java | 286 +
.../org/apache/doris/job/manager/JobManager.java | 29 +-
.../doris/job/manager/StreamingTaskManager.java | 14 +-
.../doris/job/offset/SourceOffsetProvider.java | 23 +
.../apache/doris/job/offset/jdbc/JdbcOffset.java | 85 +
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 515 +
.../job/scheduler/StreamingTaskScheduler.java | 14 +-
.../apache/doris/job/util/StreamingJobUtils.java | 383 +
.../load/routineload/KafkaRoutineLoadJob.java | 18 +-
.../doris/load/routineload/RoutineLoadJob.java | 20 +
.../doris/load/routineload/RoutineLoadManager.java | 5 +-
.../doris/load/routineload/ScheduleRule.java | 10 -
.../doris/mtmv/MTMVPartitionExprDateTrunc.java | 3 +-
.../org/apache/doris/mysql/MysqlSerializer.java | 4 +-
.../org/apache/doris/nereids/StatementContext.java | 9 +
.../glue/translator/PhysicalPlanTranslator.java | 12 +-
.../glue/translator/PlanTranslatorContext.java | 18 +
.../doris/nereids/jobs/executor/Rewriter.java | 6 +
.../nereids/load/NereidsRoutineLoadTaskInfo.java | 30 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 39 +-
.../parser/LogicalPlanBuilderForEncryption.java | 19 +-
.../post/materialize/LazySlotPruning.java | 1 +
.../properties/ChildrenPropertiesRegulator.java | 19 +-
.../apache/doris/nereids/properties/FuncDeps.java | 51 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 2 +
.../org/apache/doris/nereids/rules/RuleType.java | 8 +
.../doris/nereids/rules/analysis/BindRelation.java | 11 +-
.../nereids/rules/analysis/CheckAfterRewrite.java | 8 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 14 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 3 +-
.../rules/expression/ExpressionNormalization.java | 2 +
.../rules/expression/ExpressionRuleType.java | 2 +
.../nereids/rules/expression/check/CheckCast.java | 24 +-
.../expression/rules/FoldConstantRuleOnBE.java | 2 +
.../expression/rules/NormalizeStructElement.java | 66 +
.../rules/SimplifyComparisonPredicate.java | 48 +-
.../rewrite/AccessPathExpressionCollector.java | 558 +
.../rules/rewrite/AccessPathPlanCollector.java | 201 +
.../nereids/rules/rewrite/EliminateGroupByKey.java | 43 +-
.../nereids/rules/rewrite/NestedColumnPruning.java | 525 +
.../rewrite/PushDownAggThroughJoinOnPkFk.java | 44 +-
.../nereids/rules/rewrite/PushDownProject.java | 415 +
.../nereids/rules/rewrite/SlotTypeReplacer.java | 731 +
.../rules/rewrite/VariantSubPathPruning.java | 3 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +-
.../org/apache/doris/nereids/trees/TreeNode.java | 2 +-
.../doris/nereids/trees/expressions/Cast.java | 9 +-
.../nereids/trees/expressions/LessThanEqual.java | 2 +-
.../trees/expressions/PreferPushDownProject.java} | 43 +-
.../nereids/trees/expressions/SlotReference.java | 56 +-
.../expressions/functions/ComputeSignature.java | 1 -
.../functions/ComputeSignatureHelper.java | 53 -
.../executable/DateTimeExtractAndTransform.java | 33 +-
.../functions/executable/NumericArithmetic.java | 38 +
.../expressions/functions/scalar/ArrayFirst.java | 6 +
.../expressions/functions/scalar/ArrayLast.java | 6 +
.../expressions/functions/scalar/ArrayMap.java | 3 +-
.../functions/scalar/Crc32Internal.java | 1 -
.../expressions/functions/scalar/DateFormat.java | 4 +-
.../expressions/functions/scalar/ElementAt.java | 19 +-
.../functions/scalar/HighOrderFunction.java | 3 +-
.../scalar/{MapKeys.java => Interval.java} | 48 +-
.../functions/scalar/MapContainsEntry.java | 3 +-
.../functions/scalar/MapContainsKey.java | 3 +-
.../functions/scalar/MapContainsValue.java | 3 +-
.../expressions/functions/scalar/MapEntries.java | 3 +-
.../expressions/functions/scalar/MapKeys.java | 3 +-
.../expressions/functions/scalar/MapValues.java | 3 +-
.../functions/scalar/StructElement.java | 9 +-
.../scalar/{DateFormat.java => TimeFormat.java} | 33 +-
.../trees/expressions/functions/table/File.java | 8 +-
.../trees/expressions/functions/table/Hdfs.java | 9 +-
.../trees/expressions/functions/table/Local.java | 9 +-
.../trees/expressions/functions/table/S3.java | 9 +-
.../trees/expressions/literal/DateTimeLiteral.java | 68 +-
.../expressions/literal/DateTimeV2Literal.java | 53 +-
.../trees/expressions/literal/Interval.java | 5 +
.../nereids/trees/expressions/literal/Literal.java | 10 +
.../trees/expressions/literal/NumericLiteral.java | 4 +
.../expressions/literal/StringLikeLiteral.java | 11 +-
.../trees/expressions/literal/TimeV2Literal.java | 4 +
...eTimeV2Literal.java => TimestampTzLiteral.java} | 153 +-
.../literal/format/DateTimeChecker.java | 1 +
.../expressions/visitor/ExpressionVisitor.java | 5 +
.../expressions/visitor/ScalarFunctionVisitor.java | 24 +-
.../commands/AdminDropClusterSnapshotCommand.java | 6 +-
.../AdminSetAutoClusterSnapshotCommand.java | 12 +-
...dminSetClusterSnapshotFeatureSwitchCommand.java | 5 +-
.../trees/plans/commands/AlterJobCommand.java | 130 +-
.../trees/plans/commands/CreateCatalogCommand.java | 5 +-
.../plans/commands/CreateFunctionCommand.java | 3 +
.../trees/plans/commands/CreateJobCommand.java | 8 +
.../trees/plans/commands/ExecuteActionCommand.java | 6 +-
.../trees/plans/commands/ExplainCommand.java | 3 +-
.../commands/ShowCreateStorageVaultCommand.java | 5 +-
.../plans/commands/ShowRoutineLoadCommand.java | 1 +
.../plans/commands/ShowStorageVaultCommand.java | 5 +-
.../trees/plans/commands/info/CreateJobInfo.java | 97 +-
.../plans/commands/info/CreateRoutineLoadInfo.java | 30 +
.../plans/commands/insert/HiveInsertExecutor.java | 7 +-
.../trees/plans/logical/LogicalFileScan.java | 77 +-
.../trees/plans/logical/LogicalHudiScan.java | 30 +-
.../trees/plans/logical/LogicalOlapScan.java | 87 +-
.../trees/plans/logical/LogicalTVFRelation.java | 23 +-
.../plans/logical/SupportPruneNestedColumn.java | 10 +-
.../logical/SupportPruneNestedColumnFormats.java} | 38 +-
.../org/apache/doris/nereids/types/ArrayType.java | 2 +-
.../org/apache/doris/nereids/types/DataType.java | 29 +-
.../org/apache/doris/nereids/types/MapType.java | 2 +-
.../doris/nereids/types/NestedColumnPrunable.java | 8 +-
.../apache/doris/nereids/types/StructField.java | 3 +-
.../org/apache/doris/nereids/types/StructType.java | 6 +-
.../doris/nereids/types/TimeStampTzType.java | 110 +
.../apache/doris/nereids/types/VarBinaryType.java | 4 +
.../doris/nereids/util/DateTimeFormatterUtils.java | 425 +
.../doris/nereids/util/TypeCoercionUtils.java | 44 +-
.../apache/doris/persist/TruncateTableInfo.java | 9 +-
.../planner/BackendPartitionedSchemaScanNode.java | 1 +
.../apache/doris/planner/MaterializationNode.java | 2 +
.../org/apache/doris/planner/OlapScanNode.java | 3 +
.../java/org/apache/doris/planner/PlanNode.java | 113 +-
.../PartitionRangePredicateNormalizer.java | 8 +-
.../plugin/dialect/HttpDialectConverterPlugin.java | 9 +
.../doris/plugin/dialect/HttpDialectUtils.java | 268 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 12 +-
.../java/org/apache/doris/qe/SessionVariable.java | 17 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 12 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 2 +-
.../org/apache/doris/qe/cache/PartitionRange.java | 1 +
.../org/apache/doris/rpc/BackendServiceClient.java | 5 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 11 +
.../org/apache/doris/service/FrontendOptions.java | 6 +
.../apache/doris/service/FrontendServiceImpl.java | 13 +-
.../service/arrowflight/FlightSqlSchemaHelper.java | 8 +
.../apache/doris/statistics/AnalysisManager.java | 26 +-
.../doris/statistics/StatisticsAutoCollector.java | 9 +-
.../apache/doris/statistics/StatisticsCache.java | 10 +-
.../doris/statistics/util/StatisticsUtil.java | 45 +-
.../org/apache/doris/system/SystemInfoService.java | 5 +-
.../doris/tablefunction/MetadataGenerator.java | 6 +-
.../apache/doris/task/AgentTaskCleanupDaemon.java | 83 +
.../java/org/apache/doris/task/AgentTaskQueue.java | 13 +
.../main/java/org/apache/doris/task/PushTask.java | 2 +-
.../java/org/apache/iceberg/DeleteFileIndex.java | 906 +
.../client/builder/SdkDefaultClientBuilder.java | 724 +
.../org/apache/doris/analysis/DateLiteralTest.java | 98 +
.../doris/catalog/CatalogRecycleBinTest.java | 839 +
.../org/apache/doris/catalog/CreateViewTest.java | 24 +
.../org/apache/doris/catalog/RefreshTableTest.java | 16 +-
.../apache/doris/common/util/LocationPathTest.java | 40 +
.../metastore/AbstractIcebergPropertiesTest.java | 4 +-
.../PaimonAliyunDLFMetaStorePropertiesTest.java | 58 +
.../storage/S3ConnectorPropertiesUtilsTest.java | 12 +
.../apache/doris/external/hms/HmsCatalogTest.java | 15 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 11 +
.../org/apache/doris/nereids/mv/MTMVCacheTest.java | 132 +
.../nereids/mv/MtmvCacheNewConnectContextTest.java | 13 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 1 +
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 9 +
.../mv/PointQueryShouldNotMvRewriteTest.java | 5 +-
.../doris/nereids/parser/EncryptSQLTest.java | 66 +-
.../ChildrenPropertiesRegulatorTest.java | 41 +-
.../nereids/rules/expression/FoldConstantTest.java | 12 +-
.../rules/SimplifyComparisonPredicateTest.java | 36 +-
.../rules/rewrite/PruneNestedColumnTest.java | 914 +
.../doris/nereids/stats/StatsCalculatorTest.java | 36 +
.../functions/ComputeSignatureHelperTest.java | 198 -
.../functions/scalar/ElementAtTest.java | 136 +
.../trees/expressions/literal/IntervalTest.java} | 30 +-
.../apache/doris/plugin/HttpDialectUtilsTest.java | 360 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 12 +-
.../org/apache/doris/qe/OldCoordinatorTest.java | 102 +
.../statistics/StatisticsAutoCollectorTest.java | 2 +-
.../doris/statistics/StatisticsCacheTest.java | 90 +
.../apache/doris/utframe/TestWithFeService.java | 4 +-
fe/pom.xml | 2 -
fs_brokers/apache_hdfs_broker/bin/start_broker.sh | 2 +-
fs_brokers/cdc_client/build.sh | 36 +
fs_brokers/cdc_client/pom.xml | 266 +
.../doris/cdcclient/CdcClientApplication.java | 40 +
.../apache/doris/cdcclient/common/Constants.java | 10 +-
.../org/apache/doris/cdcclient/common/Env.java | 155 +
.../doris/cdcclient/config/BackendPortHolder.java | 32 +-
.../cdcclient/config/GlobalExceptionHandler.java | 34 +-
.../cdcclient/controller/ClientController.java | 108 +
.../cdcclient/exception/CdcClientException.java | 15 +-
.../cdcclient/exception/StreamLoadException.java | 40 +-
.../cdcclient/model/response/RecordWithMeta.java | 29 +-
.../doris/cdcclient/model/rest/RestResponse.java | 56 +
.../cdcclient/service/PipelineCoordinator.java | 303 +
.../cdcclient/sink/BatchBufferHttpEntity.java | 77 +
.../doris/cdcclient/sink/BatchBufferStream.java | 73 +
.../doris/cdcclient/sink/BatchRecordBuffer.java | 146 +
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 546 +
.../doris/cdcclient/sink/HttpPutBuilder.java | 135 +
.../apache/doris/cdcclient/sink/RespContent.java | 170 +
.../deserialize/DebeziumJsonDeserializer.java | 351 +
.../deserialize/SourceRecordDeserializer.java | 14 +-
.../doris/cdcclient/source/factory/DataSource.java | 9 +-
.../source/factory/SourceReaderFactory.java | 60 +
.../source/reader/JdbcIncrementalSourceReader.java | 730 +
.../cdcclient/source/reader/SourceReader.java | 85 +
.../cdcclient/source/reader/SplitReadResult.java | 33 +-
.../cdcclient/source/reader/SplitRecords.java | 53 +-
.../source/reader/mysql/MySqlSourceReader.java | 858 +
.../reader/postgres/PostgresSourceReader.java | 388 +
.../apache/doris/cdcclient/utils/ConfigUtil.java | 123 +
.../org/apache/doris/cdcclient/utils/HttpUtil.java | 55 +
.../source/mocks/MockSplitEnumeratorContext.java | 320 +
.../source/PostgresConnectionPoolFactory.java | 58 +
.../src/main/resources/application.properties | 20 +
.../cdc_client/src/main/resources/log4j.properties | 32 +
gensrc/proto/cloud.proto | 131 +-
gensrc/proto/descriptors.proto | 45 +
gensrc/proto/internal_service.proto | 11 +
gensrc/proto/olap_file.proto | 9 +
gensrc/proto/types.proto | 1 +
gensrc/thrift/Descriptors.thrift | 46 +
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 4 +-
gensrc/thrift/Types.thrift | 3 +-
.../packed_file/merge_file_stream_load.csv | 200 +
.../complex_types/test_pruned_columns.out | 86 +
.../timestamptz/array/test_tz_array_functions.out | 37 +
.../index/test_timestamptz_bloom_filter.csv | 10003 ++++
.../index/test_timestamptz_bloom_filter.out | 7 +
.../index/test_timestamptz_inverted_index.out | 64 +
.../stream_load/test_timestamptz_stream_load.csv | 10 +
.../stream_load/test_timestamptz_stream_load.out | 47 +
.../timestamptz/test_cast_timestamptz.out | 59 +
.../timestamptz/test_timestamptz_binary_output.out | 65 +
.../timestamptz/test_timestamptz_cast.out | 23 +
.../timestamptz/test_timestamptz_cmp.out | 12 +
.../timestamptz/test_timestamptz_complext_type.out | 19 +
.../test_timestamptz_count_distinct.out | 7 +
.../timestamptz/test_timestamptz_delete.out | 12 +
.../test_timestamptz_delete_agg_key.out | 543 +
.../test_timestamptz_delete_dup_key.out | 510 +
.../test_timestamptz_delete_uniq_key.out | 543 +
.../timestamptz/test_timestamptz_group_by.out | 6 +
.../timestamptz/test_timestamptz_join.out | 5 +
.../timestamptz/test_timestamptz_mv.out | 23 +
.../timestamptz/test_timestamptz_rf.out | 17 +
.../timestamptz/test_timestamptz_sort.out | 18 +
.../test_timestamptz_storage_agg_key.out | 501 +
.../test_timestamptz_storage_dup_key.out | 703 +
.../test_timestamptz_storage_uniq_key.out | 475 +
.../sql-functions/doc_date_functions_test.out | 107 +
.../export/test_hive_export_varbinary.out | 29 +
.../data/external_table_p0/hive/test_hive_orc.out | 96 +
.../hive/test_hive_page_index.out | 51888 +++++++++++++++++++
.../iceberg/test_iceberg_manifest_cache.out | 21 +
.../iceberg/test_iceberg_sys_table.out | 35 +
.../iceberg/test_iceberg_varbinary.out | 9 +
.../jdbc/test_pg_jdbc_catalog.out | 2 +
.../data/function_p0/test_interval_function.out | 244 +
.../streaming_job/cdc/test_streaming_mysql_job.out | 18 +
.../cdc/test_streaming_mysql_job_all_type.out | 54 +
.../cdc/test_streaming_mysql_job_exclude.out | 17 +
.../cdc/test_streaming_mysql_job_priv.out | 6 +
.../cdc/test_streaming_postgres_job.out | 18 +
.../cdc/test_streaming_postgres_job_all_type.out | 39 +
.../cdc/test_streaming_postgres_job_priv.out | 4 +
.../test_routine_load_partial_update.out | 12 +
...outine_load_partial_update_new_key_behavior.out | 27 +
regression-test/data/nereids_arith_p0/decimal.out | 7600 +--
regression-test/data/nereids_arith_p0/integer.out | 7644 +--
regression-test/data/nereids_arith_p0/string.out | 4332 +-
.../operator/test_arithmetic_operators.out | 10 +
.../conditional_functions/test_if.out | 19 +
.../agg_join_pkfk/agg_join_pkfk.out | 36 +
.../limit_push_down/limit_push_down.out | 2 +-
.../add_project_for_unique_function.out | 17 +-
.../string_functions/test_string_function.out | 15 +
.../tpcds_sf100/noStatsRfPrune/query38.out | 81 +-
.../tpcds_sf100/noStatsRfPrune/query87.out | 81 +-
.../tpcds_sf100/no_stats_shape/query38.out | 81 +-
.../tpcds_sf100/no_stats_shape/query87.out | 81 +-
.../shape_check/tpcds_sf100/rf_prune/query38.out | 81 +-
.../shape_check/tpcds_sf100/rf_prune/query87.out | 81 +-
.../data/shape_check/tpcds_sf100/shape/query38.out | 81 +-
.../data/shape_check/tpcds_sf100/shape/query87.out | 81 +-
.../data/shape_check/tpcds_sf1000/hint/query38.out | 81 +-
.../data/shape_check/tpcds_sf1000/hint/query87.out | 81 +-
.../shape_check/tpcds_sf1000/shape/query38.out | 81 +-
.../shape_check/tpcds_sf1000/shape/query87.out | 81 +-
.../test_variant_compaction_empty_path_bug.out | 80 +
regression-test/framework/pom.xml | 5 +
.../org/apache/doris/regression/Config.groovy | 4 +-
.../org/apache/doris/regression/suite/Suite.groovy | 5 +-
.../doris/regression/suite/SuiteCluster.groovy | 72 +-
.../pipeline/cloud_p0/conf/be_custom.conf | 2 +
regression-test/pipeline/external/conf/be.conf | 2 +-
regression-test/pipeline/external/conf/fe.conf | 2 +-
.../pipeline/nonConcurrent/conf/be.conf | 4 +-
.../pipeline/nonConcurrent/conf/fe.conf | 2 +-
.../nonConcurrent/conf/regression-conf.groovy | 5 +
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
regression-test/pipeline/p1/conf/be.conf | 2 +-
regression-test/pipeline/p1/conf/fe.conf | 2 +-
.../test_backup_restore_with_view.groovy | 153 +
.../balance/test_expanding_node_balance.groovy | 2 +-
.../test_packed_file_concurrent_load.groovy | 324 +
.../packed_file/test_packed_file_mixed_load.groovy | 558 +
.../test_packed_file_query_with_table_drop.groovy | 181 +
.../test_packed_file_with_group_commit.groovy | 160 +
.../query_retry/test_retry_be_restart.groovy | 114 +
.../suites/cloud_p0/recycler/check_meta.groovy | 37 +
.../suites/cloud_p0/recycler/test_recycler.groovy | 2 +
.../test_function_signature_all_types.groovy | 2 +-
.../complex_types/test_pruned_columns.groovy | 140 +
.../array/test_tz_array_functions.groovy | 116 +
.../index/test_timestamptz_bloom_filter.groovy | 69 +
.../index/test_timestamptz_inverted_index.groovy | 107 +
.../test_timestamptz_stream_load.groovy | 241 +
.../timestamptz/test_cast_timestamptz.groovy | 220 +
.../test_timestamptz_binary_output.groovy | 113 +
.../timestamptz/test_timestamptz_cast.groovy | 77 +
.../timestamptz/test_timestamptz_cmp.groovy | 61 +
.../test_timestamptz_complext_type.groovy | 68 +
.../test_timestamptz_count_distinct.groovy | 50 +
.../test_timestamptz_delete_agg_key.groovy | 652 +
.../test_timestamptz_delete_dup_key.groovy | 647 +
.../test_timestamptz_delete_uniq_key.groovy | 633 +
.../timestamptz/test_timestamptz_group_by.groovy | 45 +-
.../timestamptz/test_timestamptz_join.groovy | 61 +
.../timestamptz/test_timestamptz_mv.groovy | 94 +
.../timestamptz/test_timestamptz_rf.groovy | 149 +
.../timestamptz/test_timestamptz_sort.groovy | 53 +
.../test_timestamptz_storage_agg_key.groovy | 1077 +
.../test_timestamptz_storage_dup_key.groovy | 1470 +
.../test_timestamptz_storage_negative_case.groovy | 79 +
.../test_timestamptz_storage_uniq_key.groovy | 809 +
.../sql-functions/doc_date_functions_test.groovy | 164 +-
.../export/test_hive_export_varbinary.groovy | 120 +
.../hive/test_external_sql_block_rule.groovy | 130 +-
.../external_table_p0/hive/test_hive_orc.groovy | 55 +
.../hive/test_hive_page_index.groovy | 98 +
.../hive/test_parquet_join_runtime_filter.groovy | 175 +
.../iceberg_and_internal_nested_namespace.groovy | 44 +-
.../iceberg/iceberg_branch_tag_operate.groovy | 13 +-
.../iceberg/iceberg_schema_change_ddl.groovy | 7 +
.../iceberg/test_iceberg_manifest_cache.groovy | 119 +
.../iceberg/test_iceberg_sql_block_rule.groovy | 156 +
.../iceberg/test_iceberg_sys_table.groovy | 19 +
.../iceberg/test_iceberg_varbinary.groovy | 12 +
.../paimon/test_paimon_sql_block_rule.groovy | 141 +
.../test_external_table_update_time.groovy | 61 +
.../oss_hdfs_catalog_test.groovy | 14 +
.../test_sc_fail_when_be_down.groovy | 64 +
.../test_sc_success_when_be_down.groovy | 56 +
.../flink_connector_syncdb.groovy | 2 +-
.../flink_connector_p0/flink_connector_type.groovy | 2 +-
.../function_p0/test_interval_function.groovy | 267 +
.../test_inverted_index_collection_stats.groovy | 77 +
.../cdc/test_streaming_mysql_job.groovy | 167 +
.../cdc/test_streaming_mysql_job_all_type.groovy | 156 +
.../test_streaming_mysql_job_create_alter.groovy | 464 +
.../cdc/test_streaming_mysql_job_dup.groovy | 79 +
.../cdc/test_streaming_mysql_job_exclude.groovy | 213 +
.../cdc/test_streaming_mysql_job_priv.groovy | 202 +
.../cdc/test_streaming_mysql_job_restart_fe.groovy | 126 +
.../cdc/test_streaming_postgres_job.groovy | 171 +
.../test_streaming_postgres_job_all_type.groovy | 143 +
.../cdc/test_streaming_postgres_job_dup.groovy | 82 +
.../cdc/test_streaming_postgres_job_priv.groovy | 150 +
.../test_routine_load_job_info_system_table.groovy | 5 +
.../test_routine_load_partial_update.groovy | 108 +
...ine_load_partial_update_new_key_behavior.groovy | 282 +
.../routine_load/test_show_routine_load.groovy | 21 +
.../test_packed_file_stream_load_case1.groovy | 79 +
.../test_packed_file_stream_load_case2.groovy | 80 +
.../test_packed_file_stream_load_case3.groovy | 89 +
.../test_packed_file_stream_load_case4.groovy | 91 +
.../test_packed_file_stream_load_case5.groovy | 147 +
.../test_packed_file_stream_load_case6.groovy | 148 +
.../test_packed_file_stream_load_case7.groovy | 157 +
.../test_packed_file_stream_load_case8.groovy | 159 +
.../suites/mv_p0/agg_table_mv/agg_table_mv.groovy | 2 +
.../agg_use_key_direct/agg_use_key_direct.groovy | 2 +
.../mv_ignore_predicate/mv_ignore_predicate.groovy | 1 +
.../mv_p0/test_dup_mv_div/test_dup_mv_div.groovy | 5 +-
.../test_dup_mv_expr_priority.groovy | 3 +-
.../mv_p0/test_dup_mv_json/test_dup_mv_json.groovy | 3 +-
.../suites/mv_p0/test_tcu/test_tcu.groovy | 4 +-
.../operator/test_arithmetic_operators.groovy | 3 +
.../conditional_functions/test_if.groovy | 29 +
.../agg_join_pkfk/agg_join_pkfk.groovy | 63 +
.../availability/materialized_view_switch.groovy | 16 +-
.../union_all_compensate.groovy | 6 +-
.../partition_curd_union_rewrite.groovy | 6 +-
.../mv/aggregate/agg_sync_mv.groovy | 2 +
.../test_dynamic_partition_failed.groovy | 3 +-
.../test_partition_table_err_msg.groovy | 6 +-
.../suites/query_p0/cache/query_cache.groovy | 66 +
.../string_functions/test_string_function.groovy | 1 +
.../sql_block_rule_p0/test_sql_block_rule.groovy | 6 +-
.../lazy_materialize/global_rowid_nullable.groovy | 105 +
.../suites/variant_p0/test_sub_path_pruning.groovy | 3 +
.../test_variant_compaction_empty_path_bug.groovy | 142 +
thirdparty/CHANGELOG.md | 8 +
thirdparty/build-thirdparty.sh | 16 +
thirdparty/download-thirdparty.sh | 4 +-
thirdparty/patches/librdkafka-1.9.2.patch | 189 -
thirdparty/patches/librdkafka-2.11.0.patch | 76 +
thirdparty/vars.sh | 17 +-
1220 files changed, 161564 insertions(+), 22297 deletions(-)
create mode 100644 be/src/io/fs/packed_file_manager.cpp
create mode 100644 be/src/io/fs/packed_file_manager.h
create mode 100644 be/src/io/fs/packed_file_reader.cpp
copy be/src/io/fs/{local_file_reader.h => packed_file_reader.h} (54%)
create mode 100644 be/src/io/fs/packed_file_system.cpp
create mode 100644 be/src/io/fs/packed_file_system.h
create mode 100644 be/src/io/fs/packed_file_trailer.cpp
copy be/src/{cloud/cloud_rowset_writer.h => io/fs/packed_file_trailer.h} (58%)
create mode 100644 be/src/io/fs/packed_file_writer.cpp
create mode 100644 be/src/io/fs/packed_file_writer.h
create mode 100644 be/src/runtime/cdc_client_mgr.cpp
create mode 100644 be/src/runtime/cdc_client_mgr.h
create mode 100644 be/src/tools/packed_file_tool.cpp
delete mode 100644 be/src/util/crc32c.cpp
delete mode 100644 be/src/util/crc32c.h
copy be/src/vec/{functions/function_ifnull.cpp =>
data_types/data_type_timestamptz.cpp} (50%)
create mode 100644 be/src/vec/data_types/data_type_timestamptz.h
create mode 100644 be/src/vec/data_types/serde/data_type_timestamptz_serde.cpp
copy be/src/vec/data_types/serde/{data_type_ipv4_serde.h =>
data_type_timestamptz_serde.h} (61%)
create mode 100644 be/src/vec/exec/format/generic_reader.cpp
create mode 100644
be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.cpp
copy be/src/{cloud/cloud_rowset_writer.h =>
vec/exec/format/table/hive/hive_orc_nested_column_utils.h} (58%)
create mode 100644
be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.cpp
copy be/src/vec/{functions/function_ifnull.cpp =>
exec/format/table/hive/hive_parquet_nested_column_utils.h} (58%)
create mode 100644
be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.cpp
copy be/src/{util/date_func.h =>
vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.h} (56%)
create mode 100644
be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp
copy be/src/vec/{functions/function_ifnull.cpp =>
exec/format/table/iceberg/iceberg_parquet_nested_column_utils.h} (57%)
create mode 100644 be/src/vec/exec/format/table/nested_column_access_helper.h
create mode 100644 be/src/vec/exprs/vcondition_expr.cpp
create mode 100644 be/src/vec/exprs/vcondition_expr.h
create mode 100644 be/src/vec/functions/cast/cast_to_timestamptz.h
delete mode 100644 be/src/vec/functions/function_coalesce.cpp
delete mode 100644 be/src/vec/functions/function_ifnull.h
create mode 100644 be/src/vec/functions/function_interval.cpp
create mode 100644 be/src/vec/runtime/timestamptz_value.cpp
create mode 100644 be/src/vec/runtime/timestamptz_value.h
delete mode 100644 be/src/vec/sink/writer/vmysql_table_writer.cpp
delete mode 100644 be/src/vec/sink/writer/vmysql_table_writer.h
create mode 100644 be/test/data/vec/columns/TIMESTAMPTZ(0).csv
create mode 100644 be/test/data/vec/columns/TIMESTAMPTZ(6).csv
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_orc/data/00000-0-e4897963-0081-4127-bebe-35dc7dc1edeb-0-00001.orc
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_orc/data/00001-1-e4897963-0081-4127-bebe-35dc7dc1edeb-0-00001.orc
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_orc/metadata/00000-aa52c4c8-e0bd-4db6-b550-6323977446a4.metadata.json
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_orc/metadata/00001-88a66011-3129-4bfb-9b4b-c1510c566d73.metadata.json
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_orc/metadata/6a876742-85c2-4f84-ae24-292482fa9288-m0.avro
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_orc/metadata/snap-2197982135324349212-1-6a876742-85c2-4f84-ae24-292482fa9288.avro
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00000-0-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00001-1-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00002-2-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00003-3-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00004-4-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00005-5-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00006-6-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/data/00007-7-a0022aad-d3b6-4e73-b181-f0a09aac7034-0-00001.parquet
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/metadata/00000-30938ed9-31af-46c8-9274-506c7f2709c9.metadata.json
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/metadata/00001-b1b4732d-f823-4900-8185-3eb3cb23e4a9.metadata.json
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/metadata/51fb6058-7fc2-4791-96a9-f3111933728a-m0.avro
create mode 100644
be/test/exec/test_data/complex_user_profiles_iceberg_parquet/metadata/snap-1689809712605583552-1-51fb6058-7fc2-4791-96a9-f3111933728a.avro
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_orc/data/00000-8-5a144c37-16a4-47c6-96db-0007175b5c90-0-00001.orc
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_orc/metadata/00000-daa20949-0948-4f33-bcf4-5b6bcb0cd400.metadata.json
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_orc/metadata/00001-5c6ddc20-6aa8-4864-9d15-546dd5a6bae4.metadata.json
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_orc/metadata/d9aed717-61ef-422b-b044-a16ca31f9e86-m0.avro
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_orc/metadata/snap-514179801967160228-1-d9aed717-61ef-422b-b044-a16ca31f9e86.avro
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_parquet/data/00000-9-a7e0135f-d581-40e4-8d56-a929aded99e4-0-00001.parquet
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_parquet/metadata/00000-ed5ae7dc-be1a-410b-ae74-7cf04ad10765.metadata.json
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_parquet/metadata/00001-a1156265-e89e-4c9f-a0fb-7f3075d4e8f9.metadata.json
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_parquet/metadata/bee22dff-a1d3-420d-bfba-c1b4193ab0df-m0.avro
create mode 100644
be/test/exec/test_data/nested_user_profiles_iceberg_parquet/metadata/snap-6622777947381868002-1-bee22dff-a1d3-420d-bfba-c1b4193ab0df.avro
copy be/{src/pch/pch.cc =>
test/exec/test_data/nested_user_profiles_orc/_SUCCESS} (100%)
create mode 100644
be/test/exec/test_data/nested_user_profiles_orc/part-00000-62614f23-05d1-4043-a533-b155ef52b720-c000.snappy.orc
copy be/{src/pch/pch.cc =>
test/exec/test_data/nested_user_profiles_parquet/_SUCCESS} (100%)
create mode 100644
be/test/exec/test_data/nested_user_profiles_parquet/part-00000-64a7a390-1a03-4efc-ab51-557e9369a1f9-c000.snappy.parquet
create mode 100644 be/test/io/fs/packed_file_concurrency_test.cpp
create mode 100644 be/test/io/fs/packed_file_manager_test.cpp
create mode 100644 be/test/io/fs/packed_file_reader_test.cpp
create mode 100644 be/test/io/fs/packed_file_system_test.cpp
create mode 100644 be/test/io/fs/packed_file_writer_test.cpp
create mode 100644 be/test/io/packed_file_trailer_test.cpp
create mode 100644 be/test/olap/rowset/segment_v2/column_reader_test.cpp
create mode 100644 be/test/runtime/cdc_client_mgr_test.cpp
create mode 100644 be/test/runtime/timestamptz_value_test.cpp
create mode 100644 be/test/vec/data_types/data_type_timestamptz_test.cpp
copy be/test/vec/data_types/serde/{data_type_serde_datetime_v1_test.cpp =>
data_type_serde_timestamptz_test.cpp} (82%)
create mode 100644
be/test/vec/exec/format/table/hive/hive_reader_create_column_ids_test.cpp
create mode 100644 be/test/vec/exec/format/table/hive/hive_reader_test.cpp
create mode 100644
be/test/vec/exec/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp
create mode 100644
be/test/vec/exec/format/table/iceberg/iceberg_reader_test.cpp
create mode 100644 be/test/vec/function/cast/cast_to_timestamptz_test.cpp
delete mode 100644 be/test/vec/function/function_ifnull_test.cpp
create mode 100644 cloud/cmake/install_fdb.cmake
copy cloud/src/{recycler => common}/sync_executor.h (100%)
create mode 100644 cloud/src/meta-store/clone_chain_reader.cpp
copy cloud/src/meta-store/{meta_reader.h => clone_chain_reader.h} (70%)
create mode 100644 cloud/src/recycler/snapshot_chain_compactor.cpp
create mode 100644 cloud/src/recycler/snapshot_chain_compactor.h
create mode 100644 cloud/src/recycler/snapshot_data_migrator.cpp
create mode 100644 cloud/src/recycler/snapshot_data_migrator.h
create mode 100644 cloud/src/recycler/snapshot_data_size_calculator.cpp
create mode 100644 cloud/test/blob_message_test.cpp
create mode 100644 cloud/test/clone_chain_reader_test.cpp
create mode 100644 cloud/test/snapshot_data_size_calculator_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run82.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run84.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/decimals_1_10/decimals_1_10.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/runtime_filter_dim_small/dim_small.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/runtime_filter_fact_big/fact_big.parquet
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/job/cdc/DataSourceConfigKeys.java
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/CompareOffsetRequest.java}
(55%)
copy be/src/cloud/cloud_rowset_writer.h =>
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/FetchRecordRequest.java
(65%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/FetchTableSplitsRequest.java}
(59%)
rename be/src/vec/functions/function_ifnull.cpp =>
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/JobBaseConfig.java
(67%)
copy be/src/cloud/cloud_rowset_writer.h =>
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/JobBaseRecordRequest.java
(67%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/WriteRecordRequest.java}
(61%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/split/AbstractSourceSplit.java}
(66%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=> fe-common/src/main/java/org/apache/doris/job/cdc/split/BinlogSplit.java}
(53%)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/job/cdc/split/SnapshotSplit.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AccessPathInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/util/UncloseableScheduledExecutorService.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/ContentFileEstimator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/IcebergManifestCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/IcebergManifestCacheLoader.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/ManifestCacheKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/ManifestCacheValue.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/profile/PaimonMetricRegistry.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/profile/PaimonScanMetricsReporter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/StreamingJobAction.java
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=> fe/fe-core/src/main/java/org/apache/doris/job/common/DataSourceType.java
(79%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/AbstractStreamingTask.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/DataSourceConfigValidator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingMultiTblTask.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcOffset.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcSourceOffsetProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/util/StreamingJobUtils.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/NormalizeStructElement.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/AccessPathExpressionCollector.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/AccessPathPlanCollector.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/NestedColumnPruning.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownProject.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/SlotTypeReplacer.java
copy
fe/fe-core/src/main/java/org/apache/doris/{job/extensions/insert/streaming/StreamingJobStatistic.java
=> nereids/trees/expressions/PreferPushDownProject.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{MapKeys.java
=> Interval.java} (55%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DateFormat.java
=> TimeFormat.java} (73%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/{DateTimeV2Literal.java
=> TimestampTzLiteral.java} (67%)
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=>
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/SupportPruneNestedColumn.java
(78%)
copy
fe/fe-core/src/main/java/org/apache/doris/{job/extensions/insert/streaming/StreamingJobStatistic.java
=> nereids/trees/plans/logical/SupportPruneNestedColumnFormats.java} (51%)
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=>
fe/fe-core/src/main/java/org/apache/doris/nereids/types/NestedColumnPrunable.java
(79%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/types/TimeStampTzType.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/task/AgentTaskCleanupDaemon.java
create mode 100644
fe/fe-core/src/main/java/org/apache/iceberg/DeleteFileIndex.java
create mode 100644
fe/fe-core/src/main/java/software/amazon/awssdk/core/client/builder/SdkDefaultClientBuilder.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/DateLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/CatalogRecycleBinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/MTMVCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PruneNestedColumnTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ElementAtTest.java
copy
fe/fe-core/src/{main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
test/java/org/apache/doris/nereids/trees/expressions/literal/IntervalTest.java}
(62%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/OldCoordinatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/StatisticsCacheTest.java
create mode 100755 fs_brokers/cdc_client/build.sh
create mode 100644 fs_brokers/cdc_client/pom.xml
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/CdcClientApplication.java
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/Constants.java
(74%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/Env.java
copy
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/config/BackendPortHolder.java
(64%)
copy
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/config/GlobalExceptionHandler.java
(54%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/controller/ClientController.java
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/exception/CdcClientException.java
(73%)
copy
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/exception/StreamLoadException.java
(54%)
copy be/src/cloud/cloud_rowset_writer.h =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/model/response/RecordWithMeta.java
(67%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/model/rest/RestResponse.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/service/PipelineCoordinator.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/BatchBufferHttpEntity.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/BatchBufferStream.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/BatchRecordBuffer.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/DorisBatchStreamLoad.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/HttpPutBuilder.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/RespContent.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/DebeziumJsonDeserializer.java
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/SourceRecordDeserializer.java
(71%)
copy
regression-test/suites/nereids_p0/sql_functions/conditional_functions/test_if.groovy
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/factory/DataSource.java
(79%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/factory/SourceReaderFactory.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/JdbcIncrementalSourceReader.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/SourceReader.java
copy
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/SplitReadResult.java
(62%)
copy
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/SplitRecords.java
(52%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/mysql/MySqlSourceReader.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/postgres/PostgresSourceReader.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/utils/ConfigUtil.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/utils/HttpUtil.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/api/connector/source/mocks/MockSplitEnumeratorContext.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/cdc/connectors/postgres/source/PostgresConnectionPoolFactory.java
create mode 100644
fs_brokers/cdc_client/src/main/resources/application.properties
create mode 100644 fs_brokers/cdc_client/src/main/resources/log4j.properties
create mode 100644
regression-test/data/cloud_p0/packed_file/merge_file_stream_load.csv
create mode 100644
regression-test/data/datatype_p0/complex_types/test_pruned_columns.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/array/test_tz_array_functions.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/index/test_timestamptz_bloom_filter.csv
create mode 100644
regression-test/data/datatype_p0/timestamptz/index/test_timestamptz_bloom_filter.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/index/test_timestamptz_inverted_index.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/load/stream_load/test_timestamptz_stream_load.csv
create mode 100644
regression-test/data/datatype_p0/timestamptz/load/stream_load/test_timestamptz_stream_load.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_cast_timestamptz.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_binary_output.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_cast.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_cmp.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_complext_type.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_count_distinct.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_delete.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_delete_agg_key.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_delete_dup_key.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_delete_uniq_key.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_group_by.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_join.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_mv.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_rf.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_sort.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_storage_agg_key.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_storage_dup_key.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_storage_uniq_key.out
create mode 100644
regression-test/data/external_table_p0/export/test_hive_export_varbinary.out
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_page_index.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_manifest_cache.out
create mode 100644 regression-test/data/function_p0/test_interval_function.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_all_type.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_exclude.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_priv.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_all_type.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_priv.out
create mode 100644
regression-test/data/load_p0/routine_load/test_routine_load_partial_update.out
create mode 100644
regression-test/data/load_p0/routine_load/test_routine_load_partial_update_new_key_behavior.out
create mode 100644
regression-test/data/nereids_p0/sql_functions/conditional_functions/test_if.out
create mode 100644
regression-test/data/nereids_rules_p0/agg_join_pkfk/agg_join_pkfk.out
create mode 100644
regression-test/data/variant_p0/test_variant_compaction_empty_path_bug.out
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_concurrent_load.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_mixed_load.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_query_with_table_drop.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_with_group_commit.groovy
create mode 100644
regression-test/suites/cloud_p0/query_retry/test_retry_be_restart.groovy
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_pruned_columns.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/array/test_tz_array_functions.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/index/test_timestamptz_bloom_filter.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/index/test_timestamptz_inverted_index.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/load/stream_load/test_timestamptz_stream_load.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_cast_timestamptz.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_binary_output.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_cast.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_cmp.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_complext_type.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_count_distinct.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_delete_agg_key.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_delete_dup_key.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_delete_uniq_key.groovy
copy be/src/vec/exprs/vinfo_func.h =>
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_group_by.groovy
(51%)
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_join.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_mv.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_rf.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_sort.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_storage_agg_key.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_storage_dup_key.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_storage_negative_case.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_storage_uniq_key.groovy
create mode 100644
regression-test/suites/external_table_p0/export/test_hive_export_varbinary.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_page_index.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_parquet_join_runtime_filter.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_manifest_cache.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_sql_block_rule.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_sql_block_rule.groovy
create mode 100644
regression-test/suites/external_table_p0/test_external_table_update_time.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_sc_fail_when_be_down.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_sc_success_when_be_down.groovy
create mode 100644
regression-test/suites/function_p0/test_interval_function.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_inverted_index_collection_stats.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_all_type.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_create_alter.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_dup.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_exclude.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_priv.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_all_type.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_dup.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_priv.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_partial_update.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_partial_update_new_key_behavior.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case1.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case2.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case3.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case4.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case5.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case6.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case7.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case8.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/agg_join_pkfk/agg_join_pkfk.groovy
create mode 100644
regression-test/suites/topn_optimize/lazy_materialize/global_rowid_nullable.groovy
create mode 100644
regression-test/suites/variant_p0/test_variant_compaction_empty_path_bug.groovy
delete mode 100644 thirdparty/patches/librdkafka-1.9.2.patch
create mode 100644 thirdparty/patches/librdkafka-2.11.0.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]