This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch auto-pick-59585-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard d81f5a0fe8d [chore](log) Suppress stack traces for expected errors
(#59585)
add 29957aa43c4 branch-4.0: [fix](jdbc) catch session terminate signal and
cancel job #59836 (#59987)
add 25d2bea1655 branch-4.0: [opt](outfile) support compressed csv with
names and types in outfile #58090 (#59988)
add 597b047cf1b branch-4.0: [fix](cloud)Fix `create dynamic table` race
with `insert overwrite` #59489 (#59884)
add 07463a8858a [refactor](type) Remove ColumnItemType (#59890) (#59966)
add 772044e3817 branch-4.0: [Exec](topn) prevent coredump if row store not
match in schema change #59980 (#59992)
add e7e8d4590eb branch-4.0: [fix](hive) Fix partition values cache sync
issue in Observer FE during insert #59965 (#59994)
add 8ba7b600f27 branch-4.0: [fix](wg) Add lock for concurrency read #59960
(#59995)
add 91635f0219b branch-4.0: [fix](posexplode) fix return type check
failure #59734 (#59996)
add 21f280b9bc9 branch-4.0: [fix](cloud) cloud_unique_id is requried when
load from cluster snapshot #59820 (#59997)
add 70bbde35c59 branch-4.0: [fix](case) update
test_outfile_csv_compress.out #59974 (#59993)
add 0e4faec8725 branch-4.0: [fix](inverted index) AcceptNullPredicate
should include null rows in result bitmap #59959 (#59998)
add f4ab08916f4 branch-4.0: [Enhancement](function) Support two args
versions of TIMESTAMP #58554 (#60005)
add c09afbbf2a7 branch-4.0: [fix](txn) Committed transaction should not be
aborted #59850 (#60000)
add 5112cbff69f branch-4.0: [fix](join) Should not use resize to create
null column data in join #59991 (#60011)
add 0928d83af4d [refactor](type) Remove CppNativeType (#59976) (#60007)
add 3a55f70f149 branch-4.0: [feature](search) Add multi-field search
support with fields parameter #59845 (#60010)
add 937b5b5f1c6 branch-4.0: [opt](compression) change default compression
from lz4f to zstd #58923 (#60006)
add 6feb9cbf3e7 branch-4.0: [ut](filecache) fix bvar::Window metrics
use-after free #59958 (#60017)
add c6a16acef5d branch-4.0: [fix](move-memtable) fix close wait timeout if
part of streams connection failed #59905 (#60002)
add a88e687d483 branch-4.0: [fix](inverted index) handle NULL literal to
prevent BE crash #59916 (#60016)
add 534b254a67b branch-4.0: [Enhancement](timestamptz) Support some
datetime function with TimeStampTZ args and ret type. (#60021)
add 6912d872e07 branch-4.0: [fix](build) fix macOS build #58445 (#60025)
add 8ce7f9c8d02 branch-4.0: [fix](iceberg) fix invalid cast to
IcebergExternalCatalog #60015 (#60030)
add 23f03589633 branch-4.0: [regression](hudi) Impl new Hudi Docker
environment #59401 (#59652)
add 31fba59c37b [fix](compile) fix compile backend in MacOS (#60029)
add 0e53575b7cb branch-4.0: [fix](jdbc) check old driver path before
downloading from cloud #59928 (#60038)
add b995bff9069 branch-4.0: [Enhance](docker) hoist IP_HOST detection and
improve script robustness #59978 (#60031)
add 4f87dc4eb30 branch-4.0: [fix](iceberg) disable default iceberg
manifest cache and update test configurations #60027 (#60039)
add 0e458a3127f branch-4.0: [opt](fe) opt the performance for
setColumnPositionMapping #60003 (#60037)
add 09c747556be branch-4.0: [fix](sql cache) fix
enable_strong_consistency_read for sql cache #60012 (#60047)
add b97bc819b8c branch-4.0: [Fix](expr) Fix case when wrong result and
relative date types false alarm #60040 (#60041)
add 4c3a586b6ae branch-4.0: [fix](packed-file) Fix packed file cache
cleanup issue (#59892) (#60052)
add e45cf763965 branch-4.0: [fix](job) fix routine load task transaction
timeout error #59999 (#60057)
add 90db2c4fd47 branch-4.0: (fix)[variant] enhance VARIANT bloom filter &
inverted index validation #59921 (#60056)
add 77c09cdabc8 branch-4.0: [fix](variant) fix insert when least type is
DataTypeNothing #60035 (#60065)
add 2cf5b2a34eb [Bug](set) avoid empty string equal with null on set
operator #60062 (#60067)
add 7b54f05131c branch-4.0: [test](auth)Fix backup backup of auth test
case #56988 (#60075)
add 34f9306f3cc branch-4.0: [fix](nereids) show columns type hide Column
Version #59684 (#60077)
add 19fdd20f063 branch-4.0: [feature](timestamptz) support mapping
timestamp_tz type in external catalog (#59720) (#60078)
add 3ac3bdf16d1 branch-4.0: [fix](cloud) Fix the residual metrics of
cluster after drop compute group #57235 (#60055)
add a6e5d20fc60 branch-4.0: [fix](flush) Fix the issue of incorrect
calculation of the number of flush threads in cloud mode #59524 (#60082)
add 414296c1df9 branch-4.0: [Enhance](Iceberg) Enhance branch/tag
operations with validation and comprehensive test coverage #59917 (#60023)
add 9cdc911bf76 branch-4.0: [fix](Iot&auto partition) Add fix for the
auto-partition issue during insert overwrite #59462 (#60081)
add 7bd0c5a53dd branch-4.0: [regression](hudi) Move hudi cases to p2
(#59935) (#60054)
add 88e9a70349b branch-4.0: [fix](executor) Fix rare self-deadlock that
can cause the time-sharing task executor to hang. (#60089)
add 9ff45a3a0c1 [fix](fe) add compatible code for CloudReplica (#60088)
add cea96b8aeff branch-4.0: [Fix](regress-test) fix streaming job for s3
docker case #60053 (#60086)
add 3cac2e8795f 4.0.3-rc01 (#60117)
add 5a0c2b8239a branch-4.0: [fix](predicates) Fix predicates push-down
#60022 (#60129)
add 50f0f05dc72 branch-4.0: [Bug](function) clear bits when
bitmap_from_string parse failed #59450 (#60106)
add 36d4e583f90 [fix](parqeut)Fixed a performance fallback caused by
filling RL DL when reading Parquet scalar columns. (#59833) (#60130)
add 1e3d8d22af3 branch-4.0: [Fix](restapi) Fix Content-Length mismatch
issue in RestBaseController forwardToMaster logic #59715 (#60096)
add 085bf949fe2 branch-4.0: [fix](recycler) Prevent KV deletion on
Accessor failure and handle invalid keys #60059 (#60135)
add 2de14b46c53 branch-4.0: [enhancement](filecache) enable warm up only
idx file #59528 (#60126)
add d602bf46575 branch-4.0: [fix](filecache) fix testing operation happen
before cache init #60120 (#60140)
add afb85a59e09 branch-4.0: [fix](regression-case) Fix case
s3_load_profile_test, send query to master FE #60046 (#60161)
add 59d3ad708db branch-4.0: [fix](predicate) Fix coredump if exception
occurs #60162 (#60184)
add 37bfcf71e31 branch-4.0: [chore](openblas) Disable dynamic arch on arm
platform #60157 (#60191)
add c18ef17f7e4 branch-4.0: [fix](load_stream) Fix use-after-free in
TabletStream async lambdas #60148 (#60177)
add 21a50003063 branch-4.0: [fix](filecache) fix global metrics leakage
when stat is nullptr #59925 (#60204)
add bb383f1620e branch-4.0: [fix](distinct)fix distinct info is lost when
union's children are distinct #60085 (#60176)
add 53323fb65b9 branch-4.0: [fix](cloud) modify some partition
getVisibleVersion to getCachedVisibleVersion #60072 (#60199)
add 410da0bad35 branch-4.0: [optimize](regression-case) Reduce the
too_many_versions_detection case's run time #60043 (#60201)
add 7548f90f803 branch-4.0: [fix](test) fix unstable iceberg test cases
#60095 (#60097)
add f58d62ecd8f branch-4.0: [fix](cloud) fix table and partition
get_version #60064 (#60202)
add 93a1c1668e3 branch-4.0: [fix](cloud) Fix and add a FE UT for cloud
choose cluster #60099 (#60203)
add 48f64d6a7e0 branch-4.0: [fix](cloud) fix packed file warmup cannot
read small files (#60160) (#60207)
add f7ae59d83de branch-4.0: [fix](metrics) Fix wrong metrics #60196
(#60216)
add 5982038b6ba branch-4.0: [fix](s3) Treat no such key as empty response
when listing objects #60195 (#60214)
add e4c0030d93c branch-4.0: [fix](paimon) Fix Paimon time-travel tag reads
for expired snapshots #60166 (#60222)
add e70e618e0ee branch-4.0: [fix](rpc) Use resolved IP address for rpc
connections instead of hostname to avoid DNS resolution failures #59904 (#60221)
add faf3485ef40 branch-4.0: [Fix](file-scanner) Fix query result is
incorrect when non-deterministic func push down. #60186 (#60223)
add 6d05a4042ad branch-4.0: [fix](parquet)fix parquet reader cannot push
down conjuncts for min-max filter #60197 (#60225)
add a0eb8c0c715 branch-4.0: [opt](s3) use ak+sk combine in calculate hash
value #60149 (#60218)
add bb275482eff branch-4.0: [bug](cloud restore) Fix load failed after
table restore #60212 (#60233)
add 879fff58b5f branch-4.0: [fix](insert) fix insert failed when
concurrent schema change #60182 (#60244)
add d27f052a745 branch-4.0: [fix][enhancement](filecache) filecache query
limit feature bugfix and enhancement #55772 (#60224)
add 658a01c2b98 branch-4.0: [fix](ms) Fix rate limit of batch get version
#59368 (#60241)
add 2ae026dcf8d branch-4.0: [fix](spill) Memory leak in the arena used by
the aggregation source … #60205 (#60246)
add d66f3f5d4e4 branch-4.0: [fix](docker-compose) Fix docker-compose
subnet conflicts by assigning unique subnets #60158 (#60220)
add d918b5c8137 branch-4.0: [feature](hive_write) add hive_staging_dir
catalog properties and change default value under the writing target table.
#60018 (#60217)
add 1c73eaae902 4.0.3-rc02 (#60249)
add 2da52b8f82a branch-4.0: [opt](hive-writer) Change the default value of
hive staging dir. (#60258)
add dca74d895f8 branch-4.0:[fix](column predicate)fix topn&bloom&bitmap
filter convert to column predicate error. (#60262) (#60268)
add be6b8ff1e64 branch-4.0: [fix](ci) reduce debug log #59779 (#60293)
add b4213638389 [improvement](cast) improve performance of casting string
to decimal and int (#60004) (#60159)
add 947f4952199 branch-4.0: [fix](load_stream) Fix flush token deadlock by
ensuring wait_for_flush_tasks is called before destruction #60284 (#60285)
add 69cddea479a branch-4.0: [test](hive-writer) Fix side-effect of
test_hive_staging_dir test. (#60287)
add ce600141fe6 branch-4.0: [Enhancement](config) Modify cloud stale
rowset recycle time #59455 (#60134)
add 9475aa7642b branch-4.0: [fix](cloud) Not print too much peer read err
log #59354 (#60256)
add 429bcef5041 [fix](array)array sorting function supports
multidimensional arrays (#60173) (#60261)
add e21f0177c11 branch-4.0: [Improve](Config) add
variant_max_json_key_length to limit variant json key length #60187 (#60219)
add fbf92f36169 branch-4.0: [fix](In-predicate) fix bug for In-predicate,
when in predicate contains both SlotRef and Constant #60302 (#60316)
add d1e7df5f21f branch-4.0: [Bug](fix) Fix unstable fe unit test
CatalogRecycleBinTest #59750 (#60320)
add bd26a7c1d59 branch-4.0: [bugfix](arrowflight) should call done run in
on_xxx method to make work in async mode #60282 (#60325)
add dc3b7178bbe branch-4.0: [fix](cloud) Fix fdb lib install dir #59407
(#60290)
add 08f5084bfe9 branch-4.0: [fix](test) fix unstable iceberg test cases
#60095 (#60105)
add 80291300985 branch-4.0: [regression](fix) move test out file position
(#58689) (#60326)
add 9f9ae5f7f92 branch-4.0: [Enhancement](RE2) Silence RE2 stderr in
regexp function #60303 (#60328)
add 5c46a390173 branch-4.0: [fix](crc32c) fix bug of crc32c (#60322)
(#60330)
add 3a9dcf408b0 branch-4.0: [fix](nereids) when Expression has no more
than 2 children, the attribute hasUnbound is not set correctly #60152 (#60305)
add 7387ed2267e branch-4.0: [fix](inverted index) fix pinyin filter bug
#60080 (#60336)
add 9339ad716cf [compile](fix) fix thirdparty compile under clang (#60360)
add cd5eec5c98b branch-4.0: [fix](substring) Fix `substring_index` #60346
(#60373)
add e9096296b8b 4.0.3-rc03 (#60380)
add fec4e67f708 branch-4.0: [fix](iceberg) Enable system table
all_manifests for iceberg #60279 (#60339)
add b598e7c79f5 branch-4.0: [fix](regression-case)fix unstable case:
push_down_top_n_through_union #60251 (#60378)
add a283074ac47 branch-4.0: [Refactor](shuffle) Fix wrong deal of batching
block in TabletSinkHashPartitioner (#48720) (#60280)
add f93a50ebb5b branch-4.0: [Enhancement](auth) Improve password
validation to align with MySQL STRONG policy #60188 (#60299)
add 3b715c1195e branch-4.0: [refactor](rle) Refactor RLE for writing long
runs of repeated values #59927 (#60178)
add b3e28bf071c branch-4.0: [Refactor](function) Remove useless return
type check of unix_timstamp #60042 (#60109)
add 648fce07e8f branch-4.0: [Enhancement](Compaction) Add compaction
metadata size guard to prevent FDB transaction limit exceeded #58567 (#60273)
add 430d74bb7cd [Chore](pick) pick #59906 #59786 (#60050)
add db11f583a9c branch-4.0: [Fear](compaction) sparse wide table
compaction optimization #59967 (#60254)
add 271b5670c8e branch-4.0: [chore](cloud) Add skeleton func for clone
chain reader #59469 (#60278)
add 69377c57dfd branch-4.0: [Test](checker) Disable enable_packed_file for
test_checker #60354 (#60379)
add c4f01746b0f branch-4.0: [improve](tools) optimize
calculate_process_numbers logic in fdb_ctl.sh #60292 (#60384)
add 88ba7b4aae3 branch-4.0: [Opt](partial update) Init partial update
related fields only when it's partial update #59930 (#60200)
add 47acf0d8380 branch-4.0: [opt](parquet) opt the performance of dict
decoder #59681 (#60049)
add 067c41009f6 branch-4.0: [Enhancement](client) Supports dynamically
changing the rate limiter config #59465 (#60118)
add f07879cf277 branch-4.0: [enhance](file cache) clear file cache when
load failed #59864 (#60083)
add 62a756e552e branch-4.0: [opt](fe) opt the performance for
TupleDescriptor.getSlot #60115 (#60338)
add 982f60aee41 [chore](log) Suppress stack traces for expected errors
(#59585)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d81f5a0fe8d)
\
N -- N -- N refs/heads/auto-pick-59585-branch-4.0 (982f60aee41)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.gitignore | 3 +
be/CMakeLists.txt | 2 -
be/src/cloud/cloud_base_compaction.cpp | 3 +
be/src/cloud/cloud_cumulative_compaction.cpp | 2 +
be/src/cloud/cloud_index_change_compaction.cpp | 7 +-
be/src/cloud/cloud_internal_service.cpp | 150 +--
be/src/cloud/cloud_rowset_builder.cpp | 7 +-
be/src/cloud/cloud_tablet.cpp | 60 +-
be/src/cloud/cloud_warm_up_manager.cpp | 44 +-
be/src/cloud/config.cpp | 1 +
be/src/cloud/config.h | 1 +
be/src/common/config.cpp | 16 +-
be/src/common/config.h | 15 +-
be/src/exec/olap_common.h | 3 +
be/src/exec/rowid_fetcher.cpp | 10 +-
be/src/exec/schema_scanner.cpp | 12 +-
be/src/exprs/function_filter.h | 2 +-
be/src/exprs/math_functions.cpp | 2 +-
be/src/io/cache/block_file_cache.cpp | 40 +-
be/src/io/cache/block_file_cache.h | 6 +-
be/src/io/cache/block_file_cache_factory.cpp | 6 +-
be/src/io/cache/block_file_cache_factory.h | 2 +-
be/src/io/cache/cached_remote_file_reader.cpp | 31 +-
be/src/io/cache/peer_file_cache_reader.cpp | 3 +-
be/src/io/fs/packed_file_manager.cpp | 123 +-
be/src/io/fs/packed_file_manager.h | 1 +
be/src/io/fs/packed_file_system.cpp | 42 +-
be/src/io/fs/s3_obj_storage_client.cpp | 9 +
be/src/olap/accept_null_predicate.h | 35 +-
be/src/olap/base_tablet.h | 5 +
be/src/olap/compaction.cpp | 92 ++
be/src/olap/compaction.h | 14 +
be/src/olap/comparison_predicate.h | 12 +-
be/src/olap/delete_handler.cpp | 2 +-
be/src/olap/in_list_predicate.h | 12 +-
be/src/olap/iterators.h | 1 +
be/src/olap/like_column_predicate.cpp | 2 +-
be/src/olap/merger.cpp | 50 +-
be/src/olap/merger.h | 3 +-
be/src/olap/null_predicate.h | 1 +
be/src/olap/partial_update_info.cpp | 39 +-
be/src/olap/rowset/rowset_writer_context.h | 3 +
.../ann_index/cmake-protect/CMakeLists.txt | 4 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 118 ++
be/src/olap/rowset/segment_v2/column_writer.h | 7 +
be/src/olap/rowset/segment_v2/encoding_info.cpp | 2 +-
.../inverted_index/token_filter/pinyin_filter.cpp | 40 +-
be/src/olap/shared_predicate.h | 21 +
be/src/olap/tablet_reader.cpp | 6 -
be/src/olap/tablet_reader.h | 4 +
be/src/olap/tablet_schema.h | 1 -
be/src/olap/types.h | 8 +-
be/src/pipeline/common/set_utils.h | 10 +-
.../pipeline/exec/aggregation_source_operator.cpp | 8 +
be/src/pipeline/exec/aggregation_source_operator.h | 2 +
be/src/pipeline/exec/exchange_sink_operator.cpp | 30 +-
be/src/pipeline/exec/exchange_sink_operator.h | 13 +-
be/src/pipeline/exec/file_scan_operator.h | 21 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 8 +-
.../exec/multi_cast_data_stream_source.cpp | 4 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 16 +-
.../partitioned_aggregation_source_operator.cpp | 2 +-
.../exec/partitioned_hash_join_probe_operator.cpp | 2 +-
.../exec/partitioned_hash_join_sink_operator.cpp | 4 +-
be/src/pipeline/exec/scan_operator.cpp | 49 +-
be/src/pipeline/exec/scan_operator.h | 14 +-
.../local_exchange_sink_operator.cpp | 7 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 47 +-
be/src/pipeline/local_exchange/local_exchanger.h | 25 +-
be/src/pipeline/shuffle/exchange_writer.cpp | 206 ++++
be/src/pipeline/shuffle/exchange_writer.h | 99 ++
be/src/pipeline/shuffle/writer.cpp | 103 --
be/src/pipeline/shuffle/writer.h | 53 -
be/src/runtime/client_cache.cpp | 107 +-
be/src/runtime/client_cache.h | 28 +-
be/src/runtime/load_stream.cpp | 45 +-
be/src/runtime/load_stream.h | 5 +
be/src/runtime/memory/lru_cache_policy.h | 5 +-
be/src/runtime/primitive_type.h | 78 +-
be/src/runtime/query_context.cpp | 12 +
be/src/runtime/query_context.h | 3 +
be/src/runtime/runtime_predicate.cpp | 11 +-
be/src/runtime/runtime_predicate.h | 20 +-
.../stream_load/stream_load_recorder_manager.cpp | 7 +-
be/src/runtime/type_limit.h | 6 +
be/src/runtime/workload_group/workload_group.cpp | 7 +-
.../workload_group/workload_group_manager.cpp | 1 +
.../workload_group/workload_group_metrics.cpp | 2 +-
.../runtime_filter_consumer_helper.cpp | 24 +-
.../runtime_filter_consumer_helper.h | 11 +-
be/src/runtime_filter/utils.h | 2 +-
be/src/service/internal_service.cpp | 3 +-
be/src/udf/CMakeLists.txt | 26 -
be/src/util/arrow/row_batch.cpp | 2 +
be/src/util/binary_cast.hpp | 4 +-
be/src/util/bitmap_value.h | 1 -
be/src/util/brpc_client_cache.h | 62 +-
be/src/util/counts.h | 1 -
be/src/util/dns_cache.cpp | 48 +-
be/src/util/dns_cache.h | 5 +
be/src/util/jsonb_document_cast.h | 6 +-
be/src/util/rle_encoding.h | 45 +-
be/src/util/s3_util.cpp | 59 +
be/src/util/s3_util.h | 4 +-
be/src/util/string_parser.cpp | 73 +-
be/src/util/string_parser.hpp | 47 +-
.../aggregate_function_array_agg.h | 2 +-
.../aggregate_functions/aggregate_function_avg.h | 9 +-
.../aggregate_function_avg_weighted.h | 2 +-
.../aggregate_function_binary.h | 4 +-
.../aggregate_function_collect.h | 4 +-
.../aggregate_function_group_array_set_op.h | 5 +-
.../aggregate_function_histogram.h | 14 +-
.../aggregate_function_linear_histogram.h | 4 +-
.../aggregate_functions/aggregate_function_map.h | 2 +-
.../aggregate_function_min_max.h | 16 +-
.../aggregate_function_percentile.h | 6 +-
.../aggregate_function_product.h | 39 +-
.../aggregate_function_regr_union.h | 4 +-
.../aggregate_function_sequence_match.h | 12 +-
.../aggregate_functions/aggregate_function_sum.h | 20 +-
.../aggregate_functions/aggregate_function_topn.h | 16 +-
.../aggregate_functions/aggregate_function_uniq.h | 14 +-
.../aggregate_function_uniq_distribute_key.h | 9 +-
.../aggregate_function_window_funnel.h | 19 +-
be/src/vec/columns/column.h | 17 +
be/src/vec/columns/column_array.cpp | 4 +-
be/src/vec/columns/column_complex.h | 2 +-
be/src/vec/columns/column_const.h | 15 +
be/src/vec/columns/column_decimal.cpp | 5 +-
be/src/vec/columns/column_decimal.h | 17 +-
be/src/vec/columns/column_nullable.cpp | 3 +-
be/src/vec/columns/column_nullable.h | 26 +
be/src/vec/columns/column_varbinary.h | 2 +-
be/src/vec/columns/column_variant.cpp | 3 +-
be/src/vec/columns/column_vector.cpp | 157 +--
be/src/vec/columns/column_vector.h | 49 +-
be/src/vec/columns/columns_common.cpp | 8 +
be/src/vec/columns/predicate_column.h | 11 +-
be/src/vec/common/hash_table/hash.h | 92 ++
be/src/vec/common/schema_util.cpp | 36 +-
be/src/vec/common/schema_util.h | 4 +-
be/src/vec/common/string_buffer.hpp | 1 +
be/src/vec/core/accurate_comparison.h | 285 ++++-
be/src/vec/core/block.cpp | 19 -
be/src/vec/core/block.h | 1 -
be/src/vec/core/decimal_comparison.h | 11 +-
be/src/vec/core/field.h | 77 --
be/src/vec/core/sort_block.h | 2 +-
be/src/vec/core/types.h | 5 -
be/src/vec/data_types/convert_field_to_type.cpp | 19 +-
be/src/vec/data_types/data_type_date.cpp | 4 +-
be/src/vec/data_types/data_type_date.h | 6 +-
.../data_types/data_type_date_or_datetime_v2.cpp | 34 +-
.../vec/data_types/data_type_date_or_datetime_v2.h | 36 +-
be/src/vec/data_types/data_type_date_time.cpp | 6 +-
be/src/vec/data_types/data_type_date_time.h | 7 +-
be/src/vec/data_types/data_type_decimal.h | 39 +-
be/src/vec/data_types/data_type_number.h | 2 +-
be/src/vec/data_types/data_type_number_base.cpp | 33 +-
be/src/vec/data_types/data_type_number_base.h | 6 +-
be/src/vec/data_types/data_type_timestamptz.h | 4 +-
be/src/vec/data_types/data_type_varbinary.h | 1 -
.../serde/data_type_date_or_datetime_serde.cpp | 71 +-
.../serde/data_type_date_or_datetime_serde.h | 18 +-
.../serde/data_type_datetimev2_serde.cpp | 74 +-
.../data_types/serde/data_type_datev2_serde.cpp | 67 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 2 +-
.../data_types/serde/data_type_number_serde.cpp | 187 ++-
.../vec/data_types/serde/data_type_number_serde.h | 39 +-
.../vec/data_types/serde/data_type_time_serde.cpp | 18 +-
be/src/vec/data_types/serde/data_type_time_serde.h | 13 +-
.../serde/data_type_timestamptz_serde.cpp | 80 +-
.../data_types/serde/data_type_timestamptz_serde.h | 9 +
be/src/vec/exec/executor/task_executor.h | 1 +
.../time_sharing/time_sharing_task_executor.cpp | 19 +-
.../time_sharing/time_sharing_task_executor.h | 3 +-
be/src/vec/exec/format/column_type_convert.h | 26 +-
be/src/vec/exec/format/format_common.h | 7 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 10 +-
be/src/vec/exec/format/orc/vorc_reader.h | 37 +-
.../format/parquet/fix_length_dict_decoder.hpp | 38 +-
.../exec/format/parquet/parquet_column_convert.cpp | 11 +
.../exec/format/parquet/parquet_column_convert.h | 54 +-
be/src/vec/exec/format/parquet/parquet_predicate.h | 1 +
.../vec/exec/format/parquet/parquet_thrift_util.h | 6 +-
be/src/vec/exec/format/parquet/schema_desc.cpp | 21 +-
be/src/vec/exec/format/parquet/schema_desc.h | 5 +-
.../parquet/vparquet_column_chunk_reader.cpp | 14 +-
.../format/parquet/vparquet_column_chunk_reader.h | 13 +
.../exec/format/parquet/vparquet_column_reader.cpp | 27 +-
.../exec/format/parquet/vparquet_column_reader.h | 5 +
.../exec/format/parquet/vparquet_file_metadata.cpp | 4 +-
.../exec/format/parquet/vparquet_file_metadata.h | 2 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 71 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 17 -
be/src/vec/exec/jni_connector.cpp | 8 +
be/src/vec/exec/jni_connector.h | 42 +-
be/src/vec/exec/scan/file_scanner.cpp | 22 +-
be/src/vec/exec/scan/scanner.cpp | 18 +-
be/src/vec/exec/scan/scanner.h | 14 +-
be/src/vec/exec/scan/scanner_scheduler.h | 1 +
be/src/vec/exec/skewed_partition_rebalancer.cpp | 12 +-
be/src/vec/exec/skewed_partition_rebalancer.h | 8 +-
be/src/vec/exec/vjdbc_connector.cpp | 10 +-
.../udf.cpp => vec/exprs/function_context.cpp} | 7 +-
be/src/{udf/udf.h => vec/exprs/function_context.h} | 36 +-
be/src/vec/exprs/vbitmap_predicate.h | 2 +-
be/src/vec/exprs/vbloom_predicate.h | 2 +-
be/src/vec/exprs/vcase_expr.h | 32 +-
be/src/vec/exprs/vcast_expr.h | 2 +-
be/src/vec/exprs/vcondition_expr.cpp | 32 +-
be/src/vec/exprs/vcondition_expr.h | 2 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 2 +-
be/src/vec/exprs/vectorized_fn_call.h | 2 +-
be/src/vec/exprs/vexpr.h | 2 +-
be/src/vec/exprs/vexpr_context.cpp | 2 +-
be/src/vec/exprs/vexpr_context.h | 2 +-
be/src/vec/exprs/vin_predicate.cpp | 3 +-
be/src/vec/exprs/vin_predicate.h | 2 +-
be/src/vec/exprs/vmatch_predicate.h | 2 +-
be/src/vec/exprs/vruntimefilter_wrapper.h | 2 +-
.../functions/array/function_array_aggregation.cpp | 2 +-
.../vec/functions/array/function_array_cum_sum.cpp | 7 +-
.../vec/functions/array/function_array_range.cpp | 4 +-
be/src/vec/functions/binary_arithmetic.h | 74 +-
.../functions/cast/cast_to_basic_number_common.h | 55 +-
be/src/vec/functions/cast/cast_to_date.h | 38 +-
.../vec/functions/cast/cast_to_datetimev2_impl.hpp | 53 +-
be/src/vec/functions/cast/cast_to_timestamptz.h | 6 +-
be/src/vec/functions/date_time_transforms.h | 132 ++-
be/src/vec/functions/datetime_errors.h | 38 +-
be/src/vec/functions/divide.cpp | 65 +-
be/src/vec/functions/function.h | 2 +-
be/src/vec/functions/function_bit.cpp | 10 +-
be/src/vec/functions/function_bit_test.cpp | 5 +-
be/src/vec/functions/function_bitmap.cpp | 2 +-
be/src/vec/functions/function_convert_tz.cpp | 23 +-
.../function_date_or_datetime_computation.cpp | 86 ++
.../function_date_or_datetime_computation.h | 376 ++++---
.../function_date_or_datetime_to_something.h | 23 +-
.../function_date_or_datetime_to_string.cpp | 11 +-
.../vec/functions/function_datetime_floor_ceil.cpp | 403 +++----
.../functions/function_datetime_string_to_string.h | 14 +-
be/src/vec/functions/function_encode_varchar.cpp | 14 +-
be/src/vec/functions/function_fake.cpp | 15 +-
be/src/vec/functions/function_hash.cpp | 4 +-
be/src/vec/functions/function_helpers.h | 4 +-
be/src/vec/functions/function_java_udf.h | 2 +-
be/src/vec/functions/function_jsonb.cpp | 2 +-
be/src/vec/functions/function_multi_same_args.h | 2 +-
.../vec/functions/function_other_types_to_date.cpp | 143 +--
be/src/vec/functions/function_regexp.cpp | 8 +-
be/src/vec/functions/function_rpc.h | 2 +-
be/src/vec/functions/function_string.h | 4 +-
be/src/vec/functions/function_tokenize.h | 2 +-
be/src/vec/functions/functions_comparison.h | 15 +-
be/src/vec/functions/functions_geo.h | 2 +-
be/src/vec/functions/functions_logical.h | 2 +-
be/src/vec/functions/if.h | 2 +-
be/src/vec/functions/in.h | 2 +-
be/src/vec/functions/int_div.cpp | 10 +-
be/src/vec/functions/like.h | 2 +-
be/src/vec/functions/math.cpp | 29 +-
be/src/vec/functions/minus.cpp | 20 +-
be/src/vec/functions/modulo.cpp | 84 +-
be/src/vec/functions/multiply.cpp | 134 ++-
be/src/vec/functions/plus.cpp | 20 +-
be/src/vec/functions/random.cpp | 2 +-
be/src/vec/functions/round.h | 36 +-
be/src/vec/functions/simple_function_factory.h | 2 +-
be/src/vec/functions/uniform.cpp | 2 +-
be/src/vec/io/io_helper.cpp | 55 +
be/src/vec/io/io_helper.h | 71 +-
be/src/vec/json/json_parser.cpp | 18 +-
be/src/vec/olap/olap_data_convertor.h | 10 +-
be/src/vec/olap/vertical_block_reader.cpp | 165 ++-
be/src/vec/olap/vertical_block_reader.h | 18 +
be/src/vec/olap/vertical_merge_iterator.cpp | 154 +++
be/src/vec/olap/vertical_merge_iterator.h | 35 +
be/src/vec/runtime/partitioner.cpp | 13 +-
be/src/vec/runtime/partitioner.h | 62 +-
be/src/vec/runtime/timestamptz_value.cpp | 33 +-
be/src/vec/runtime/timestamptz_value.h | 87 +-
be/src/vec/runtime/vcsv_transformer.cpp | 19 +-
be/src/vec/runtime/vdatetime_value.cpp | 20 +-
be/src/vec/runtime/vdatetime_value.h | 6 +-
be/src/vec/runtime/vorc_transformer.cpp | 4 +
be/src/vec/sink/load_stream_stub.cpp | 15 +
.../sink/scale_writer_partitioning_exchanger.hpp | 24 +-
be/src/vec/sink/tablet_sink_hash_partitioner.cpp | 106 +-
be/src/vec/sink/tablet_sink_hash_partitioner.h | 24 +-
be/src/vec/sink/varrow_flight_result_writer.cpp | 4 +
be/src/vec/sink/varrow_flight_result_writer.h | 4 +-
be/src/vec/sink/vdata_stream_sender.cpp | 2 +-
be/src/vec/sink/vdata_stream_sender.h | 14 +-
be/src/vec/sink/vmysql_result_writer.cpp | 1 -
be/src/vec/sink/vrow_distribution.cpp | 162 +--
be/src/vec/sink/vrow_distribution.h | 59 +-
be/src/vec/sink/vtablet_block_convertor.cpp | 6 +-
be/src/vec/sink/vtablet_finder.cpp | 2 +-
be/src/vec/sink/vtablet_finder.h | 2 +-
.../sink/writer/iceberg/partition_transformers.cpp | 2 +-
.../sink/writer/iceberg/partition_transformers.h | 4 +-
be/src/vec/sink/writer/vhive_table_writer.h | 1 +
be/src/vec/sink/writer/vtablet_writer.cpp | 18 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 11 +-
be/src/vec/utils/stringop_substring.h | 1 -
be/test/cloud/cloud_compaction_test.cpp | 277 +++++
be/test/io/cache/block_file_cache_test.cpp | 80 +-
.../io/cache/block_file_cache_test_lru_dump.cpp | 7 +-
be/test/io/client/s3_file_system_test.cpp | 31 +
be/test/io/fs/packed_file_concurrency_test.cpp | 15 +-
be/test/olap/accept_null_predicate_test.cpp | 217 ++++
.../bloom_filter_index_reader_writer_test.cpp | 9 +-
.../token_filter/pinyin_filter_test.cpp | 102 +-
be/test/pipeline/local_exchanger_test.cpp | 274 +++--
.../operator/analytic_sink_operator_test.cpp | 1 -
.../operator/partitioned_hash_join_test_helper.h | 1 -
.../operator/scan_normalize_predicate_test.cpp | 22 +-
.../operator/spillable_operator_test_helper.h | 13 +-
be/test/pipeline/shuffle/exchange_writer_test.cpp | 233 ++++
be/test/pipeline/thrift_builder.h | 1 -
be/test/runtime/timestamptz_value_test.cpp | 44 +-
.../runtime_filter_consumer_helper_test.cpp | 2 +-
.../testutil/datetime_ut_util.h} | 38 +-
be/test/testutil/function_utils.cpp | 2 +-
be/test/util/rle_encoding_test.cpp | 357 ++++++
.../vec/aggregate_functions/agg_bitmap_test.cpp | 3 +-
.../vec/aggregate_functions/agg_collect_test.cpp | 6 +
.../agg_group_array_intersect_test.cpp | 196 +++-
.../vec/aggregate_functions/agg_histogram_test.cpp | 20 +
.../vec/aggregate_functions/agg_replace_test.cpp | 38 +-
be/test/vec/aggregate_functions/agg_test.cpp | 27 +-
be/test/vec/columns/column_ip_test.cpp | 16 -
be/test/vec/columns/column_nullable_test.h | 3 +-
be/test/vec/columns/column_variant_test.cpp | 32 +
be/test/vec/columns/common_column_test.h | 106 +-
be/test/vec/core/block_test.cpp | 24 +-
.../vec/data_types/data_type_datetime_v1_test.cpp | 13 +-
.../vec/data_types/data_type_datetime_v2_test.cpp | 22 +-
be/test/vec/data_types/data_type_number_test.cpp | 6 +-
.../vec/data_types/data_type_timestamptz_test.cpp | 21 +-
be/test/vec/data_types/from_string_test.cpp | 2 +-
.../serde/data_type_serde_arrow_test.cpp | 4 +-
.../serde/data_type_serde_mysql_test.cpp | 4 +-
be/test/vec/exec/column_type_convert_test.cpp | 4 +-
be/test/vec/exec/exchange_sink_test.cpp | 9 +-
be/test/vec/exec/exchange_sink_test.h | 7 +-
.../vec/exec/format/parquet/parquet_expr_test.cpp | 2 +-
.../exec/format/parquet/parquet_thrift_test.cpp | 6 +-
be/test/vec/exec/vjdbc_connector_test.cpp | 99 +-
be/test/vec/exprs/try_cast_expr_test.cpp | 2 +-
.../vec/function/cast/cast_to_decimal128_perf.cpp | 220 ++++
.../vec/function/cast/cast_to_timestamptz_test.cpp | 33 +-
be/test/vec/function/function_bitmap_test.cpp | 44 +
...ion_comparison_evaluate_inverted_index_test.cpp | 125 ++
be/test/vec/function/function_eq_for_null_test.cpp | 2 +-
be/test/vec/function/function_hash_map_dict_test.h | 29 +
be/test/vec/function/function_jsonb_test.cpp | 2 +-
be/test/vec/function/function_test_util.h | 8 +-
be/test/vec/function/function_time_test.cpp | 70 ++
be/test/vec/jsonb/json_parser_test.cpp | 45 +-
be/test/vec/olap/vertical_compaction_test.cpp | 145 +++
be/test/vec/olap/vertical_merge_iterator_test.cpp | 1130 +++++++++++++++++++
.../vec/sink/arrow_result_block_buffer_test.cpp | 29 +-
be/test/vec/sink/get_result_batch_test.cpp | 6 +-
be/test/vec/sink/sink_test_utils.h | 229 ++++
.../vec/sink/tablet_sink_hash_partitioner_test.cpp | 280 +++++
be/test/vec/sink/vrow_distribution_test.cpp | 454 ++++++++
.../utils/arrow_column_to_doris_column_test.cpp | 9 +-
cloud/CMakeLists.txt | 2 +-
cloud/src/common/config.h | 2 +-
cloud/src/meta-service/meta_service.cpp | 2 +
cloud/src/meta-service/meta_service_txn.cpp | 8 +
cloud/src/meta-service/txn_lazy_committer.cpp | 7 +
cloud/src/meta-store/clone_chain_reader.cpp | 129 +++
cloud/src/meta-store/clone_chain_reader.h | 20 +
cloud/src/recycler/meta_checker.cpp | 4 +-
cloud/src/recycler/recycler.cpp | 4 +
cloud/src/recycler/s3_obj_client.cpp | 12 +
cloud/test/mock_accessor.h | 2 +-
cloud/test/recycler_test.cpp | 145 +++
cloud/test/txn_lazy_commit_test.cpp | 88 ++
common/cpp/s3_rate_limiter.h | 12 +
docker/runtime/doris-compose/Dockerfile | 4 +-
...-0ef44e1e-2bc4-417a-a262-fd8b66fb5a67-0.parquet | Bin 0 -> 513 bytes
...-7855782c-3776-4332-8288-efa84aad3144-0.parquet | Bin 0 -> 501 bytes
...manifest-46ccff55-ca24-4577-8249-bff2967480fd-0 | Bin 0 -> 1778 bytes
...manifest-df8f8bcc-8680-48fd-8484-40d88e17e834-0 | Bin 0 -> 1791 bytes
...est-list-a5224c7a-7873-4139-aebb-1592e62a21c5-0 | Bin 0 -> 743 bytes
...est-list-a5224c7a-7873-4139-aebb-1592e62a21c5-1 | Bin 0 -> 743 bytes
...est-list-b2b87161-8fcb-466b-afc0-d6000640181e-0 | Bin 0 -> 646 bytes
...est-list-b2b87161-8fcb-466b-afc0-d6000640181e-1 | Bin 0 -> 743 bytes
.../scripts/paimon1/db1.db/t_ltz/schema/schema-0 | 19 +
.../{append_table => t_ltz}/snapshot/EARLIEST | 0
.../db1.db/{all_table => t_ltz}/snapshot/LATEST | 0
.../paimon1/db1.db/t_ltz/snapshot/snapshot-1 | 17 +
.../paimon1/db1.db/t_ltz/snapshot/snapshot-2 | 17 +
docker/thirdparties/docker-compose/hudi/README.md | 280 +++++
docker/thirdparties/docker-compose/hudi/hadoop.env | 52 -
.../thirdparties/docker-compose/hudi/hudi.env.tpl | 50 +
.../thirdparties/docker-compose/hudi/hudi.yaml.tpl | 353 ++----
.../hudi/scripts/config/base.properties | 25 -
.../hudi/scripts/config/dfs-source.properties | 31 -
.../hudi/scripts/config/hoodie-incr.properties | 34 -
.../hudi/scripts/config/hoodie-schema.avsc | 146 ---
.../hudi/scripts/config/kafka-source.properties | 30 -
.../hudi/scripts/config/log4j2.properties | 61 -
.../docker-compose/hudi/scripts/config/schema.avsc | 59 -
.../hudi/scripts/config/spark-defaults.conf | 30 -
.../hudi/01_config_and_database.sql | 11 +
.../hudi/02_create_user_activity_log_tables.sql | 160 +++
.../hudi/03_create_orc_tables.sql | 49 +
.../hudi/04_create_time_travel_tables.sql | 48 +
.../hudi/05_create_partition_tables.sql | 94 ++
.../hudi/06_create_type_partition_tables.sql | 169 +++
.../hudi/07_create_schema_change_tables.sql | 169 +++
.../hudi/08_create_full_schema_change_tables.sql | 151 +++
.../hudi/09_create_schema_evolution_tables.sql | 264 +++++
.../hudi/10_create_timestamp_table.sql | 39 +
.../hudi/11_create_mtmv_tables.sql | 132 +++
.../docker-compose/hudi/scripts/init.sh | 236 ++++
.../docker-compose/hudi/scripts/run_sync_tool.sh | 56 -
.../hudi/scripts/setup_demo_container_adhoc_1.sh | 31 -
.../hudi/scripts/setup_demo_container_adhoc_2.sh | 77 --
.../iceberg-rest/docker-compose.yaml.tpl | 3 +
.../docker-compose/iceberg/entrypoint.sh.tpl | 14 +
.../docker-compose/iceberg/iceberg.yaml.tpl | 15 +-
.../create_preinstalled_scripts/iceberg/run25.sql | 61 +
.../create_preinstalled_scripts/paimon/run09.sql | 34 +
.../create_preinstalled_scripts/paimon/run10.sql | 65 ++
.../docker-compose/mysql/init/01-drop-db.sql | 1 +
.../docker-compose/mysql/init/02-create-db.sql | 1 +
.../docker-compose/mysql/init/03-create-table.sql | 7 +
.../docker-compose/mysql/init/04-insert.sql | 10 +
.../docker-compose/oracle/init/03-create-table.sql | 5 +
.../docker-compose/oracle/init/04-insert.sql | 7 +
.../docker-compose/polaris/docker-compose.yaml.tpl | 3 +
.../postgresql/init/01-create-schema.sql | 1 +
.../postgresql/init/02-create-table.sql | 7 +
.../docker-compose/postgresql/init/04-insert.sql | 6 +
.../thirdparties/docker-compose/spark/spark.yaml | 46 -
.../spark/tools/csv_format_conversion_tool.py | 83 --
.../spark/tools/orc_format_conversion_tool.py | 71 --
.../spark/tools/parquet_format_conversion_tool.py | 71 --
.../docker-compose/spark/tools/requirements.txt | 1 -
.../docker-compose/spark/tools/sample.csv | 2 -
.../docker-compose/trino/gen_env.sh.tpl | 39 -
.../docker-compose/trino/hive.properties.tpl | 19 -
.../trino/scripts/create_trino_table.sql | 222 ----
.../docker-compose/trino/trino_hive.env.tpl | 53 -
.../docker-compose/trino/trino_hive.yaml.tpl | 144 ---
docker/thirdparties/run-thirdparties-docker.sh | 176 +--
.../org/apache/doris/avro/AvroColumnValue.java | 5 +
.../apache/doris/hudi/HadoopHudiColumnValue.java | 5 +
.../doris/iceberg/IcebergSysTableColumnValue.java | 6 +
.../apache/doris/common/jni/MockJniScanner.java | 5 +
.../apache/doris/common/jni/vec/ColumnType.java | 13 +-
.../apache/doris/common/jni/vec/ColumnValue.java | 2 +
.../apache/doris/common/jni/vec/ScanPredicate.java | 5 +
.../apache/doris/common/jni/vec/VectorColumn.java | 61 +
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 99 +-
.../org/apache/doris/jdbc/MySQLJdbcExecutor.java | 3 +
.../org/apache/doris/jdbc/OracleJdbcExecutor.java | 3 +
.../apache/doris/jdbc/PostgreSQLJdbcExecutor.java | 18 +-
.../doris/maxcompute/MaxComputeColumnValue.java | 5 +
.../org/apache/doris/paimon/PaimonColumnValue.java | 9 +
.../trinoconnector/TrinoConnectorColumnValue.java | 6 +
.../main/java/org/apache/doris/common/Config.java | 23 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 1 +
.../main/java/org/apache/doris/alter/Alter.java | 2 +-
.../org/apache/doris/analysis/OutFileClause.java | 7 +
.../org/apache/doris/analysis/SearchPredicate.java | 57 +-
.../org/apache/doris/analysis/TupleDescriptor.java | 12 +-
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 2 +-
.../main/java/org/apache/doris/catalog/Env.java | 15 +-
.../org/apache/doris/catalog/JdbcResource.java | 18 +-
.../org/apache/doris/catalog/MetadataViewer.java | 8 +-
.../java/org/apache/doris/catalog/OlapTable.java | 40 +-
.../doris/clone/DynamicPartitionScheduler.java | 74 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 2 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 5 +
.../cloud/catalog/CloudInstanceStatusChecker.java | 2 +
.../apache/doris/cloud/catalog/CloudPartition.java | 32 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 31 +-
.../doris/cloud/qe/ComputeGroupException.java | 4 +
.../doris/cloud/system/CloudSystemInfoService.java | 1 +
.../java/org/apache/doris/common/DNSCache.java | 21 +-
.../doris/common/cache/NereidsSqlCacheManager.java | 8 +
.../doris/common/util/FileFormatConstants.java | 1 +
.../org/apache/doris/common/util/LocationPath.java | 1 +
.../apache/doris/datasource/CatalogProperty.java | 17 +
.../apache/doris/datasource/ExternalCatalog.java | 10 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 3 +-
.../apache/doris/datasource/FileQueryScanNode.java | 45 +-
.../apache/doris/datasource/InternalCatalog.java | 29 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 2 +
.../doris/datasource/hive/HMSExternalTable.java | 8 +-
.../doris/datasource/hive/HMSTransaction.java | 182 ++-
.../doris/datasource/hive/HiveMetaStoreCache.java | 17 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 24 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 11 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 2 +-
.../datasource/iceberg/IcebergMetadataCache.java | 4 +-
.../datasource/iceberg/IcebergMetadataOps.java | 26 +-
.../doris/datasource/iceberg/IcebergUtils.java | 44 +-
.../iceberg/source/IcebergApiSource.java | 3 +-
.../iceberg/source/IcebergHMSSource.java | 3 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 3 +-
.../doris/datasource/jdbc/client/JdbcClient.java | 2 +
.../datasource/jdbc/client/JdbcClientConfig.java | 13 +
.../datasource/jdbc/client/JdbcMySQLClient.java | 15 +-
.../datasource/jdbc/client/JdbcOracleClient.java | 16 +-
.../jdbc/client/JdbcPostgreSQLClient.java | 11 +-
.../datasource/paimon/PaimonExternalTable.java | 36 +-
.../apache/doris/datasource/paimon/PaimonUtil.java | 105 +-
.../datasource/paimon/source/PaimonScanNode.java | 3 +-
.../property/fileformat/FileFormatProperties.java | 1 +
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 10 +-
.../doris/httpv2/rest/RestBaseController.java | 4 +
.../apache/doris/httpv2/rest/RowCountAction.java | 4 +-
.../doris/load/routineload/KafkaTaskInfo.java | 14 +-
.../load/routineload/RoutineLoadTaskInfo.java | 3 +
.../load/routineload/RoutineLoadTaskScheduler.java | 4 +
.../org/apache/doris/metric/AutoMappedMetric.java | 3 +
.../java/org/apache/doris/metric/MetricRepo.java | 73 ++
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 2 +-
.../java/org/apache/doris/mysql/MysqlPassword.java | 163 ++-
.../org/apache/doris/nereids/StatementContext.java | 21 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 30 +-
.../nereids/rules/analysis/BindExpression.java | 7 +-
.../doris/nereids/rules/analysis/BindRelation.java | 1 +
.../rules/analysis/DatetimeFunctionBinder.java | 28 +-
.../rules/expression/ExpressionNormalization.java | 7 +-
.../rules/expression/ExpressionRewrite.java | 30 +-
.../rules/expression/ExpressionRuleType.java | 1 +
.../rules/expression/rules/TimestampToAddTime.java | 52 +
.../rules/rewrite/RewriteSearchToSlots.java | 20 +-
.../nereids/trees/expressions/Expression.java | 51 +-
.../functions/ComputeSignatureHelper.java | 9 +-
.../expressions/functions/SearchSignature.java | 42 +-
.../functions/executable/DateTimeArithmetic.java | 178 +++
.../functions/executable/TimeRoundSeries.java | 398 +++++++
.../functions/generator/PosExplode.java | 5 +-
.../expressions/functions/scalar/AddTime.java | 6 +-
.../functions/scalar/ArrayReverseSort.java | 16 +-
.../expressions/functions/scalar/ArraySort.java | 16 +-
.../expressions/functions/scalar/ArraySortBy.java | 16 +-
.../expressions/functions/scalar/DateTrunc.java | 32 +
.../expressions/functions/scalar/DayCeil.java | 8 +-
.../expressions/functions/scalar/DayFloor.java | 8 +-
.../expressions/functions/scalar/DayHourAdd.java | 6 +-
.../expressions/functions/scalar/DaySecondAdd.java | 6 +-
.../expressions/functions/scalar/DaysAdd.java | 6 +-
.../expressions/functions/scalar/DaysSub.java | 5 +-
.../expressions/functions/scalar/HoursAdd.java | 5 +-
.../expressions/functions/scalar/HoursSub.java | 5 +-
.../functions/scalar/MicroSecondsAdd.java | 10 +-
.../functions/scalar/MicroSecondsSub.java | 8 +-
.../functions/scalar/MilliSecondsAdd.java | 8 +-
.../functions/scalar/MilliSecondsSub.java | 8 +-
.../expressions/functions/scalar/MinuteCeil.java | 10 +-
.../expressions/functions/scalar/MinuteFloor.java | 10 +-
.../{DaySecondAdd.java => MinuteSecondAdd.java} | 24 +-
.../expressions/functions/scalar/MinutesAdd.java | 5 +-
.../expressions/functions/scalar/MinutesSub.java | 5 +-
.../expressions/functions/scalar/MonthCeil.java | 8 +-
.../expressions/functions/scalar/MonthFloor.java | 8 +-
.../expressions/functions/scalar/MonthsAdd.java | 5 +-
.../expressions/functions/scalar/MonthsSub.java | 6 +-
.../expressions/functions/scalar/QuarterCeil.java | 8 +-
.../expressions/functions/scalar/QuarterFloor.java | 8 +-
.../expressions/functions/scalar/QuartersAdd.java | 6 +-
.../expressions/functions/scalar/QuartersSub.java | 6 +-
.../functions/scalar/SearchDslParser.java | 964 ++++++++++++++--
.../expressions/functions/scalar/SecondCeil.java | 10 +-
.../expressions/functions/scalar/SecondFloor.java | 11 +-
...DaySecondAdd.java => SecondMicrosecondAdd.java} | 32 +-
.../expressions/functions/scalar/SecondsAdd.java | 5 +-
.../expressions/functions/scalar/SecondsSub.java | 5 +-
.../expressions/functions/scalar/SubTime.java | 8 +-
.../expressions/functions/scalar/Timestamp.java | 17 +-
.../expressions/functions/scalar/ToIso8601.java | 5 +-
.../expressions/functions/scalar/WeekCeil.java | 8 +-
.../expressions/functions/scalar/WeekFloor.java | 8 +-
.../expressions/functions/scalar/WeeksAdd.java | 5 +-
.../expressions/functions/scalar/WeeksSub.java | 6 +-
.../expressions/functions/scalar/YearCeil.java | 8 +-
.../expressions/functions/scalar/YearFloor.java | 8 +-
.../expressions/functions/scalar/YearsAdd.java | 6 +-
.../expressions/functions/scalar/YearsSub.java | 6 +-
.../expressions/literal/DateTimeV2Literal.java | 95 +-
.../trees/expressions/literal/Interval.java | 2 +
.../trees/expressions/literal/TimeV2Literal.java | 20 +
.../expressions/literal/TimestampTzLiteral.java | 122 +-
.../literal/format/DateTimeChecker.java | 49 +
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../trees/plans/commands/ShowColumnsCommand.java | 2 +-
.../trees/plans/commands/info/CreateTableInfo.java | 10 +
.../commands/insert/InsertIntoTableCommand.java | 7 +-
.../apache/doris/nereids/types/DateTimeV2Type.java | 3 +
.../doris/nereids/types/TimeStampTzType.java | 19 +-
.../doris/nereids/util/TypeCoercionUtils.java | 14 +-
.../java/org/apache/doris/persist/EditLog.java | 22 +-
.../org/apache/doris/planner/HiveTableSink.java | 6 +-
.../org/apache/doris/planner/OlapScanNode.java | 2 +-
.../java/org/apache/doris/qe/ConnectContext.java | 38 +-
.../java/org/apache/doris/qe/GlobalVariable.java | 21 +-
.../java/org/apache/doris/qe/SessionVariable.java | 28 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 7 +-
.../org/apache/doris/qe/cache/PartitionRange.java | 12 -
.../org/apache/doris/qe/cache/RowBatchBuilder.java | 44 -
.../org/apache/doris/rpc/BackendServiceClient.java | 7 +-
.../org/apache/doris/rpc/BackendServiceProxy.java | 14 +-
.../apache/doris/service/FrontendServiceImpl.java | 183 ++-
.../apache/doris/statistics/OlapAnalysisTask.java | 5 +-
.../java/org/apache/doris/system/Diagnoser.java | 4 +-
.../ExternalFileTableValuedFunction.java | 6 +
.../tablefunction/IcebergTableValuedFunction.java | 7 +-
.../tablefunction/PaimonTableValuedFunction.java | 3 +-
.../org/apache/doris/catalog/JdbcResourceTest.java | 22 +-
.../doris/cloud/catalog/CloudPartitionTest.java | 23 +-
.../java/org/apache/doris/common/DNSCacheTest.java | 356 ++++++
.../datasource/hive/HMSTransactionPathTest.java | 262 +++++
.../doris/datasource/paimon/PaimonUtilTest.java | 4 +-
.../org/apache/doris/mysql/MysqlPasswordTest.java | 337 ++++++
.../nereids/rules/expression/FoldConstantTest.java | 34 +
.../expression/rules/TimestampToAddTimeTest.java | 66 ++
.../rules/rewrite/RewriteSearchToSlotsTest.java | 28 +-
.../trees/expressions/ExpressionUnboundTest.java | 233 ++++
.../trees/expressions/SearchExpressionTest.java | 2 +-
.../functions/scalar/SearchDslParserTest.java | 833 ++++++++++----
.../expressions/functions/scalar/SearchTest.java | 14 +-
.../literal/TimestampTzLiteralTest.java | 303 +++++
.../literal/format/DateTimeCheckerTest.java | 162 +++
.../trees/plans/CreateTableCommandTest.java | 33 +
.../info/CreateOrReplaceBranchOrTagInfoTest.java | 9 -
.../doris/nereids/types/TimeStampTzTypeTest.java | 44 +
.../org/apache/doris/qe/ConnectContextTest.java | 169 +++
.../apache/doris/rpc/BackendServiceClientTest.java | 227 ++++
.../apache/doris/rpc/BackendServiceProxyTest.java | 303 +++++
gensrc/proto/cloud.proto | 1 +
gensrc/script/gen_build_version.sh | 4 +-
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 1 +
regression-test/conf/regression-conf.groovy | 12 +-
.../data/correctness_p0/test_case_when_date.out | 50 +
.../data/datatype_p0/complex_types/test_array.out | 23 +
.../sql-function/test_array_function.out | 13 +-
.../sql-functions/doc_date_functions_test.out | 553 ++++++++-
.../data/export_p0/test_outfile_csv_compress.out | 252 ++++-
.../hive/write/test_hive_staging_dir.out} | 11 +-
.../branch_tag/iceberg_branch_complex_queries.out | 125 ++
.../branch_tag/iceberg_branch_cross_operations.out | 104 ++
.../iceberg_branch_partition_operations.out | 43 +
.../iceberg_branch_retention_and_snapshot.out | 24 +
.../iceberg/branch_tag/iceberg_branch_tag_auth.out | 19 +
.../branch_tag/iceberg_branch_tag_edge_cases.out | 35 +
.../branch_tag/iceberg_branch_tag_parallel_op.out | 69 ++
.../iceberg_branch_tag_schema_change_extended.out | 36 +
.../iceberg_branch_tag_system_tables.out | 59 +
.../iceberg_tag_retention_and_consistency.out | 114 ++
.../iceberg_and_internal_nested_namespace.out | 14 -
.../iceberg/iceberg_branch_tag_operate.out | 23 +
.../iceberg/test_iceberg_export_timestamp_tz.out | 69 ++
.../iceberg/test_iceberg_sys_table.out | 36 +
.../iceberg/test_iceberg_timestamp_tz.out | 83 ++
.../jdbc/test_doris_jdbc_catalog.out | 2 +-
.../jdbc/test_pg_jdbc_catalog.out | 2 +
.../select/test_mysql_all_types_select.out | 27 +
.../select/test_oracle_all_types_select.out | 12 +
.../type_test/select/test_pg_all_types_select.out | 27 +
.../paimon/paimon_time_travel.out | 4 +-
.../paimon/test_paimon_catalog_timestamp_tz.out | 38 +
.../test_remote_doris_variant_select.out | 4 +-
.../hudi/hudi_mtmv/test_hudi_mtmv.out | 90 --
.../hudi/hudi_mtmv/test_hudi_olap_rewrite_mtmv.out | 16 -
.../external_table_p2/hudi/test_hudi_catalog.out | 13 +-
.../hudi/test_hudi_full_schema_change.out | 1189 +++++++++++++-------
.../hudi/test_hudi_incremental.out | 588 ++--------
.../data/external_table_p2/hudi/test_hudi_meta.out | 70 +-
.../data/external_table_p2/hudi/test_hudi_mtmv.out | 101 ++
.../hudi/test_hudi_olap_rewrite_mtmv.out | 44 +
.../hudi/test_hudi_orc_tables.out | 14 +-
.../hudi/test_hudi_partition_prune.out | 32 +-
.../{hudi_mtmv => }/test_hudi_rewrite_mtmv.out | 0
.../hudi/test_hudi_schema_change.out | 276 +----
.../hudi/test_hudi_schema_evolution.out | 222 ++--
.../external_table_p2/hudi/test_hudi_snapshot.out | 1072 +++++-------------
.../external_table_p2/hudi/test_hudi_timestamp.out | 36 +-
.../hudi/test_hudi_timetravel.out | 200 +---
.../test_topn_fault_injection.out | 67 --
.../data/function_p0/test_substring_index.out | 4 +
.../from_int/test_cast_to_decimalv2_from_int.out | 0
.../test_cast_to_decimalv2_from_int_const.out | 0
.../analyzer/test_custom_analyzer.out | 15 +
.../test_inverted_index_null_literal.out | 19 +
.../{random.out => nereids_insert_random.out} | 0
.../nereids_p0/show/test_show_columns_command.out | 6 +
.../sql_functions/array_functions/sql/q04.out | 200 ++--
.../datetime_functions/test_date_function.out | 2 +-
.../datetime_functions/test_date_function_v2.out | 35 +-
.../sql_functions/table_function/posexplode.out | 137 +++
.../project_distinct_to_agg.out | 4 +
.../push_down_top_n_through_union.out | 2 +-
...ush_project_into_union_with_unique_function.out | 2 +-
.../in_predicate/inPredicate.out} | 4 +-
.../join/test_column_resize.out} | 8 +-
.../data/query_p0/set/rqg_prod_20240226/data | 2 +
.../set/rqg_prod_20240226/rqg_prod_20240226.out} | 11 +-
.../datetime_functions/test_date_function.out | 2 +-
.../test_dateadd_with_other_timeunit.out | 151 ++-
.../data/query_p0/system/test_table_properties.out | 12 +-
.../data/search/test_search_multi_field.out | 126 +++
...test_variant_bf_skip_unsupported_subcolumn.out} | 5 +-
.../org/apache/doris/regression/suite/Suite.groovy | 90 ++
.../regression/util/RoutineLoadTestUtils.groovy | 28 +
.../pipeline/cloud_p0/conf/fe_custom.conf | 2 +-
.../pipeline/external/conf/regression-conf.groovy | 11 +-
.../pipeline/nonConcurrent/conf/fe.conf | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
.../pipeline/p0/conf/regression-conf.groovy | 2 +-
.../suites/account_p0/test_alter_user.groovy | 4 +-
.../suites/auth_call/test_ddl_backup_auth.groovy | 12 +-
.../test_packed_file_warm_up_cluster_event.groovy | 205 ++++
.../test_clear_file_cache_on_load_failure.groovy | 157 +++
.../cache/warm_up/test_warmup_table_docker.groovy | 203 ++++
.../different_serialize.groovy} | 2 +-
...eate_partition_and_insert_overwrite_race.groovy | 92 ++
.../suites/cloud_p0/recycler/test_checker.groovy | 407 ++++---
.../test_create_partition_idempotence.groovy | 105 +-
.../test_insert_overwrite_idempotence.groovy | 158 +++
.../correctness_p0/test_case_when_date.groovy | 144 +++
.../datatype_p0/complex_types/test_array.groovy | 117 ++
.../sql-function/test_array_function.groovy | 19 +-
.../sql-functions/doc_date_functions_test.groovy | 1134 ++++++++++++++++++-
.../s3/test_outfile_with_different_s3.groovy | 22 +-
.../export_p0/test_outfile_csv_compress.groovy | 139 ++-
.../cache/test_file_cache_features.groovy | 105 +-
.../cache/test_file_cache_query_limit.groovy | 395 +++++++
.../test_file_cache_query_limit_config.groovy | 123 ++
.../cache/test_file_cache_statistics.groovy | 310 ++---
.../cache/test_hive_warmup_select.groovy | 2 +-
.../hive/write/test_hive_staging_dir.groovy | 148 +++
.../iceberg_branch_complex_queries.groovy | 111 ++
.../iceberg_branch_cross_operations.groovy | 99 ++
.../iceberg_branch_partition_operations.groovy | 89 ++
.../iceberg_branch_retention_and_snapshot.groovy | 183 +++
.../branch_tag/iceberg_branch_tag_auth.groovy | 162 +++
.../iceberg_branch_tag_edge_cases.groovy | 234 ++++
.../iceberg_branch_tag_parallel_op.groovy | 307 +++++
...ceberg_branch_tag_schema_change_extended.groovy | 137 +++
.../iceberg_branch_tag_system_tables.groovy | 119 ++
.../iceberg_tag_retention_and_consistency.groovy | 299 +++++
.../iceberg_and_internal_nested_namespace.groovy | 23 +-
.../iceberg/iceberg_branch_insert_data.groovy | 1 -
.../iceberg/iceberg_branch_tag_operate.groovy | 207 ++--
.../iceberg/iceberg_query_tag_branch.groovy | 2 +-
.../test_iceberg_export_timestamp_tz.groovy | 200 ++++
.../iceberg/test_iceberg_sys_table.groovy | 14 +-
.../iceberg/test_iceberg_table_meta_cache.groovy | 11 +-
.../iceberg/test_iceberg_timestamp_tz.groovy | 116 ++
.../select/test_mysql_all_types_select.groovy | 21 +
.../select/test_oracle_all_types_select.groovy | 22 +
.../select/test_pg_all_types_select.groovy | 21 +
.../paimon/paimon_incr_read.groovy | 2 +-
.../paimon/paimon_time_travel.groovy | 9 +-
.../paimon/test_paimon_catalog_timestamp_tz.groovy | 77 ++
.../hudi/test_hudi_catalog.groovy | 30 +-
.../hudi/test_hudi_full_schema_change.groovy | 147 +--
.../hudi/test_hudi_incremental.groovy | 90 +-
.../external_table_p2/hudi/test_hudi_meta.groovy | 69 +-
.../hudi/{hudi_mtmv => }/test_hudi_mtmv.groovy | 73 +-
.../test_hudi_olap_rewrite_mtmv.groovy | 114 +-
.../hudi/test_hudi_orc_tables.groovy | 26 +-
.../hudi/test_hudi_partition_prune.groovy | 135 ++-
.../{hudi_mtmv => }/test_hudi_rewrite_mtmv.groovy | 31 +-
...st_hudi_runtime_filter_partition_pruning.groovy | 19 +-
.../hudi/test_hudi_schema_change.groovy | 155 +--
.../hudi/test_hudi_schema_evolution.groovy | 113 +-
.../hudi/test_hudi_snapshot.groovy | 91 +-
.../hudi/test_hudi_timestamp.groovy | 25 +-
.../hudi/test_hudi_timetravel.groovy | 90 +-
.../test_cancelled_stream_close_wait.groovy | 94 ++
.../test_topn_fault_injection.groovy | 161 ---
.../suites/function_p0/test_substring_index.groovy | 22 +
regression-test/suites/insert_p0/insert.groovy | 6 +-
.../analyzer/test_custom_analyzer.groovy | 142 ++-
.../test_inverted_index_null_literal.groovy | 62 +
...st_streaming_job_alter_offset_restart_fe.groovy | 8 +-
.../insert/test_too_many_versions_detection.groovy | 81 +-
.../test_routine_load_adaptive_param.groovy | 1 +
.../suites/manager/test_manager_interface_3.groovy | 6 +-
.../suites/mtmv_p0/test_compression_mtmv.groovy | 1 -
...{random.groovy => nereids_insert_random.groovy} | 0
.../show/test_show_columns_command.groovy | 5 +-
.../test_date_function_v2.groovy | 43 +-
.../sql_functions/table_function/posexplode.groovy | 74 ++
.../project_distinct_to_agg.groovy | 17 +
.../push_down_top_n_through_union.groovy | 4 +-
.../nereids_syntax_p0/test_cast_datetime.groovy | 33 -
.../test_auto_partition_idempotence.groovy | 37 +-
.../query_p0/in_predicate/inPredicate.groovy | 25 +-
.../suites/query_p0/join/test_column_resize.groovy | 55 +
regression-test/suites/query_p0/load.groovy | 19 +-
.../set/rqg_prod_20240226/rqg_prod_20240226.groovy | 150 +++
.../test_dateadd_with_other_timeunit.groovy | 177 ++-
.../query_profile/s3_load_profile_test.groovy | 16 +-
.../suites/search/test_search_multi_field.groovy | 297 +++++
.../predefine/test_predefine_type_index.groovy | 4 +-
...ant_field_pattern_invalid_inverted_index.groovy | 242 ++++
.../test_array_contains_with_inverted_index.groovy | 2 +-
...st_variant_bf_skip_unsupported_subcolumn.groovy | 39 +
thirdparty/build-thirdparty.sh | 6 +-
.../azure-sdk-for-cpp-azure-core_1.16.0.patch | 33 +-
tools/fdb/fdb_ctl.sh | 22 +-
820 files changed, 32309 insertions(+), 10127 deletions(-)
create mode 100644 be/src/pipeline/shuffle/exchange_writer.cpp
create mode 100644 be/src/pipeline/shuffle/exchange_writer.h
delete mode 100644 be/src/pipeline/shuffle/writer.cpp
delete mode 100644 be/src/pipeline/shuffle/writer.h
delete mode 100755 be/src/udf/CMakeLists.txt
rename be/src/{udf/udf.cpp => vec/exprs/function_context.cpp} (96%)
rename be/src/{udf/udf.h => vec/exprs/function_context.h} (86%)
create mode 100644 be/src/vec/io/io_helper.cpp
create mode 100644 be/test/olap/accept_null_predicate_test.cpp
create mode 100644 be/test/pipeline/shuffle/exchange_writer_test.cpp
copy be/{src/exprs/function_filter.h => test/testutil/datetime_ut_util.h} (54%)
create mode 100644
be/test/vec/function/function_comparison_evaluate_inverted_index_test.cpp
create mode 100644 be/test/vec/olap/vertical_merge_iterator_test.cpp
create mode 100644 be/test/vec/sink/sink_test_utils.h
create mode 100644 be/test/vec/sink/tablet_sink_hash_partitioner_test.cpp
create mode 100644 be/test/vec/sink/vrow_distribution_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/bucket-0/data-0ef44e1e-2bc4-417a-a262-fd8b66fb5a67-0.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/bucket-0/data-7855782c-3776-4332-8288-efa84aad3144-0.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/manifest/manifest-46ccff55-ca24-4577-8249-bff2967480fd-0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/manifest/manifest-df8f8bcc-8680-48fd-8484-40d88e17e834-0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/manifest/manifest-list-a5224c7a-7873-4139-aebb-1592e62a21c5-0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/manifest/manifest-list-a5224c7a-7873-4139-aebb-1592e62a21c5-1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/manifest/manifest-list-b2b87161-8fcb-466b-afc0-d6000640181e-0
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/manifest/manifest-list-b2b87161-8fcb-466b-afc0-d6000640181e-1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/schema/schema-0
copy
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/{append_table =>
t_ltz}/snapshot/EARLIEST (100%)
copy docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/{all_table
=> t_ltz}/snapshot/LATEST (100%)
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/snapshot/snapshot-1
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/paimon1/db1.db/t_ltz/snapshot/snapshot-2
create mode 100644 docker/thirdparties/docker-compose/hudi/README.md
delete mode 100644 docker/thirdparties/docker-compose/hudi/hadoop.env
create mode 100644 docker/thirdparties/docker-compose/hudi/hudi.env.tpl
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/base.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/dfs-source.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/hoodie-incr.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/hoodie-schema.avsc
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/kafka-source.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/log4j2.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/schema.avsc
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/spark-defaults.conf
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/01_config_and_database.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/02_create_user_activity_log_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/03_create_orc_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/04_create_time_travel_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/05_create_partition_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/06_create_type_partition_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/07_create_schema_change_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/08_create_full_schema_change_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/09_create_schema_evolution_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/10_create_timestamp_table.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/11_create_mtmv_tables.sql
create mode 100755 docker/thirdparties/docker-compose/hudi/scripts/init.sh
delete mode 100755
docker/thirdparties/docker-compose/hudi/scripts/run_sync_tool.sh
delete mode 100755
docker/thirdparties/docker-compose/hudi/scripts/setup_demo_container_adhoc_1.sh
delete mode 100755
docker/thirdparties/docker-compose/hudi/scripts/setup_demo_container_adhoc_2.sh
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run25.sql
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/paimon/run10.sql
delete mode 100644 docker/thirdparties/docker-compose/spark/spark.yaml
delete mode 100644
docker/thirdparties/docker-compose/spark/tools/csv_format_conversion_tool.py
delete mode 100644
docker/thirdparties/docker-compose/spark/tools/orc_format_conversion_tool.py
delete mode 100644
docker/thirdparties/docker-compose/spark/tools/parquet_format_conversion_tool.py
delete mode 100644
docker/thirdparties/docker-compose/spark/tools/requirements.txt
delete mode 100644 docker/thirdparties/docker-compose/spark/tools/sample.csv
delete mode 100644 docker/thirdparties/docker-compose/trino/gen_env.sh.tpl
delete mode 100644 docker/thirdparties/docker-compose/trino/hive.properties.tpl
delete mode 100644
docker/thirdparties/docker-compose/trino/scripts/create_trino_table.sql
delete mode 100644 docker/thirdparties/docker-compose/trino/trino_hive.env.tpl
delete mode 100644 docker/thirdparties/docker-compose/trino/trino_hive.yaml.tpl
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/TimestampToAddTime.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DaySecondAdd.java
=> MinuteSecondAdd.java} (77%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DaySecondAdd.java
=> SecondMicrosecondAdd.java} (67%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/DNSCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hive/HMSTransactionPathTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rules/TimestampToAddTimeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/ExpressionUnboundTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/TimestampTzLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/format/DateTimeCheckerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/types/TimeStampTzTypeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/rpc/BackendServiceClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/rpc/BackendServiceProxyTest.java
create mode 100644 regression-test/data/correctness_p0/test_case_when_date.out
create mode 100644
regression-test/data/datatype_p0/complex_types/test_array.out
copy regression-test/data/{external_table_p2/hudi/test_hudi_catalog.out =>
external_table_p0/hive/write/test_hive_staging_dir.out} (67%)
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_complex_queries.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_cross_operations.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_partition_operations.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_retention_and_snapshot.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_auth.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_edge_cases.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_parallel_op.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_schema_change_extended.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_system_tables.out
create mode 100644
regression-test/data/external_table_p0/iceberg/branch_tag/iceberg_tag_retention_and_consistency.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_export_timestamp_tz.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_timestamp_tz.out
create mode 100644
regression-test/data/external_table_p0/paimon/test_paimon_catalog_timestamp_tz.out
delete mode 100644
regression-test/data/external_table_p2/hudi/hudi_mtmv/test_hudi_mtmv.out
delete mode 100644
regression-test/data/external_table_p2/hudi/hudi_mtmv/test_hudi_olap_rewrite_mtmv.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_mtmv.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_olap_rewrite_mtmv.out
rename regression-test/data/external_table_p2/hudi/{hudi_mtmv =>
}/test_hudi_rewrite_mtmv.out (100%)
delete mode 100644
regression-test/data/fault_injection_p0/test_topn_fault_injection.out
rename regression-test/data/{function_p0 =>
function_p2}/cast/to_decimal/from_int/test_cast_to_decimalv2_from_int.out (100%)
rename regression-test/data/{function_p0 =>
function_p2}/cast/to_decimal/from_int/test_cast_to_decimalv2_from_int_const.out
(100%)
create mode 100644
regression-test/data/inverted_index_p0/test_inverted_index_null_literal.out
rename regression-test/data/nereids_p0/insert_into_table/{random.out =>
nereids_insert_random.out} (100%)
copy regression-test/data/{external_table_p2/hudi/test_hudi_catalog.out =>
query_p0/in_predicate/inPredicate.out} (63%)
copy regression-test/data/{external_table_p2/hudi/test_hudi_catalog.out =>
query_p0/join/test_column_resize.out} (58%)
create mode 100644 regression-test/data/query_p0/set/rqg_prod_20240226/data
copy regression-test/data/{external_table_p2/hudi/test_hudi_catalog.out =>
query_p0/set/rqg_prod_20240226/rqg_prod_20240226.out} (64%)
create mode 100644 regression-test/data/search/test_search_multi_field.out
copy regression-test/data/{external_table_p2/hudi/test_hudi_catalog.out =>
variant_p0/with_index/test_variant_bf_skip_unsupported_subcolumn.out} (67%)
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/cluster/test_packed_file_warm_up_cluster_event.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/test_clear_file_cache_on_load_failure.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/warm_up/test_warmup_table_docker.groovy
rename
regression-test/suites/cloud_p0/{diffrent_serialize/diffrent_serialize.groovy
=> different_serialize/different_serialize.groovy} (99%)
create mode 100644
regression-test/suites/cloud_p0/partition/test_create_partition_and_insert_overwrite_race.groovy
create mode 100644
regression-test/suites/cloud_p0/tablets/test_insert_overwrite_idempotence.groovy
create mode 100644
regression-test/suites/correctness_p0/test_case_when_date.groovy
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_array.groovy
create mode 100644
regression-test/suites/external_table_p0/cache/test_file_cache_query_limit.groovy
create mode 100644
regression-test/suites/external_table_p0/cache/test_file_cache_query_limit_config.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/write/test_hive_staging_dir.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_complex_queries.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_cross_operations.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_partition_operations.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_retention_and_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_auth.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_edge_cases.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_parallel_op.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_schema_change_extended.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_branch_tag_system_tables.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/branch_tag/iceberg_tag_retention_and_consistency.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_export_timestamp_tz.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_timestamp_tz.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_catalog_timestamp_tz.groovy
rename regression-test/suites/external_table_p2/hudi/{hudi_mtmv =>
}/test_hudi_mtmv.groovy (75%)
rename regression-test/suites/external_table_p2/hudi/{hudi_mtmv =>
}/test_hudi_olap_rewrite_mtmv.groovy (57%)
rename regression-test/suites/external_table_p2/hudi/{hudi_mtmv =>
}/test_hudi_rewrite_mtmv.groovy (81%)
create mode 100644
regression-test/suites/fault_injection_p0/test_cancelled_stream_close_wait.groovy
delete mode 100644
regression-test/suites/fault_injection_p0/test_topn_fault_injection.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_inverted_index_null_literal.groovy
rename regression-test/suites/nereids_p0/insert_into_table/{random.groovy =>
nereids_insert_random.groovy} (100%)
rename fe/fe-core/src/main/java/org/apache/doris/analysis/CancelStmt.java =>
regression-test/suites/query_p0/in_predicate/inPredicate.groovy (55%)
create mode 100644
regression-test/suites/query_p0/join/test_column_resize.groovy
create mode 100644
regression-test/suites/query_p0/set/rqg_prod_20240226/rqg_prod_20240226.groovy
create mode 100644 regression-test/suites/search/test_search_multi_field.groovy
create mode 100644
regression-test/suites/variant_p0/predefine/test_variant_field_pattern_invalid_inverted_index.groovy
create mode 100644
regression-test/suites/variant_p0/with_index/test_variant_bf_skip_unsupported_subcolumn.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
