This is an automated email from the ASF dual-hosted git repository.
hubgeter pushed a change to branch mc-test-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 322e7c6fcde [test](regression) Extend MaxCompute regression coverage
discard f597ada252c [test](log)add some log for debug maxcompute
discard beb9837e59f Fix parquet row group reader lifetime issues (#63101)
discard 610a560cbba Fix parquet row group column lookup crash (#63100)
discard d453494a9c2 Remove fe-thrift dependency (#63064)
discard 3063b1f51d5 [improvement](maxcompute) Simplify FE block ID requests
for MaxCompute writes (#62925)
add c180e7cca69 branch-4.1: [fix](memory-tracker) Avoid nested task attach
in cloud snapshot manager #63189 (#63235)
add 89da1665cc2 branch-4.1: [Fix](ttz) Fix TIMESTAMPTZ elapsed-time
semantics to use UTC #63161 (#63248)
add e7525459f8f branch-4.1: [fix](statistics) Skip statistics cache for
system dbs #63089 (#63198)
add f27a1e5b9eb [fix](scan) Fix adaptive load batch sizing (#63245)
add 3125bc3adaa [fix](be) Fix runtime filter crash with shared hash table
(#63256)
add 4a375e28ec1 branch-4.1: [fix](fe) Fix deep nested complex type subtype
validation bypass #63208 (#63222)
add 0731a7683d2 4.1.1-rc01 (#63337)
add b10073ad9ca [branch-4.1] Fix meta tool build (#63371)
add e4d768ddd06 branch-4.1: [fix](streaming-job) restore split-bound Java
types when reading FE-persisted CDC offset #63219 (#63272)
add 31a6f606632 branch-4.1: [Improve](variant) Keep first duplicate
Variant JSON path #63082 (#63156)
add 12645bda20a branch-4.1: [fix](compaction) Fix incorrect memory
availability check in RowSourceBuffer during vertical compaction #63152 (#63232)
add b78b5a0bff9 branch-4.1: [fix](nereids) Run CheckCast on INSERT VALUES
to reject illegal casts #62905 (#63204)
add 44c6c26186b branch-4.1: [feature](statistics) Skip collecting stats
for long string columns #62686 (#63303)
add 71e86457883 [4.1](column) remove IDataType get_default (#62582)
(#63308)
add 7e7545a86d9 [4.1](code) remove dead code across core types and
utilities (#63307)
add a47f436f025 [pick](branch-4.1)pick 62947 63055 63070 to 4.1 (#63297)
add e2192e2b7d6 branch-4.1: [fix](thrift) Reserve frontend service field
ids #63239 (#63335)
add 7383d74a429 [4.1](agg,array) support TIMESTAMPTZ in multiple aggregate
and array … (#63293)
add e381f9d40d3 branch-4.1: [fix](be) Fix json contains duplicate array
candidates #63301 (#63339)
add 406129168ea branch-4.1: [fix](be) Reject super wildcard path in json
keys #63300 (#63369)
add 758f8c6143e branch-4.1: [fix](be) Move partitioned agg shared cleanup
to shared state #63253 (#63287)
add 4d2eeda3797 branch-4.1: [fix](recycler) Recycler/Ms http api result
msg should set ok #63051 (#63275)
add 7df5214b255 branch-4.1: [fix](regression) fix stale expected output
for one_level_nestedtypes_with_s3data #62488 (#63273)
add 0a37a0e872b branch-4.1: [opt](nereids)pass ConnectContext to
canUseNereidsDistributePlanner method instead of call ConnectContext.get()
#60529 (#63202)
add b620c72f01b branch-4.1: [improve](streaming-job) add per-job lag
metric to streaming insert jobs #63194 (#63271)
add 8ee6c80e47f branch-4.1: [fix](streamingjob) Persist cdc_stream TVF
offset across FE checkpoint #62902 (#63270)
add d418004c86b branch-4.1:[fix](ldap) Improve LDAP authentication
resiliency and diagnostics (#61673) (#63288)
add a7af9f66ca1 branch-4.1: [fix](Expr) add SerDe for ColumnRefExpr and
Expr SerDe unit test #62900 (#63127)
add 9389a6043b2 branch-4.1: [fix](fe) Fix alias function with cast
outermost expr and reject illegal expressions #63254 (#63349)
add 502862e0066 branch-4.1: [fix](fe) Reject lone UTF-16 surrogates in
JSONB literals (RFC 8259 §8.2) #63255 (#63347)
add 1a93a62bc96 branch-4.1: [fix](parquet) Fix wrong encoding for parquet
page v2 #63305 (#63373)
add 53829fc1e80 branch-4.1: [fix](streaming-job) recompute derived fields
after replay and ALTER #62936 (#63261)
add a6dbf94b13b branch-4.1: [fix](be) Preserve collect aggregate limit
during merge #63361 (#63383)
add 631b91ca0ad branch-4.1: fix: block type reset after dict filter #63168
(#63419)
add f692ae615df branch-4.1: [fix](fe) fix host not match if start fe in
metadata_failure_recovery (#62748) (#63362)
add 443bcbacf2c branch-4.1: [fix](job-manager) cancelTaskById should not
be blocked by unrelated streaming jobs #62940 (#63262)
add 5b733b41cf0 branch-4.1: [fix](testcase) Fix wrong test case #63354
(#63375)
add 78a7453725f branch-4.1: [fix](case) fix regression:test_predefine_ddl
#60133 (#63203)
add 0bdd0dc9929 [branch-4.1](inverted-index) replace void* query_value
with typed param interface (#62960) (#63157)
add 089dfabfb07 branch-4.1: [Fix](arrow flight) Fix arrow::Status inline
static empty msg core (#63191) (#63267)
add a26ce54ba16 branch-4.1: [chore](dep) pin esdk-obs-java-bundle to
3.21.11 to fix version range resolution failure #63278 (#63282)
add 28a349ef307 branch-4.1: [improvement](iceberg) Reconstruct partition
spec in SHOW CREATE TABLE for Iceberg tables #63240 (#63372)
add b5d41a19f6a branch-4.1: [Fix](topn) Reject non-positive topn count
argument #63350 (#63408)
add 080a7c41855 branch-4.1: [fix](be) Support TIMESTAMPTZ in TopN runtime
predicate #63220 (#63237)
add f6721eefa34 [4.1](pick) pick pr 63059 63133 63093 (#63324)
add f31b9bfe067 branch-4.1: [fix](be) Remove unsafe JsonbWriter key
overload #63355 (#63437)
add f2e81cf3deb branch-4.1: [fix](analyze) Preserve variant subfields in
view definitions to fix select view result wrong when view select has variant
field #62907 (#63151)
add 36af8e32ecd [parquet](timestamp) Fix wrong timestamp type (#63246)
add e3ec5da0b2f branch-4.1: [fix](case)Fix test_orc_lazy_mat_profile
failure caused by condition cache. #63382 (#63414)
add 7e12dfdd6c7 branch-4.1: [fix](publish) Avoid NPE for force-finished
publish task #63069 (#63380)
add 879084f867c branch-4.1: [fix](statistics) Enhance OOM error message
for statistics analyze tasks #63172 (#63241)
add 31c924e55b9 branch-4.1: [fix](fe) Preserve narrowing datetimev2 casts
in simplify in predicate #63343 (#63421)
add 69c42865646 branch-4.1: [fix](view) Prevent invalid alias rewrite in
view definitions #63353 (#63425)
add 2433af5ba1c branch-4.1: [fix](docker) allow overriding fdb image
#63393 (#63424)
add 7cac67921e2 branch-4.1: [fix](nereids) Fix pre-aggregation context
leakage across join branches #63357 (#63433)
add 3aa19673d8e branch-4.1: [fix](user_var)fix integer typing and prefer
Variable.realExpression for argument/type resolution#62524 (#63452)
add 0b20a78ea8c branch-4.1: [fix](insert overwrite) delay overwrite
partition routing until incremental open #63209 (#63264)
add 4af0b193bad branch-4.1:[fix](agg)Adjust agg strategy when table
satisfy distinct key distribution #61248 (#63453)
add 1f3d0e2fbfd branch-4.1: [enhance](agg) Support max_by/min_by agg
functions for some complex type #58736 (#63458)
add 6ac47ac277b branch-4.1: [fix](cloud) show proc should display
partition cached version #60807 (#63460)
add f277decdab6 branch-4.1: [fix](cloud) Fill schema change version holes
before running #63443 (#63463)
add 3fdd7fea35e branch-4.1: [opt](storage) disable dict encoding in row
store columns #63438 (#63465)
add d370b514ccb branch-4.1: [fix](cloud) avoid false tablet diagnosis
alarms in cloud mode #60805 (#63461)
add 877a7fcd376 branch-4.1: [test](be) add
JsonbSerializeUtil::block_to_jsonb golden-file UT covering all
row-store-supported types #63448 (#63487)
add 0f218bd08eb branch-4.1:[fix](partition_prune) Move the pruning of
predicates that are alwaystrue after partition pruning into the
PlanPostProcessor #63111 (#63464)
add 4da4d131801 branch-4.1: [fix](fe) Allow show tablet without selected
database #63280 (#63512)
add 01a5b368dfc branch-4.1: [fix](fe) Fix Type.exceedsMaxNestingDepth
skipping MAP keyType recursion #63201 (#63213)
add 8a67e76b6a6 branch-4.1: [fix](be) Compare JSON numeric values by value
#63396 (#63488)
add 0b016f9cf7b branch-4.1: [fix](streaming-job) keep isCanceled set when
cancel runs on terminal task #63427 (#63502)
add f4d620881b6 branch-4.1: [fix](streaming-job) Avoid NPE on cross-table
DML during snapshot chunk read #63435 (#63503)
add e191478b079 branch-4.1: [Chore](be) Stop spill hash join repartition
on cancel #63456 (#63532)
add 8616265b399 branch-4.1: [fix](job) fix NPE in routine load Kafka meta
request #63180 (#63511)
add 880e9e0d8b1 [fix](scan) Respect byte budget when merging scan blocks
(#63296)
add a501a6c6cdb branch-4.1: [fix](fe) add --drop_backends param to
start_fe.sh (#63306) (#63515)
add 722d5a6c558 branch-4.1 [fix](fe) Fix simple aggregate cache after
partition recycle (#63530)
add 69b523ddffb branch-4.1: [fix](fe) avoid concurrent tablet stat
iteration failures #63298 (#63560)
add 2154c9c4bb7 branch-4.1: [feat](txn) Add txn write amplification brpc
metrics for sub txn load #63545 (#63590)
add 93af55ddd64 branch-4.1:[fix](fe) Fix redundant aggregation in
agg-union query plan #62231 (#63577)
add b672f277161 branch-4.1: [fix](auth)Fix arrow flight client ip auth
#63506 (#63592)
add a8bbe793c65 branch-4.1: [fix](workload) enforce explicit compute group
form for workload DDLs #63505 (#63596)
add da6ff4d07e1 branch-4.1: [fix](filecache) clean empty v3 cache dirs
#63344 (#63616)
add f530fcbfc7a branch-4.1: [fix](test) stabilize internal copy recycler
case #63340 (#63601)
add 9c268bcd3b6 branch-4.1: [refactor](be) Remove redundant remaining
conjunct roots #63525 (#63614)
add 01df440208f [fix](cache) Follower FE sql cache not invalidated on
table metadata replay (#63612) (#63658)
add 2e179175261 branch-4.1: [chore](regression-test) fix some unstable
cases #62922 (#63653)
add f63b7fd6bd8 branch-4.1: [improvement](cloud) Support configurable S3
credentials providers #62788 (#63680)
add a4974953e8b manual pick #62141 into branch 4.1 to keep consistency
with used test framework (#63689)
add efb3ffe3847 branch-4.1: [test](docker) Verify DML and 3-replica create
table when one BE is down #63401 (#63699)
add 4104d3293d6 branch-4.1: [fix](variant) clamp
variant_sparse_hash_shard_count to >=1 in SHOW CREATE output #63661 (#63717)
add 97fe945bf3b branch-4.1: [fix](case)fix iceberg unstable case. #63542
(#63710)
add 954f120f4b0 branch-4.1: [fix](mv) Avoid unioning query-unused MV
partitions #63081 (#63706)
add 9449c3783fb branch-4.1: [fix](fe) Reject JSONB and variant
distribution columns (#63211) (#63725)
add dee22643551 branch-4.1: [feat](Iceberg)Rest & S3Table Support Iam-role
(#60498) (#63655)
add 49d2f43399f branch-4.1: [improvement](cloud) Add enable_recycler
config to skip recycler dynamically #63286 (#63399)
add 8a6c5d8d7a8 branch-4.1: [refactor](be) Remove scanner eos flag #63578
(#63731)
add 16ed81902e3 branch-4.1: [fix](function) fix tokenize function
incorrect result when first argument is const #62699 (#63735)
add e4d7b7a8bf3 branch-4.1: [fix](be) Handle legacy DecimalV2 segments
with missing precision/frac #63569 (#63749)
add 6f6da3250b4 [fix](balance) Fix PartitionRebalancer generating invalid
moves to BEs without required storage medium (#62206) (#63756)
add d4d1b5fbd76 branch-4.1: [fix](regression) Make Iceberg rewrite where
init script idempotent #63673 (#63753)
add f2af29b8ad5 branch-4.1: [fix](regression-test) stabilize 2 muted
external_table_p0 tests #63646 (#63745)
add 5233a514f5a branch-4.1: [feature] Add information_schema role mappings
table (#62417)
add b360a985278 branch-4.1 [fix](variant) Bind Variant search to nested
indexes (#63765)
add d993f75ce42 branch-4.1: [fix](regression) Wait row count before
partition stats check (#63759)
add 07b496967bd branch-4.1: [feat](snapshot) Support storage vault for
create/list snapshot #62523 #57345 (#63534)
add 2ef097bfead branch-4.1: [feat](snapshot) Support storage vault for
clone instance #63217 (#63533)
add b9101d2af4d branch-4.1: [fix](fe) Normalize default HDFS paths in
LocationPath #63476 (#63770)
add 69f7bf3c658 branch-4.1: [fix](cloud) Skip wait for async rowset warmup
#62764 (#63778)
add c026559f5d4 Revert "[fix](cache) Follower FE sql cache not invalidated
on table metadata replay (#63612)" (#63871)
add 361bfd09b0e branch-4.1: [feature](be/fe) Add
exponential_moving_average aggregate function #63499 (#63814)
add a1de719fabb Backport 63509 branch 4.1 (#63741)
add 7d84e2ec19c branch-4.1: [pick](streamingjob) pick streaming-job batch
#63079 #63402 #63404 #63471 #63480 #63490 #63514 #63618 (#63812)
add d959ea0ae44 branch-4.1 [fix](match) Allow MATCH on aliased variant
subcolumns (#63811)
add 18c36546541 branch-4.1: [fix](test) fix some routine load case
unstable (#63803)
add b1a563a5c1b branch-4.1: [fix](cloud) skip stale tablet cache check for
STOP_TOKEN #63520 (#63786)
add 7517b64f8ac branch-4.1: [Enhancement](memory) Add
ConcurrentLong2ObjectHashMap and ConcurrentLong2LongHashMap (#61332) (#63797)
add cbf771c83aa branch-4.1: [fix](timestamptz) Report TIMESTAMPTZ as
string to MySQL clients #63292 (#63806)
add fde5aec7117 branch-4.1: [opt](memory) Remove unused fields from
CloudReplica #62125 (#62156)
add 2a018eda9f2 branch-4.1: [refactor](cloud) Replace Tablet references
with tabletId in CloudTabletRebalancer (#61233) (#63844)
add 45786882ede branch-4.1: [fix](show variables) Fix changed variable
output in show variables #63734 (#63793)
add 06867ad1c57 branch-4.1: [fix](be) Include HDFS connection in file
handle cache key #63516 (#63687)
add 028a1f79eb9 Backport 63102 branch 4.1 (#63740)
add 90e921325b4 branch-4.1: [improvement](cloud) Enable packed file and
empty rowset optimization by default #63475 (#63775)
add a794109e3bb branch-4.1: [fix](hive table) Fill Hive meta cache when
loading row count for queries #63470 (#63800)
add 316edd32a8a branch-4.1: [fix](be) Keep prefetch reader alive for async
tasks #63796 (#63867)
add 8d32ab18adb branch-4.1: [fix](coordinator) fix
computeDestIdToInstanceId picking wrong ExchangeNode for multi-input fragments
#63615 (#63821)
add 958968fde62 branch-4.1: [fix](test) Cast variant subcolumn as json in
variant_hirachinal for stable output #63828 (#63856)
add 82b2eab76b0 branch-4.1: [fix](file cache) guard null IOContext in
cached remote reader #63842 (#63869)
add b201ad6c86a branch-4.1: [fix](test) replace removed JMockit with
Mockito in CloudProcVersionDisplayTest #63473 (#63790)
add 45ebc2be1a7 branch-4.1: [fix](fe) Preserve operative slots when deep
copying logical relations #63315 (#63709)
add 9e2cff03c5b branch-4.1: [fix](variant) preserve TIMESTAMPTZ values in
sparse path #63522 (#63761)
add fae70a21d9b branch-4.1: [improve](streaming-job) avoid potential OOM
when reading large snapshot splits #63833 (#63883)
add d53b2f0aaa5 [branch-4.1][fix](search) reject Lucene-syntax search on
columns without inverted index (#63858)
add d07c8ea5bcf branch-4.1: [Fix](FoldConst) Preserve NaN in numeric
constant folding #63870 (#63909)
add 8106fbd948c branch-4.1: [fix](test) Wait for target rowset count in
test_time_series_compaction_policy #63890 (#63904)
add c0f0d2dc4f0 branch-4.1: [fix](recycler) Reduce
recycle_job_lease_expired_ms for SnapshotDataMigrator #63388 (#63881)
add 314f9c1c016 branch-4.1: [fix](planner) align legacy literal
compareLiteral with Nereids ComparableLiteral semantics (#63481) (#63874)
add ebd75c9d08e branch-4.1: Add datasketches HLL sketch aggregate
functions #63143 (#63911)
add 6848d984dc6 branch-4.1: [fix](cloud) Drain txn lazy committer workers
before destruction #63876 (#63926)
add aa1bd29172d branch-4.1: [fix](fe) Fix assert row join pushdown alias
handling #63892 (#63934)
add 592c63cf5e3 branch-4.1: [opt](memory) Remove unused dbId field from
CloudReplica #62079 (#62105)
add 55e0619d821 branch-4.1: [opt](memory) Remove unused indexId field from
CloudReplica #62080 (#62097)
add 01bba92ee0e branch-4.1: [Fix](variance) Fix sample variance/stddev NaN
res for single value#63605 (#63912)
add 5491bbdf3d9 branch-4.1:[feature](fe) Show compute group for MTMV
refresh task (#63206) (#63933)
add ce53a3e5fa0 branch-4.1: [fix](be ut) Skip custom memcpy on ARM+ASAN to
fix segfault at process startup #63656 (#63942)
add 49267a70910 branch-4.1: [fix](filecache) fix clear_file_cache right
after reboot causing file cache size percent overflow #63410 (#63958)
add f1cc4a373fd [fix](ann-index) Fix ANN range search state leakage and
incorrect slot index tracking. (#63965)
add 8721197c774 branch-4.1: [feat](cloud) Add system rate limit for
meta-service #61516 (#63932)
add 8dad59471d0 branch-4.1: [fix](regression) fix unstable
test_audit_log_internal_query_failure due to other cases modify global vars
#63030 (#63943)
add a123edd2726 branch-4.1: [Fix](nereids) Preserve negative zero sign in
SIGNBIT constant folding #63954 (#63973)
add b715c8bbdb9 branch-4.1: [Chore] correct null check in
`DictionaryManager.dropTableDictionaries()` #63630 (#63964)
add a9c29b3fbc7 branch-4.1: [fix](variant) Remove deprecated flatten
nested setting from P1 regression #63840 (#63949)
add 7c7646a908f branch-4.1: [feat](job) add per-job routine load metrics
#63576 (#63953)
add 1071eef5182 branch-4.1:[fix](iceberg) Reject COW table row-level DML
(#63950) (#63976)
new db0da321598 [improvement](maxcompute) Simplify FE block ID requests
for MaxCompute writes (#62925)
new 40d26a2025d Remove fe-thrift dependency (#63064)
new 17685ce17e3 [test](log)add some log for debug maxcompute
new 7f454af1c31 [test](regression) Extend MaxCompute regression coverage
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (322e7c6fcde)
\
N -- N -- N refs/heads/mc-test-branch-4.1 (7f454af1c31)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitleaks.toml | 14 +
.gitmodules | 3 +
.licenserc.yaml | 1 +
.rat-excludes | 1 +
be/CMakeLists.txt | 5 +-
be/src/cloud/cloud_meta_mgr.cpp | 12 +
be/src/cloud/cloud_rowset_builder.cpp | 2 +
be/src/cloud/cloud_schema_change_job.cpp | 4 +
be/src/cloud/cloud_snapshot_mgr.cpp | 6 +-
be/src/cloud/cloud_warm_up_manager.cpp | 32 +-
be/src/cloud/config.cpp | 4 +-
be/src/common/config.cpp | 1 +
be/src/common/config.h | 2 +
be/src/common/thread_safety_annotations.h | 171 +++
be/src/core/assert_cast.h | 24 +
be/src/core/binary_cast.hpp | 34 -
be/src/core/block/block.cpp | 33 -
be/src/core/block/block.h | 5 -
be/src/core/call_on_type_index.h | 2 -
be/src/core/column/column_complex.h | 2 +-
be/src/core/column/column_decimal.cpp | 2 +-
be/src/core/column/column_fixed_length_object.h | 2 +-
be/src/core/column/column_nullable.cpp | 18 +-
be/src/core/column/column_nullable.h | 8 +-
be/src/core/column/column_struct.cpp | 13 +-
be/src/core/column/column_varbinary.cpp | 7 +-
be/src/core/column/column_variant.cpp | 73 +-
be/src/core/column/column_variant.h | 6 -
be/src/core/column/column_vector.cpp | 2 +-
be/src/core/data_type/convert_field_to_type.cpp | 2 +-
be/src/core/data_type/data_type.cpp | 4 +-
be/src/core/data_type/data_type.h | 7 +-
be/src/core/data_type/data_type_array.cpp | 6 -
be/src/core/data_type/data_type_array.h | 1 -
be/src/core/data_type/data_type_bitmap.h | 4 -
be/src/core/data_type/data_type_decimal.cpp | 7 +-
be/src/core/data_type/data_type_decimal.h | 2 -
be/src/core/data_type/data_type_factory.cpp | 19 +-
.../core/data_type/data_type_fixed_length_object.h | 2 -
be/src/core/data_type/data_type_hll.h | 4 -
be/src/core/data_type/data_type_jsonb.cpp | 11 -
be/src/core/data_type/data_type_jsonb.h | 2 -
be/src/core/data_type/data_type_map.cpp | 10 -
be/src/core/data_type/data_type_map.h | 1 -
be/src/core/data_type/data_type_nothing.h | 6 -
be/src/core/data_type/data_type_nullable.cpp | 4 -
be/src/core/data_type/data_type_nullable.h | 2 -
be/src/core/data_type/data_type_number_base.cpp | 5 -
be/src/core/data_type/data_type_number_base.h | 2 -
be/src/core/data_type/data_type_quantilestate.h | 4 -
be/src/core/data_type/data_type_string.cpp | 4 -
be/src/core/data_type/data_type_string.h | 2 -
be/src/core/data_type/data_type_struct.cpp | 13 +-
be/src/core/data_type/data_type_struct.h | 2 -
be/src/core/data_type/data_type_varbinary.cpp | 4 -
be/src/core/data_type/data_type_varbinary.h | 2 -
be/src/core/data_type/data_type_variant.h | 1 -
be/src/core/data_type/nested_utils.cpp | 5 -
be/src/core/data_type/nested_utils.h | 6 -
be/src/core/data_type/number_traits.h | 84 --
be/src/core/data_type/primitive_type.h | 4 +-
.../core/data_type_serde/data_type_array_serde.h | 1 -
.../data_type_date_or_datetime_serde.cpp | 8 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 8 +-
.../data_type_serde/data_type_datev2_serde.cpp | 8 +-
.../core/data_type_serde/data_type_time_serde.cpp | 8 +-
.../data_type_timestamptz_serde.cpp | 19 +-
.../data_type_serde/data_type_timestamptz_serde.h | 4 +
.../data_type_serde/data_type_variant_serde.cpp | 6 +-
be/src/core/field.cpp | 12 +-
be/src/core/field.h | 8 +-
be/src/core/string_ref.cpp | 13 -
be/src/core/string_ref.h | 2 -
be/src/core/value/map_value.h | 2 -
be/src/core/value/struct_value.h | 2 -
be/src/core/value/timestamptz_value.h | 6 +
be/src/exec/common/hash_table/hash_map_context.h | 4 +-
be/src/exec/common/variant_util.cpp | 30 +-
be/src/exec/connector/jni_connector.cpp | 19 +-
be/src/exec/operator/analytic_sink_operator.cpp | 4 +-
be/src/exec/operator/analytic_source_operator.cpp | 9 +-
be/src/exec/operator/data_queue.cpp | 233 +++--
be/src/exec/operator/data_queue.h | 111 +-
be/src/exec/operator/exchange_sink_operator.cpp | 3 +-
be/src/exec/operator/exchange_sink_operator.h | 6 +-
be/src/exec/operator/hashjoin_build_sink.cpp | 13 +-
be/src/exec/operator/hashjoin_build_sink.h | 5 +-
be/src/exec/operator/multi_cast_data_streamer.cpp | 19 +-
be/src/exec/operator/multi_cast_data_streamer.h | 19 +-
.../exec/operator/partition_sort_sink_operator.cpp | 10 +-
.../operator/partition_sort_source_operator.cpp | 9 +-
.../partitioned_aggregation_source_operator.cpp | 7 -
.../partitioned_hash_join_probe_operator.cpp | 19 +-
be/src/exec/operator/scan_operator.cpp | 4 +-
be/src/exec/operator/scan_operator.h | 4 +-
be/src/exec/pipeline/dependency.cpp | 5 +
be/src/exec/pipeline/dependency.h | 25 +-
.../runtime_filter_producer_helper.cpp | 29 +-
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 3 +-
be/src/exec/scan/file_scanner.cpp | 2 +
be/src/exec/scan/olap_scanner.cpp | 12 -
be/src/exec/scan/scanner.cpp | 53 +-
be/src/exec/scan/scanner.h | 1 -
be/src/exec/scan/scanner_scheduler.cpp | 31 +-
be/src/exec/sink/vrow_distribution.cpp | 19 +-
.../exprs/aggregate/aggregate_function_collect.h | 17 +-
...gregate_function_datasketches_hll_union_agg.cpp | 44 +
...aggregate_function_datasketches_hll_union_agg.h | 243 +++++
...ction_min_by.cpp => aggregate_function_ema.cpp} | 11 +-
be/src/exprs/aggregate/aggregate_function_ema.h | 173 +++
.../aggregate_function_group_array_set_op_impl.h | 88 +-
.../aggregate/aggregate_function_histogram.cpp | 2 +-
.../exprs/aggregate/aggregate_function_map_v2.cpp | 1 +
.../aggregate/aggregate_function_min_max_by.cpp | 64 +-
.../aggregate/aggregate_function_min_max_by.h | 153 +--
.../aggregate/aggregate_function_min_max_impl.h | 1 +
.../aggregate_function_sequence_match.cpp | 3 +
.../aggregate/aggregate_function_sequence_match.h | 7 +-
.../aggregate_function_simple_factory.cpp | 11 +-
be/src/exprs/aggregate/aggregate_function_stddev.h | 28 +-
.../aggregate/aggregate_function_window_funnel.cpp | 7 +-
.../aggregate/aggregate_function_window_funnel.h | 34 +-
.../aggregate_function_window_funnel_v2.cpp | 7 +-
.../aggregate_function_window_funnel_v2.h | 27 +-
be/src/exprs/bloom_filter_func_adaptor.h | 13 +-
.../function/array/function_array_contains_all.cpp | 4 +-
.../function/array/function_array_enumerate.cpp | 2 +-
.../array/function_array_enumerate_uniq.cpp | 1 +
be/src/exprs/function/array/function_array_index.h | 119 +--
.../exprs/function/array/function_array_remove.h | 4 +-
.../exprs/function/array/function_arrays_overlap.h | 13 +-
be/src/exprs/function/cast/cast_to_map.h | 2 +-
be/src/exprs/function/function_bitmap_min_or_max.h | 3 +-
be/src/exprs/function/function_collection_in.h | 4 +-
be/src/exprs/function/function_conv.cpp | 7 +-
be/src/exprs/function/function_convert_tz.cpp | 11 +-
.../function_date_or_datetime_computation.cpp | 6 +-
.../function_date_or_datetime_computation.h | 26 +-
.../function/function_datetime_floor_ceil.cpp | 2 +-
be/src/exprs/function/function_format.cpp | 6 +-
be/src/exprs/function/function_hll.cpp | 19 +-
be/src/exprs/function/function_ip.h | 18 +-
be/src/exprs/function/function_json.cpp | 3 +-
be/src/exprs/function/function_jsonb.cpp | 6 +-
be/src/exprs/function/function_multi_match.cpp | 7 +-
.../function/function_other_types_to_date.cpp | 12 +-
be/src/exprs/function/function_search.cpp | 720 ++++---------
be/src/exprs/function/function_search.h | 99 +-
be/src/exprs/function/function_string_concat.h | 7 +-
be/src/exprs/function/function_string_format.h | 4 +-
be/src/exprs/function/function_string_replace.h | 2 +-
be/src/exprs/function/function_tokenize.cpp | 18 +-
be/src/exprs/function/function_tokenize.h | 2 +-
be/src/exprs/function/function_variant_element.cpp | 2 +-
be/src/exprs/function/function_width_bucket.cpp | 9 +-
be/src/exprs/function/functions_comparison.h | 8 +-
be/src/exprs/function/in.h | 11 +-
be/src/exprs/function/is_not_null.h | 2 +-
be/src/exprs/function/least_greast.cpp | 2 +-
be/src/exprs/function/match.cpp | 7 +-
be/src/exprs/function/math.cpp | 3 +-
be/src/exprs/function/random.cpp | 2 +-
be/src/exprs/function/uniform.cpp | 2 +-
.../function/variant_inverted_index_search.cpp | 720 +++++++++++++
.../exprs/function/variant_inverted_index_search.h | 218 ++++
be/src/exprs/hybrid_set.h | 9 +-
.../exprs/lambda_function/varray_sort_function.cpp | 2 +-
be/src/exprs/vcompound_pred.h | 6 +-
be/src/exprs/vcondition_expr.cpp | 2 +-
be/src/exprs/vectorized_fn_call.cpp | 19 +-
be/src/exprs/vectorized_fn_call.h | 3 +-
be/src/exprs/vexpr.cpp | 12 +-
be/src/exprs/vexpr.h | 23 +-
be/src/exprs/vexpr_context.cpp | 37 +-
be/src/exprs/vexpr_context.h | 3 +-
be/src/exprs/virtual_slot_ref.cpp | 7 +-
be/src/exprs/virtual_slot_ref.h | 5 +-
be/src/exprs/vsearch.cpp | 56 +
be/src/exprs/vstruct_literal.cpp | 2 +-
be/src/format/native/native_reader.cpp | 11 +-
be/src/format/parquet/byte_array_dict_decoder.cpp | 29 +-
be/src/format/parquet/byte_array_plain_decoder.cpp | 42 +-
be/src/format/parquet/vparquet_group_reader.cpp | 25 +-
be/src/format/table/table_format_reader.cpp | 24 +-
be/src/format/transformer/vparquet_transformer.cpp | 2 +-
be/src/glibc-compatibility/CMakeLists.txt | 11 +-
.../schema_cluster_snapshots_scanner.cpp | 14 +
.../schema_role_mappings_scanner.cpp | 145 +++
.../schema_role_mappings_scanner.h} | 33 +-
be/src/information_schema/schema_scanner.cpp | 3 +
be/src/io/cache/block_file_cache.cpp | 6 +
be/src/io/cache/block_file_cache.h | 2 +-
be/src/io/cache/cached_remote_file_reader.cpp | 6 +-
be/src/io/cache/file_block.cpp | 3 +-
be/src/io/cache/fs_file_cache_storage.cpp | 32 +-
be/src/io/fs/buffered_reader.cpp | 4 +-
be/src/io/fs/buffered_reader.h | 8 +-
be/src/io/fs/file_handle_cache.cpp | 20 +-
be/src/io/fs/file_handle_cache.h | 21 +-
be/src/io/fs/local_file_system.cpp | 20 +
be/src/io/fs/local_file_system.h | 3 +
be/src/load/routine_load/data_consumer.cpp | 10 +-
be/src/runtime/runtime_predicate.cpp | 2 +-
be/src/storage/field.h | 23 +-
.../index/inverted/inverted_index_iterator.cpp | 2 +-
.../index/inverted/inverted_index_iterator.h | 5 +-
.../index/inverted/inverted_index_profile.h | 9 +
.../index/inverted/inverted_index_reader.cpp | 141 ++-
.../storage/index/inverted/inverted_index_reader.h | 123 +--
.../storage/index/inverted/inverted_index_stats.h | 14 +
.../query_v2/bit_set_query/bit_set_query.h | 8 +-
.../query_v2/bit_set_query/bit_set_weight.h | 6 +-
.../storage/iterator/vertical_merge_iterator.cpp | 10 +-
be/src/storage/iterators.h | 2 -
be/src/storage/key_coder.h | 58 ++
be/src/storage/partial_update_info.cpp | 6 +-
be/src/storage/predicate/accept_null_predicate.h | 5 +-
be/src/storage/predicate/comparison_predicate.h | 19 +-
be/src/storage/predicate/in_list_predicate.h | 20 +-
be/src/storage/predicate/shared_predicate.h | 4 +-
be/src/storage/row_cursor.cpp | 95 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 1 -
be/src/storage/rowset/rowset_reader_context.h | 1 -
be/src/storage/segment/segment.cpp | 47 +-
be/src/storage/segment/segment_iterator.cpp | 74 +-
be/src/storage/segment/segment_iterator.h | 4 +-
be/src/storage/segment/segment_writer.cpp | 6 +
.../segment/variant/binary_column_reader.cpp | 4 +-
.../segment/variant/variant_column_reader.cpp | 53 +-
.../segment/variant/variant_column_reader.h | 4 +-
be/src/storage/segment/vertical_segment_writer.cpp | 6 +
be/src/storage/snapshot/snapshot_manager.cpp | 4 +-
be/src/storage/tablet/base_tablet.cpp | 4 +-
be/src/storage/tablet/tablet_reader.cpp | 1 -
be/src/storage/tablet/tablet_reader.h | 1 -
be/src/storage/types.cpp | 2 -
be/src/storage/types.h | 172 +--
be/src/tools/CMakeLists.txt | 2 +
be/src/tools/meta_tool.cpp | 21 +-
be/src/util/cgroup_util.cpp | 1 +
be/src/util/json/json_parser.cpp | 58 +-
be/src/util/json/json_parser.h | 5 +
be/src/util/jsonb_document.h | 295 ++++--
be/src/util/jsonb_writer.h | 2 -
be/src/util/s3_util.cpp | 10 +
be/test/cloud/cloud_schema_change_job_test.cpp | 109 ++
be/test/cloud/cloud_tablet_test.cpp | 50 +
be/test/cloud/cloud_warm_up_manager_test.cpp | 298 ++++++
be/test/core/block/block_test.cpp | 2 -
be/test/core/column/column_const_test.cpp | 10 +-
be/test/core/column/column_dictionary_test.cpp | 3 +-
be/test/core/column/column_hash_func_test.cpp | 2 +-
be/test/core/column/column_string_test.cpp | 2 +-
be/test/core/column/column_varbinary_test.cpp | 9 +-
be/test/core/column/column_variant_test.cpp | 226 ++--
be/test/core/data_type/common_data_type_test.h | 1 -
be/test/core/data_type/data_type_array_test.cpp | 6 +-
.../core/data_type/data_type_datetime_v1_test.cpp | 2 +-
.../core/data_type/data_type_datetime_v2_test.cpp | 19 +-
be/test/core/data_type/data_type_decimal_test.cpp | 195 +++-
.../data_type/data_type_insert_default_test.cpp | 348 +++++++
be/test/core/data_type/data_type_ip_test.cpp | 2 +-
be/test/core/data_type/data_type_jsonb_test.cpp | 6 -
be/test/core/data_type/data_type_map_test.cpp | 2 +-
be/test/core/data_type/data_type_number_test.cpp | 9 +-
be/test/core/data_type/data_type_string_test.cpp | 2 -
be/test/core/data_type/data_type_struct_test.cpp | 10 +-
.../core/data_type/data_type_varbinary_test.cpp | 7 -
.../data_type_serde/data_type_serde_arrow_test.cpp | 2 +-
.../data_type_serde/data_type_serde_pb_test.cpp | 4 +-
.../core/data_type_serde/data_type_serde_test.cpp | 45 -
.../data_type_serde_timestamptz_test.cpp | 83 ++
.../data_type_serde_varbinary_test.cpp | 26 +-
.../data_type_serde/data_type_to_string_test.cpp | 2 +-
be/test/core/jsonb/convert_field_to_type_test.cpp | 6 +-
be/test/core/jsonb/jsonb_document_test.cpp | 109 +-
be/test/core/jsonb/serialize_test.cpp | 1062 ++++++++++++++++++-
be/test/data/vec/columns/TIMESTAMPTZ(3).csv | 16 +
.../partitioned_hash_join_probe_operator_test.cpp | 39 +
be/test/exec/pipeline/data_queue_test.cpp | 309 +++++-
.../pipeline/multi_cast_data_streamer_test.cpp | 17 +-
.../pipeline/partitioned_agg_shared_state_test.cpp | 4 +-
be/test/exec/scan/scanner_late_arrival_rf_test.cpp | 52 +-
.../schema_cluster_snapshots_scanner_test.cpp | 5 +
.../schema_role_mappings_scanner_test.cpp | 40 +
be/test/exec/sink/vrow_distribution_test.cpp | 45 +-
be/test/exprs/aggregate/agg_collect_test.cpp | 72 +-
.../agg_datasketches_hll_union_agg_test.cpp | 1097 ++++++++++++++++++++
be/test/exprs/aggregate/agg_min_max_by_test.cpp | 6 +-
be/test/exprs/aggregate/vec_retention_test.cpp | 18 +-
...ion_comparison_evaluate_inverted_index_test.cpp | 4 +-
be/test/exprs/function/function_ip_test.cpp | 4 +-
be/test/exprs/function/function_jsonb_test.cpp | 74 +-
.../exprs/function/function_search_nested_test.cpp | 353 ++++++-
be/test/exprs/function/function_search_test.cpp | 463 +++++++++
be/test/exprs/function/function_tokenize_test.cpp | 94 ++
.../function/function_variant_element_test.cpp | 2 +-
.../parquet/byte_array_dict_decoder_test.cpp | 17 +
.../parquet/byte_array_plain_decoder_test.cpp | 43 +
be/test/format/parquet/parquet_thrift_test.cpp | 31 +
be/test/io/cache/block_file_cache_test.cpp | 125 +++
.../fs_file_cache_storage_leak_cleaner_test.cpp | 57 +
be/test/io/fs/buffered_reader_test.cpp | 85 +-
be/test/io/fs/file_handle_cache_test.cpp | 43 +
be/test/io/fs/local_file_system_test.cpp | 24 +
.../compaction/vertical_compaction_test.cpp | 77 ++
.../storage/index/ann/ann_range_search_test.cpp | 210 +++-
.../compaction/util/index_compaction_utils.cpp | 7 +-
.../index/inverted/query_v2/boolean_query_test.cpp | 22 +
.../iterator/vertical_merge_iterator_test.cpp | 69 +-
be/test/storage/key_coder_test.cpp | 352 +++++++
.../storage/segment/column_meta_accessor_test.cpp | 71 ++
.../storage/segment/index_reader_helper_test.cpp | 4 +-
.../segment/inverted_index_iterator_test.cpp | 4 +-
.../storage/segment/inverted_index_reader_test.cpp | 757 ++++++++++++--
.../storage/segment/inverted_index_writer_test.cpp | 22 +-
be/test/storage/segment/variant_util_test.cpp | 218 +++-
be/test/storage/storage_types_test.cpp | 30 -
be/test/util/jsonb_contains_test.cpp | 64 ++
be/test/util/jsonb_serialize_test.cpp | 8 +-
.../test_data/block_to_jsonb_all_types_golden.bin | Bin 0 -> 1586 bytes
bin/start_fe.sh | 14 +-
build.sh | 9 +
cloud/src/common/bvars.cpp | 1 +
cloud/src/common/bvars.h | 1 +
cloud/src/common/config.h | 18 +-
cloud/src/common/http_helper.cpp | 69 +-
cloud/src/common/http_helper.h | 6 +
cloud/src/common/metric.cpp | 16 +
cloud/src/meta-service/CMakeLists.txt | 1 +
cloud/src/meta-service/meta_service_helper.h | 16 +
cloud/src/meta-service/meta_service_http.cpp | 10 +-
cloud/src/meta-service/meta_service_http.h | 6 +-
cloud/src/meta-service/meta_service_job.cpp | 12 +-
.../meta_service_rate_limit_helper.cpp | 843 +++++++++++++++
.../meta-service/meta_service_rate_limit_helper.h | 80 ++
cloud/src/meta-service/meta_service_resource.cpp | 542 ++++++++--
cloud/src/meta-service/meta_service_txn.cpp | 3 +
cloud/src/meta-service/txn_lazy_committer.cpp | 57 +-
cloud/src/meta-service/txn_lazy_committer.h | 9 +-
cloud/src/recycler/recycler.cpp | 45 +-
cloud/src/recycler/s3_accessor.cpp | 41 +-
cloud/src/recycler/s3_accessor.h | 3 +
cloud/src/recycler/snapshot_chain_compactor.cpp | 5 +-
cloud/src/recycler/snapshot_data_migrator.cpp | 5 +-
cloud/test/CMakeLists.txt | 2 +-
cloud/test/meta_service_helper_test.cpp | 151 +++
cloud/test/meta_service_http_test.cpp | 6 +-
cloud/test/meta_service_job_test.cpp | 65 ++
cloud/test/recycler_test.cpp | 81 ++
cloud/test/resource_test.cpp | 166 +++
common/cpp/aws_common.cpp | 12 +-
contrib/datasketches-cpp | 1 +
docker/runtime/doris-compose/Readme.md | 14 +
docker/runtime/doris-compose/cluster.py | 60 +-
docker/runtime/doris-compose/command.py | 108 +-
docker/runtime/doris-compose/resource/common.sh | 96 ++
docker/runtime/doris-compose/resource/fdb.conf | 4 +-
docker/runtime/doris-compose/resource/init_fdb.sh | 19 +
docker/runtime/doris-compose/resource/init_fe.sh | 84 +-
.../create_preinstalled_scripts/iceberg/run21.sql | 9 +-
.../create_preinstalled_scripts/iceberg/run27.sql | 9 +-
.../postgresql/postgresql-14.yaml.tpl | 4 +-
.../authentication/AuthenticationException.java | 19 +-
.../authentication/AuthenticationFailureType.java | 30 +-
.../doris/authentication/AuthenticationResult.java | 57 +-
.../doris/authentication/BasicPrincipal.java | 32 +
.../org/apache/doris/authentication/Principal.java | 10 +
.../AuthenticationExceptionTest.java | 12 +
.../authentication/AuthenticationResultTest.java | 35 +-
.../doris/authentication/BasicPrincipalTest.java | 11 +-
.../fe-authentication-handler/pom.xml | 15 +-
.../handler/AuthenticationOutcome.java | 10 +
.../handler/AuthenticationPluginManager.java | 29 +
.../handler/AuthenticationService.java | 84 +-
.../handler/AuthenticationOutcomeTest.java | 41 +
.../handler/AuthenticationPluginManagerTest.java | 5 +
.../handler/AuthenticationServiceTest.java | 274 ++++-
.../handler/IntegrationRegistryTest.java | 3 +-
.../plugin/ldap/LdapAuthenticationPlugin.java | 28 +-
.../pom.xml | 57 +-
.../DefinitionBackedRoleMappingEvaluator.java | 113 ++
.../IntegrationPropertyRoleMappingEvaluator.java | 200 ++++
.../rolemapping/NoOpRoleMappingEvaluator.java} | 35 +-
.../rolemapping/RoleMappingDefinition.java | 118 +++
.../rolemapping/RoleMappingDefinitionProvider.java | 14 +-
.../rolemapping/RoleMappingEvaluator.java | 21 +-
.../rolemapping/UnifiedRoleMappingCelEngine.java | 495 +++++++++
.../oidc/playground/RoleMappingCelPlayground.java | 152 +++
.../playground/RoleMappingCelPlaygroundTest.java} | 34 +-
...ntegrationPropertyRoleMappingEvaluatorTest.java | 85 ++
.../UnifiedRoleMappingCelEngineTest.java | 180 ++++
fe/fe-authentication/pom.xml | 1 +
.../org/apache/doris/catalog/PrimitiveType.java | 5 +-
.../main/java/org/apache/doris/catalog/Type.java | 9 +
.../java/org/apache/doris/catalog/VariantType.java | 3 +-
.../main/java/org/apache/doris/common/Config.java | 43 +-
.../java/org/apache/doris/common/LdapConfig.java | 31 +-
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 3 +
.../job/cdc/request/FetchTableSplitsRequest.java | 12 +
fe/fe-core/pom.xml | 23 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 3 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 14 +-
.../src/main/java/org/apache/doris/DorisFE.java | 5 +
.../doris/alter/MaterializedViewHandler.java | 17 +-
.../apache/doris/alter/SchemaChangeHandler.java | 19 +-
.../org/apache/doris/analysis/ColumnRefExpr.java | 5 +
.../doris/analysis/HashDistributionDesc.java | 14 +-
.../org/apache/doris/analysis/IPv4Literal.java | 31 +-
.../org/apache/doris/analysis/IPv6Literal.java | 45 +-
.../org/apache/doris/analysis/JsonLiteral.java | 39 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 2 +-
.../org/apache/doris/analysis/SchemaTableType.java | 1 +
.../org/apache/doris/analysis/StructLiteral.java | 2 +-
.../org/apache/doris/analysis/TimeV2Literal.java | 22 +-
.../AuthenticationIntegrationMgr.java | 47 +-
.../AuthenticationIntegrationRuntime.java | 346 ++++++
.../doris/authentication/RoleMappingMeta.java | 142 +++
.../doris/authentication/RoleMappingMgr.java | 279 +++++
.../java/org/apache/doris/backup/RestoreJob.java | 9 +-
.../doris/catalog/BuiltinAggregateFunctions.java | 5 +
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../apache/doris/catalog/CloudTabletStatMgr.java | 21 +-
.../main/java/org/apache/doris/catalog/Env.java | 125 ++-
.../java/org/apache/doris/catalog/EnvFactory.java | 4 +-
.../apache/doris/catalog/HashDistributionInfo.java | 23 +
.../java/org/apache/doris/catalog/LocalTablet.java | 96 +-
.../doris/catalog/LocalTabletInvertedIndex.java | 13 +-
.../apache/doris/catalog/MaterializedIndex.java | 89 +-
.../java/org/apache/doris/catalog/OlapTable.java | 10 +-
.../java/org/apache/doris/catalog/Replica.java | 19 -
.../org/apache/doris/catalog/S3StorageVault.java | 4 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 12 +
.../org/apache/doris/catalog/TableAttributes.java | 4 +-
.../apache/doris/catalog/TabletInvertedIndex.java | 4 +-
.../org/apache/doris/catalog/TabletStatMgr.java | 18 +-
.../apache/doris/clone/LoadStatisticForTag.java | 13 +-
.../apache/doris/clone/PartitionRebalancer.java | 2 +-
.../apache/doris/cloud/backup/CloudRestoreJob.java | 8 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 79 --
.../doris/cloud/catalog/CloudTabletRebalancer.java | 508 +++++----
.../cloud/datasource/CloudInternalCatalog.java | 12 +-
.../doris/cloud/snapshot/CloudSnapshotHandler.java | 2 +-
.../java/org/apache/doris/common/ErrorCode.java | 2 +
.../java/org/apache/doris/common/FeConstants.java | 1 +
.../apache/doris/common/proc/IndicesProcDir.java | 4 +-
.../common/proc/ProcReplicaVersionDisplay.java | 44 +
.../apache/doris/common/proc/ReplicasProcNode.java | 17 +-
.../apache/doris/common/proc/TabletsProcDir.java | 14 +-
.../apache/doris/common/util/ClassLoaderUtils.java | 80 +-
.../org/apache/doris/common/util/LocationPath.java | 14 +-
.../doris/datasource/ExternalRowCountCache.java | 53 +-
.../org/apache/doris/datasource/ExternalTable.java | 13 +-
.../apache/doris/datasource/InternalCatalog.java | 25 +-
.../doris/datasource/hive/HMSExternalTable.java | 28 +-
.../datasource/iceberg/IcebergExternalTable.java | 50 +
.../datasource/iceberg/IcebergMetadataOps.java | 6 +
.../s3tables/CustomAwsCredentialsProvider.java | 43 -
.../jdbc/client/JdbcPostgreSQLClient.java | 5 +
.../apache/doris/datasource/kafka/KafkaUtil.java | 23 +-
.../common/AwsCredentialsProviderFactory.java | 28 +
.../common/IcebergAwsAssumeRoleProperties.java | 52 +
.../IcebergAwsClientCredentialsProperties.java | 144 +++
.../metastore/AbstractIcebergProperties.java | 5 +
.../property/metastore/IcebergRestProperties.java | 72 +-
.../IcebergS3TablesMetaStoreProperties.java | 33 +-
.../datasource/property/storage/S3Properties.java | 96 +-
.../apache/doris/dictionary/DictionaryManager.java | 2 +-
.../insert/streaming/AbstractStreamingTask.java | 8 +-
.../streaming/DataSourceConfigValidator.java | 143 ++-
.../insert/streaming/StreamingInsertJob.java | 89 +-
.../streaming/StreamingJobSchedulerTask.java | 7 +
.../insert/streaming/StreamingMultiTblTask.java | 5 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 31 +-
.../doris/job/extensions/mtmv/MTMVTaskContext.java | 12 +-
.../org/apache/doris/job/manager/JobManager.java | 6 +-
.../doris/job/offset/SourceOffsetProvider.java | 24 +-
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 512 +++++++--
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 136 ++-
.../apache/doris/job/util/StreamingJobUtils.java | 72 +-
.../org/apache/doris/journal/JournalEntity.java | 12 +
.../java/org/apache/doris/master/Checkpoint.java | 2 -
.../java/org/apache/doris/metric/MetricRepo.java | 88 ++
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 25 +-
.../org/apache/doris/mysql/AcceptListener.java | 1 +
.../org/apache/doris/mysql/MysqlCapability.java | 12 +-
.../java/org/apache/doris/mysql/MysqlProto.java | 29 +-
.../org/apache/doris/mysql/MysqlSerializer.java | 7 +-
.../mysql/authenticate/AuthenticateRequest.java | 134 ++-
.../mysql/authenticate/AuthenticateResponse.java | 66 +-
.../doris/mysql/authenticate/AuthenticateType.java | 2 +
.../authenticate/AuthenticationFailureSummary.java | 101 ++
.../mysql/authenticate/AuthenticatorManager.java | 390 ++++++-
.../MysqlAuthPacketCredentialExtractor.java | 90 ++
.../AuthenticationIntegrationAuthenticator.java | 239 +++++
.../mysql/authenticate/ldap/LdapAuthenticator.java | 38 +-
.../doris/mysql/authenticate/ldap/LdapClient.java | 69 +-
.../doris/mysql/authenticate/ldap/LdapManager.java | 52 +-
.../password/AuthPacketAwarePasswordResolver.java | 62 ++
.../password/ClearPasswordResolver.java | 22 +
.../password/NativePasswordResolver.java | 30 +-
.../authenticate/password/PasswordResolver.java | 15 +
.../plugin/AuthenticationPluginAuthenticator.java | 253 +++++
.../org/apache/doris/mysql/privilege/Auth.java | 22 +-
.../doris/mysql/privilege/UserPropertyMgr.java | 19 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 74 +-
.../parser/LogicalPlanBuilderForEncryption.java | 10 +
.../nereids/processor/post/PlanPostProcessors.java | 1 +
.../processor/post/PrunePartitionPredicate.java | 146 +++
.../properties/ChildrenPropertiesRegulator.java | 22 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 52 +-
.../rules/exploration/mv/PartitionCompensator.java | 3 +-
.../exploration/mv/SyncMaterializationContext.java | 11 +-
.../rules/expression/rules/PartitionPruner.java | 23 -
.../expression/rules/SimplifyInPredicate.java | 11 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 15 +-
.../rules/rewrite/CheckMatchExpression.java | 7 +-
.../rules/rewrite/DistinctAggregateRewriter.java | 61 +-
.../rules/rewrite/PruneOlapScanPartition.java | 52 +-
.../rules/rewrite/PushDownJoinOnAssertNumRows.java | 102 +-
.../rules/rewrite/RewriteSearchToSlots.java | 63 +-
.../nereids/rules/rewrite/SetPreAggStatus.java | 1 +
.../doris/nereids/stats/SimpleAggCacheMgr.java | 12 +
.../trees/copier/LogicalPlanDeepCopier.java | 2 +-
.../doris/nereids/trees/expressions/AGENTS.md | 5 +
.../nereids/trees/expressions/InPredicate.java | 19 +-
.../doris/nereids/trees/expressions/Like.java | 5 +-
.../expressions/functions/ExpressionTrait.java | 35 +-
.../trees/expressions/functions/agg/BoolAnd.java | 2 +-
.../trees/expressions/functions/agg/BoolOr.java | 2 +-
.../trees/expressions/functions/agg/BoolXor.java | 2 +-
.../functions/agg/DataSketchesHllUnionAgg.java | 113 ++
.../functions/agg/ExponentialMovingAverage.java | 122 +++
.../trees/expressions/functions/agg/Histogram.java | 2 +-
.../expressions/functions/agg/LinearHistogram.java | 2 +-
.../trees/expressions/functions/agg/MaxBy.java | 7 +-
.../trees/expressions/functions/agg/Median.java | 2 +-
.../trees/expressions/functions/agg/MinBy.java | 7 +-
.../functions/agg/MultiDistinctSum.java | 2 +-
.../functions/agg/MultiDistinctSum0.java | 2 +-
.../functions/agg/PercentileReservoir.java | 7 +-
.../expressions/functions/agg/SequenceCount.java | 3 +
.../functions/agg/SequenceFunction.java | 2 +-
.../expressions/functions/agg/SequenceMatch.java | 3 +
.../trees/expressions/functions/agg/Sum0.java | 2 +-
.../trees/expressions/functions/agg/TopN.java | 14 +
.../trees/expressions/functions/agg/TopNArray.java | 14 +
.../expressions/functions/agg/TopNWeighted.java | 22 +
.../expressions/functions/agg/WindowFunnel.java | 15 +-
.../expressions/functions/agg/WindowFunnelV2.java | 15 +-
.../functions/executable/NumericArithmetic.java | 9 +-
.../functions/generator/ExplodeMap.java | 5 +-
.../functions/generator/ExplodeMapOuter.java | 5 +-
.../trees/expressions/functions/scalar/Array.java | 2 +-
.../expressions/functions/scalar/ArrayApply.java | 7 +-
.../expressions/functions/scalar/ArrayAvg.java | 7 +-
.../expressions/functions/scalar/ArrayCompact.java | 2 +-
.../expressions/functions/scalar/ArrayCumSum.java | 7 +-
.../functions/scalar/ArrayDifference.java | 7 +-
.../functions/scalar/ArrayDistinct.java | 2 +-
.../functions/scalar/ArrayEnumerateUniq.java | 2 +-
.../functions/scalar/ArrayIntersect.java | 2 +-
.../expressions/functions/scalar/ArrayMax.java | 2 +-
.../expressions/functions/scalar/ArrayMin.java | 2 +-
.../functions/scalar/ArrayPosition.java | 2 +-
.../expressions/functions/scalar/ArrayProduct.java | 2 +-
.../expressions/functions/scalar/ArrayRemove.java | 2 +-
.../functions/scalar/ArrayReverseSort.java | 4 +-
.../expressions/functions/scalar/ArraySort.java | 4 +-
.../expressions/functions/scalar/ArraySortBy.java | 4 +-
.../expressions/functions/scalar/ArraySum.java | 2 +-
.../expressions/functions/scalar/ArrayUnion.java | 2 +-
.../functions/scalar/ArraysOverlap.java | 2 +-
.../trees/expressions/functions/scalar/Char.java | 9 +-
.../expressions/functions/scalar/CountEqual.java | 2 +-
.../expressions/functions/scalar/DateDiff.java | 3 +
.../expressions/functions/scalar/DaysDiff.java | 2 +
.../expressions/functions/scalar/HoursDiff.java | 3 +
.../functions/scalar/MicroSecondsDiff.java | 3 +
.../functions/scalar/MilliSecondsDiff.java | 3 +
.../expressions/functions/scalar/MinutesDiff.java | 3 +
.../expressions/functions/scalar/MonthsDiff.java | 7 +-
.../expressions/functions/scalar/QuartersDiff.java | 7 +-
.../trees/expressions/functions/scalar/Random.java | 6 +-
.../functions/scalar/RegexpReplace.java | 7 +-
.../functions/scalar/RegexpReplaceOne.java | 7 +-
.../expressions/functions/scalar/SecondsDiff.java | 3 +
.../functions/scalar/SplitByRegexp.java | 8 +-
.../functions/scalar/StructElement.java | 20 +-
.../expressions/functions/scalar/TimeDiff.java | 11 +
.../expressions/functions/scalar/Tokenize.java | 6 +-
.../expressions/functions/scalar/Uniform.java | 6 +-
.../expressions/functions/scalar/WeeksDiff.java | 7 +-
.../expressions/functions/scalar/WidthBucket.java | 2 +-
.../expressions/functions/scalar/YearsDiff.java | 7 +-
.../trees/expressions/functions/udf/AliasUdf.java | 17 +-
.../trees/expressions/literal/JsonLiteral.java | 39 +-
.../visitor/AggregateFunctionVisitor.java | 10 +
.../trees/plans/PartitionPrunablePredicate.java | 95 ++
.../apache/doris/nereids/trees/plans/PlanType.java | 2 +
.../AdminCreateClusterSnapshotCommand.java | 9 +-
.../trees/plans/commands/AlterUserCommand.java | 7 +-
.../plans/commands/AlterWorkloadGroupCommand.java | 17 +-
.../plans/commands/CreateFunctionCommand.java | 14 +-
.../plans/commands/CreateRoleMappingCommand.java | 122 +++
.../plans/commands/CreateWorkloadGroupCommand.java | 30 +-
...serCommand.java => DropRoleMappingCommand.java} | 40 +-
.../plans/commands/DropWorkloadGroupCommand.java | 13 +-
.../trees/plans/commands/IcebergDeleteCommand.java | 5 +-
.../plans/commands/IcebergDmlCommandUtils.java | 61 ++
.../trees/plans/commands/IcebergMergeCommand.java | 7 +-
.../trees/plans/commands/IcebergUpdateCommand.java | 5 +-
.../trees/plans/commands/ShowTabletIdCommand.java | 7 -
.../trees/plans/logical/LogicalOlapScan.java | 90 +-
.../trees/plans/logical/LogicalSubQueryAlias.java | 7 +-
.../trees/plans/physical/PhysicalOlapScan.java | 97 +-
.../trees/plans/visitor/CommandVisitor.java | 10 +
.../org/apache/doris/nereids/types/DataType.java | 23 +-
.../apache/doris/nereids/types/VariantType.java | 3 +-
.../doris/nereids/util/TypeCoercionUtils.java | 18 +
.../java/org/apache/doris/nereids/util/Utils.java | 16 +
.../doris/persist/DropRoleMappingOperationLog.java | 58 ++
.../java/org/apache/doris/persist/EditLog.java | 19 +
.../org/apache/doris/persist/OperationType.java | 2 +
.../org/apache/doris/persist/gson/GsonUtils.java | 7 +-
.../doris/persist/meta/MetaPersistMethod.java | 23 +-
.../doris/persist/meta/PersistMetaModules.java | 5 +-
.../java/org/apache/doris/qe/ConnectContext.java | 47 +-
.../java/org/apache/doris/qe/SessionVariable.java | 8 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 1 -
.../doris/qe/runtime/ThriftPlansBuilder.java | 29 +-
.../WorkloadSchedPolicyMgr.java | 55 +-
.../apache/doris/service/FrontendServiceImpl.java | 15 +-
.../service/arrowflight/DorisFlightSqlService.java | 6 +
.../auth2/FlightCredentialValidator.java | 3 +-
.../auth2/FlightRemoteIpServerStreamTracer.java | 103 ++
.../org/apache/doris/statistics/AnalysisJob.java | 15 +-
.../apache/doris/statistics/AnalysisManager.java | 27 +-
.../doris/statistics/AnalysisTaskWrapper.java | 16 +-
.../doris/statistics/AnalyzeSkipException.java} | 24 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 117 ++-
.../doris/statistics/ExternalAnalysisTask.java | 1 +
.../apache/doris/statistics/OlapAnalysisTask.java | 5 +
.../doris/statistics/StatisticConstants.java | 14 +
.../apache/doris/statistics/StatisticsCache.java | 28 +-
.../java/org/apache/doris/system/Diagnoser.java | 22 +-
.../CdcStreamTableValuedFunction.java | 86 +-
.../doris/tablefunction/MetadataGenerator.java | 77 ++
.../apache/doris/task/AgentTaskCleanupDaemon.java | 2 +-
.../org/apache/doris/task/PublishVersionTask.java | 7 +-
.../doris/transaction/DatabaseTransactionMgr.java | 6 +-
...e.doris.mysql.authenticate.AuthenticatorFactory | 2 +-
.../org/apache/doris/analysis/ExprEqualsTest.java | 348 +++++++
.../analysis/LiteralExprCompareLiteralTest.java | 455 ++++++++
.../doris/analysis/LiteralExprEqualsTest.java | 366 +++++++
.../AuthenticationIntegrationMgrTest.java | 164 +--
.../AuthenticationIntegrationRuntimeTest.java | 432 ++++++++
.../doris/authentication/RoleMappingMgrTest.java | 238 +++++
.../org/apache/doris/catalog/CreateViewTest.java | 24 +
.../doris/catalog/MaterializedIndexTest.java | 65 ++
.../org/apache/doris/catalog/SchemaTableTest.java | 13 +
.../java/org/apache/doris/catalog/TabletTest.java | 79 ++
.../java/org/apache/doris/catalog/TypeTest.java | 40 +
.../org/apache/doris/catalog/UserPropertyTest.java | 30 +
.../java/org/apache/doris/clone/RebalanceTest.java | 81 ++
.../org/apache/doris/clone/RebalancerTestUtil.java | 16 +
.../doris/clone/TabletReplicaTooSlowTest.java | 97 ++
.../cloud/catalog/CloudTabletRebalancerTest.java | 48 +-
.../common/proc/CloudProcVersionDisplayTest.java | 200 ++++
.../apache/doris/common/util/LocationPathTest.java | 15 +
.../datasource/ExternalRowCountCacheTest.java | 66 +-
.../datasource/hive/HMSExternalTableTest.java | 176 ++++
.../datasource/iceberg/CreateIcebergTableTest.java | 42 +
.../iceberg/IcebergDDLAndDMLPlanTest.java | 15 +-
.../iceberg/IcebergExternalTableTest.java | 160 ++-
.../metastore/IcebergRestPropertiesTest.java | 303 ++++++
.../IcebergS3TablesMetaStorePropertiesTest.java | 272 +++++
.../property/storage/S3PropertiesTest.java | 45 +
.../doris/datasource/s3tables/S3TablesTest.java | 9 -
.../streaming/DataSourceConfigValidatorTest.java | 174 ++++
.../StreamingInsertJobCheckDataQualityTest.java | 54 +
.../StreamingInsertJobLateCallbackTest.java | 120 +++
.../apache/doris/job/manager/JobManagerTest.java | 40 +
.../JdbcSourceOffsetProviderAsyncSplitTest.java | 486 +++++++++
.../doris/job/offset/jdbc/SplitProgressTest.java | 60 ++
.../org/apache/doris/mtmv/MTMVJobManagerTest.java | 88 ++
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 88 +-
.../apache/doris/mysql/MysqlAuthPacketTest.java | 26 +-
.../apache/doris/mysql/MysqlCapabilityTest.java | 5 +-
.../doris/mysql/MysqlHandshakePacketTest.java | 3 +
.../org/apache/doris/mysql/MysqlProtoTest.java | 118 +++
.../mysql/MysqlSerializerTimestampTzTest.java | 84 ++
.../mysql/authenticate/AuthenticateTypeTest.java | 63 +-
.../authenticate/AuthenticatorManagerTest.java | 948 +++++++++++++++++
.../MysqlAuthPacketCredentialExtractorTest.java | 90 ++
.../TestAuthenticationPluginFactory.java | 63 ++
.../doris/mysql/authenticate/TestLogAppender.java | 77 ++
...AuthenticationIntegrationAuthenticatorTest.java | 188 ++++
.../authenticate/ldap/LdapAuthenticatorTest.java | 28 +
.../mysql/authenticate/ldap/LdapClientTest.java | 65 ++
.../mysql/authenticate/ldap/LdapManagerTest.java | 31 +
.../password/ClearPasswordResolverTest.java | 63 ++
.../AuthenticationPluginAuthenticatorTest.java | 178 ++++
.../org/apache/doris/mysql/privilege/AuthTest.java | 23 +
.../doris/nereids/parser/EncryptSQLTest.java | 34 +
.../nereids/parser/RoleMappingParserTest.java | 77 ++
.../rules/analysis/UserVariableAnalysisTest.java | 56 +
.../exploration/mv/PartitionCompensatorTest.java | 104 ++
.../nereids/rules/expression/FoldConstantTest.java | 20 +-
.../rules/expression/SimplifyInPredicateTest.java | 62 +-
.../rules/rewrite/AggregateUnionPlanTest.java | 117 +++
.../rules/rewrite/CheckMatchExpressionTest.java | 45 +
.../rewrite/DistinctAggregateRewriterTest.java | 130 ++-
.../nereids/rules/rewrite/PartitionPrunerTest.java | 258 -----
.../rewrite/PushDownJoinOnAssertNumRowsTest.java | 66 ++
.../rules/rewrite/RewriteSearchToSlotsTest.java | 109 +-
.../rules/rewrite/VariantPruningLogicTest.java | 29 +
.../trees/copier/LogicalPlanDeepCopierTest.java | 11 +
.../doris/nereids/trees/expressions/UdfTest.java | 31 +
.../expressions/functions/ExpressionTraitTest.java | 86 ++
.../executable/NumericArithmeticTest.java | 10 +
.../trees/expressions/literal/JsonLiteralTest.java | 124 +++
.../AdminCreateClusterSnapshotCommandTest.java | 3 +
.../plans/commands/IcebergDmlCommandUtilsTest.java | 91 ++
.../plans/commands/ShowTabletIdCommandTest.java | 4 +-
.../commands/info/DistributionDescriptorTest.java | 48 +
.../apache/doris/nereids/types/DataTypeTest.java | 54 +
.../apache/doris/qe/NereidsCoordinatorTest.java | 2 +-
.../WorkloadSchedPolicyMgrTest.java | 206 ++++
.../doris/service/FrontendServiceImplTest.java | 125 ++-
.../FlightRemoteIpServerStreamTracerTest.java | 92 ++
.../doris/statistics/AnalysisManagerTest.java | 96 ++
.../doris/statistics/AnalysisTaskWrapperTest.java | 84 ++
.../org/apache/doris/statistics/CacheTest.java | 4 +-
.../doris/statistics/HMSAnalysisTaskTest.java | 2 +-
.../doris/statistics/OlapAnalysisTaskTest.java | 122 +++
.../doris/statistics/StatisticsCacheTest.java | 64 ++
.../apache/doris/task/PublishVersionTaskTest.java | 109 ++
.../CheckReplicaContinuousVersionSuccTest.java | 177 ++++
....authentication.spi.AuthenticationPluginFactory | 29 +-
fe/fe-foundation/pom.xml | 14 +-
.../util/ConcurrentLong2LongHashMap.java | 526 ++++++++++
.../util/ConcurrentLong2ObjectHashMap.java | 487 +++++++++
.../util/ConcurrentLong2LongHashMapTest.java | 458 ++++++++
.../util/ConcurrentLong2ObjectHashMapTest.java | 432 ++++++++
fe/pom.xml | 9 +-
.../postgresql/connection/PostgresConnection.java | 905 ++++++++++++++++
.../cdcclient/service/PipelineCoordinator.java | 14 +-
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 2 +-
.../deserialize/DebeziumJsonDeserializer.java | 46 +-
.../source/reader/AbstractCdcSourceReader.java | 50 +
.../source/reader/JdbcIncrementalSourceReader.java | 361 ++++---
.../cdcclient/source/reader/SourceReader.java | 5 +
.../source/reader/mysql/MySqlSourceReader.java | 410 +++++---
.../reader/postgres/PostgresSourceReader.java | 27 +
.../apache/doris/cdcclient/utils/ConfigUtil.java | 29 +-
.../external/IncrementalSourceScanFetcher.java | 284 +++++
.../source/fetch/PostgresScanFetchTask.java | 391 +++++++
.../deserialize/DebeziumJsonDeserializerTest.java | 76 ++
.../source/reader/AbstractCdcSourceReaderTest.java | 165 +++
.../doris/cdcclient/utils/ConfigUtilTest.java | 61 +-
gensrc/proto/cloud.proto | 7 +
gensrc/script/gen_build_version.sh | 4 +-
gensrc/thrift/AgentService.thrift | 7 +-
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 24 +
.../test_select_stddev_variance_window.out | 933 +++++++++--------
.../one_level_nestedtypes_with_s3data.out | 582 +++++------
.../ddl/create_nestedtypes_with_schemachange.out | 12 +-
.../timestamptz/test_cast_timestamptz.out | 4 +-
.../timestamptz/test_timestamptz_agg_functions.out | 13 +
.../timestamptz/test_timestamptz_array_index.out | 19 +
.../timestamptz/test_timestamptz_cast.out | 12 +-
.../timestamptz/test_timestamptz_max_min_by.out | 7 +
.../timestamptz/test_timestamptz_sort.out | 104 ++
.../timestamptz/test_timestamptz_utc_functions.out | 33 +
.../sql-functions/doc_date_functions_test.out | 48 +-
.../sql/presto/scalar/TestJsonFunctions.out | 16 +-
.../paimon/test_paimon_catalog_timestamp_tz.out | 12 +-
.../data/function_p0/test_agg_foreach.out | 3 +-
.../data/function_p0/test_agg_foreach_notnull.out | 3 +-
...est_streaming_mysql_job_charset_and_strings.out | 39 +
.../cdc/test_streaming_mysql_job_composite_pk.out | 47 +
.../cdc/test_streaming_mysql_job_date_pk.out | 29 +
.../cdc/test_streaming_mysql_job_datetime_pk.out | 29 +
.../cdc/test_streaming_mysql_job_decimal_pk.out | 29 +
.../cdc/test_streaming_mysql_job_enum_set.out | 27 +
...est_streaming_mysql_job_id_gap_completeness.out | 21 +
.../test_streaming_mysql_job_integer_boundary.out | 31 +
.../cdc/test_streaming_mysql_job_json_types.out | 52 +
.../test_streaming_mysql_job_offset_earliest.out | 9 +
....out => test_streaming_mysql_job_partition.out} | 0
...ming_mysql_job_snapshot_with_concurrent_dml.out | 25 +
.../cdc/test_streaming_postgres_job_all_type.out | 4 +-
.../test_streaming_postgres_job_array_boundary.out | 29 +
.../test_streaming_postgres_job_composite_pk.out | 47 +
.../cdc/test_streaming_postgres_job_date_pk.out | 29 +
.../cdc/test_streaming_postgres_job_decimal_pk.out | 15 +
..._streaming_postgres_job_id_gap_completeness.out | 21 +
.../test_streaming_postgres_job_jsonb_types.out | 32 +
...ming_postgres_job_snapshot_historical_dates.out | 45 +
...g_postgres_job_snapshot_with_concurrent_dml.out | 25 +
.../cdc/test_streaming_postgres_job_uuid.out | 26 +
..._cdc_stream_postgres_checkpoint_restart_fe.out} | 0
.../data/nereids_function_p0/agg_function/agg.out | 672 ++++++------
.../data/nereids_function_p0/scalar_function/S.out | 3 +
.../data/nereids_p0/aggregate/agg_nullable_2.out | 19 +-
.../ddl/show_variables/show_variables_command.out | 8 +
.../test_select_stddev_variance_window.out | 293 ++++--
.../nereids_rules_p0/agg_strategy/agg_strategy.out | 226 ++--
.../agg_strategy/distinct_agg_rewriter.out | 12 +-
.../distinct_agg_strategy_selector.out | 14 +-
.../agg_strategy/physical_agg_regulator.out | 14 +-
.../bind_relation/bind_view_alias_star_agg.out | 3 +
.../distinct_split/disitinct_split.out | 43 +-
.../normalize_window_nullable_agg_test.out | 5 +-
.../partition_prune/prune_predicates_mv_test.out | 14 +
.../nereids_syntax_p0/mv/aggregate/agg_sync_mv.out | 157 ++-
.../test_simplify_in_predicate.out | 7 +
.../data/query_p0/aggregate/aggregate.out | 30 +-
.../exponential_moving_average.out | 31 +
.../data/query_p0/set/test_user_var.out | 3 +
.../test_aggregate_all_functions2.out | 67 +-
.../test_datasketches_hll_union_agg.out | 28 +
.../datetime_functions/test_date_function.out | 2 +-
.../test_ipv4_ipv6_multi_not_equal.out | 36 +
.../test_json_contains_numeric_equality.out | 3 +
.../test_select_stddev_variance_window.out | 205 ++--
.../data/query_p0/test_parquet_dict.out | 4 +
.../tpcds_sf100/noStatsRfPrune/query75.out | 117 ++-
.../tpcds_sf100/no_stats_shape/query75.out | 117 ++-
.../shape_check/tpcds_sf10t_orc/shape/query75.out | 117 ++-
.../test_partial_update_complex_type.out | 8 +-
regression-test/data/variant_p0/desc.out | 50 +-
.../doc_mode/test_variant_cast_strict.out | 10 +
.../data/variant_p0/duplicate_json_path.json | 7 +
regression-test/data/variant_p0/nested.out | 2 +-
regression-test/data/variant_p0/nested2.out | 8 +-
.../variant_p0/test_variant_timestamptz_sparse.out | 7 +
.../org/apache/doris/regression/suite/Suite.groovy | 163 +++
.../doris/regression/suite/SuiteCluster.groovy | 112 +-
.../ann_range_search_pushdown_regression.groovy | 141 +++
...ge_search_source_index_status_regression.groovy | 84 ++
.../arrow_flight_sql_p0/test_auth_remote_ip.groovy | 78 ++
.../suites/audit/test_audit_log_behavior.groovy | 16 +-
.../test_authentication_integration_auth.groovy | 3 +
.../auth_p0/test_role_mapping_system_table.groovy | 123 +++
...rg_s3tables_catalog_credentials_provider.groovy | 105 ++
.../test_recycler_with_internal_copy.groovy | 21 +-
.../test_time_series_compaction_policy.groovy | 49 +-
.../test_complex_disallowed_subtypes.groovy | 77 ++
.../test_timestamptz_agg_functions.groovy | 59 ++
.../test_timestamptz_array_index.groovy | 83 ++
.../test_timestamptz_jdbc_binary_protocol.groovy | 85 ++
.../timestamptz/test_timestamptz_max_min_by.groovy | 67 ++
.../timestamptz/test_timestamptz_sort.groovy | 134 +++
.../test_timestamptz_utc_functions.groovy | 183 ++++
.../test_create_view_variant_nested_field.groovy | 157 +++
.../test_export_variant_10k_columns.groovy | 0
.../cache/test_file_cache_query_limit.groovy | 64 +-
.../hive/test_hive_analyze_long_string.groovy | 125 +++
.../hive/test_hive_query_cache.groovy | 11 +-
.../hive/test_orc_lazy_mat_profile.groovy | 1 +
.../dml/test_iceberg_merge_into_advanced.groovy | 50 +-
.../dml/test_iceberg_merge_into_basic.groovy | 10 +-
.../dml/test_iceberg_update_delete_advanced.groovy | 42 +-
.../dml/test_iceberg_update_delete_basic.groovy | 10 +-
...eberg_v3_row_lineage_update_delete_merge.groovy | 10 +-
.../tvf/test_hdfs_parquet_group0.groovy | 4 +-
.../tvf/test_hdfs_parquet_group6.groovy | 4 +-
.../test_dml_when_one_be_down.groovy | 141 +++
.../test_publish_no_npe_when_be_down.groovy | 142 +++
.../test_streaming_mysql_job_async_split.groovy | 160 +++
...t_streaming_mysql_job_async_split_uneven.groovy | 195 ++++
..._streaming_mysql_job_charset_and_strings.groovy | 195 ++++
.../test_streaming_mysql_job_composite_pk.groovy | 198 ++++
.../cdc/test_streaming_mysql_job_date_pk.groovy | 129 +++
.../test_streaming_mysql_job_datetime_pk.groovy | 153 +++
.../cdc/test_streaming_mysql_job_decimal_pk.groovy | 152 +++
.../cdc/test_streaming_mysql_job_enum_set.groovy | 182 ++++
..._streaming_mysql_job_id_gap_completeness.groovy | 159 +++
...est_streaming_mysql_job_integer_boundary.groovy | 165 +++
.../cdc/test_streaming_mysql_job_json_types.groovy | 176 ++++
.../cdc/test_streaming_mysql_job_metrics.groovy | 13 +-
...test_streaming_mysql_job_offset_earliest.groovy | 130 +++
.../cdc/test_streaming_mysql_job_partition.groovy | 166 +++
.../cdc/test_streaming_mysql_job_server_id.groovy | 133 +++
...t_streaming_mysql_job_snapshot_fat_split.groovy | 153 +++
...g_mysql_job_snapshot_with_concurrent_dml.groovy | 148 +++
.../cdc/test_streaming_postgres_job.groovy | 29 +-
...st_streaming_postgres_job_array_boundary.groovy | 185 ++++
...ing_postgres_job_async_split_multi_table.groovy | 178 ++++
...ng_postgres_job_async_split_pause_resume.groovy | 198 ++++
...treaming_postgres_job_async_split_uneven.groovy | 198 ++++
...stgres_job_async_split_uneven_restart_fe.groovy | 207 ++++
...streaming_postgres_job_binlog_restart_fe.groovy | 191 ++++
...test_streaming_postgres_job_composite_pk.groovy | 198 ++++
.../cdc/test_streaming_postgres_job_date_pk.groovy | 131 +++
.../test_streaming_postgres_job_decimal_pk.groovy | 130 +++
...eaming_postgres_job_drop_during_snapshot.groovy | 148 +++
...reaming_postgres_job_id_gap_completeness.groovy | 146 +++
.../test_streaming_postgres_job_jsonb_types.groovy | 186 ++++
.../test_streaming_postgres_job_publication.groovy | 124 ++-
..._streaming_postgres_job_slot_lsn_advance.groovy | 224 ++++
...treaming_postgres_job_snapshot_fat_split.groovy | 141 +++
...g_postgres_job_snapshot_historical_dates.groovy | 229 ++++
...ostgres_job_snapshot_with_concurrent_dml.groovy | 153 +++
...st_streaming_postgres_job_special_offset.groovy | 15 +-
...g_postgres_job_special_offset_restart_fe.groovy | 188 ++++
.../cdc/test_streaming_postgres_job_uuid.groovy | 176 ++++
.../cdc/tvf/test_cdc_stream_tvf_mysql.groovy | 83 +-
.../cdc/tvf/test_cdc_stream_tvf_postgres.groovy | 32 +
...ming_job_cdc_stream_postgres_async_split.groovy | 193 ++++
...c_stream_postgres_async_split_restart_fe.groovy | 218 ++++
...dc_stream_postgres_checkpoint_restart_fe.groovy | 298 ++++++
.../jsonb_p0/test_jsonb_distribution_column.groovy | 46 +
.../jsonb_p0/test_jsonb_keys_invalid_path.groovy | 24 +-
.../load_p0/routine_load/test_black_list.groovy | 60 +-
.../agg_function/topn/topn.groovy | 32 +
.../nereids_function_p0/scalar_function/S.groovy | 2 +
.../show_variables/show_variables_command.groovy | 8 +
.../fold_constant_numeric_arithmatic.groovy | 7 +
.../nereids_p0/stats/partitionRowCount.groovy | 14 +-
.../agg_strategy/agg_strategy.groovy | 1 -
.../agg_strategy/distinct_agg_rewriter.groovy | 1 -
.../bind_relation/bind_view_alias_star_agg.groovy | 46 +
.../distinct_split/disitinct_split.groovy | 1 +
.../prune_predicates_mv_test.groovy | 182 ++++
.../auto_partition_recycle_count_cache.groovy | 91 ++
.../nereids_rules_p0/set_preagg/set_preagg.groovy | 25 +-
.../test_multicast_sink_multi_exchange.groovy | 96 ++
.../test_simplify_in_predicate.groovy | 28 +
.../suites/query_p0/aggregate/aggregate.groovy | 1 +
.../exponential_moving_average.groovy | 158 +++
.../suites/query_p0/set/test_user_var.groovy | 81 ++
.../test_aggregate_all_functions2.groovy | 34 +-
.../test_datasketches_hll_union_agg.groovy | 170 +++
.../test_ipv4_ipv6_multi_not_equal.groovy | 107 ++
.../test_json_contains_numeric_equality.groovy | 22 +-
.../suites/query_p0/test_parquet_dict.groovy | 29 +-
.../suites/search/test_search_function.groovy | 13 +-
.../suites/show_p0/test_show_tablet.groovy | 8 +-
.../suites/statistics/analyze_stats.groovy | 2 +-
.../statistics/test_analyze_long_string.groovy | 288 +++++
...est_partition_rebalancer_medium_mismatch.groovy | 178 ++++
.../suites/variant_p0/doc_mode/load.groovy | 2 +-
.../doc_mode/test_variant_cast_strict.groovy | 129 +++
.../suites/variant_p0/duplicate_json_path.groovy | 106 ++
regression-test/suites/variant_p0/load.groovy | 2 +-
regression-test/suites/variant_p0/nested.groovy | 188 ----
.../suites/variant_p0/nested/load.groovy | 200 ----
.../variant_p0/nested/nested_in_top_array.groovy | 135 ---
.../suites/variant_p0/nested/sql/q01.sql | 13 -
regression-test/suites/variant_p0/nested2.groovy | 164 ---
.../variant_p0/predefine/test_predefine_ddl.groovy | 6 +-
.../test_doris_24269_create_table_like.groovy | 59 ++
.../test_variant_timestamptz_sparse.groovy | 102 ++
.../suites/variant_p0/variant_hirachinal.groovy | 4 +-
.../suites/variant_p1/predefine/load.groovy | 3 +-
run-be-ut.sh | 14 +-
thirdparty/download-thirdparty.sh | 7 +
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 ++
962 files changed, 50887 insertions(+), 8429 deletions(-)
create mode 100644 .gitleaks.toml
create mode 100644 be/src/common/thread_safety_annotations.h
create mode 100644
be/src/exprs/aggregate/aggregate_function_datasketches_hll_union_agg.cpp
create mode 100644
be/src/exprs/aggregate/aggregate_function_datasketches_hll_union_agg.h
copy be/src/exprs/aggregate/{aggregate_function_min_by.cpp =>
aggregate_function_ema.cpp} (71%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_ema.h
create mode 100644 be/src/exprs/function/variant_inverted_index_search.cpp
create mode 100644 be/src/exprs/function/variant_inverted_index_search.h
create mode 100644 be/src/information_schema/schema_role_mappings_scanner.cpp
copy be/src/{storage/index/inverted/inverted_index_stats.h =>
information_schema/schema_role_mappings_scanner.h} (53%)
create mode 100644 be/test/cloud/cloud_warm_up_manager_test.cpp
create mode 100644 be/test/core/data_type/data_type_insert_default_test.cpp
create mode 100644 be/test/data/vec/columns/TIMESTAMPTZ(3).csv
create mode 100644
be/test/exec/schema_scanner/schema_role_mappings_scanner_test.cpp
create mode 100644
be/test/exprs/aggregate/agg_datasketches_hll_union_agg_test.cpp
create mode 100644 be/test/io/fs/file_handle_cache_test.cpp
create mode 100644 be/test/util/jsonb_contains_test.cpp
create mode 100644 be/test/util/test_data/block_to_jsonb_all_types_golden.bin
create mode 100644 cloud/src/meta-service/meta_service_rate_limit_helper.cpp
create mode 100644 cloud/src/meta-service/meta_service_rate_limit_helper.h
create mode 100644 cloud/test/meta_service_helper_test.cpp
create mode 160000 contrib/datasketches-cpp
rename be/src/exprs/aggregate/aggregate_function_min_by.cpp =>
fe/fe-authentication/fe-authentication-api/src/main/java/org/apache/doris/authentication/AuthenticationFailureType.java
(58%)
copy fe/fe-authentication/{fe-authentication-handler =>
fe-authentication-role-mapping}/pom.xml (52%)
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/DefinitionBackedRoleMappingEvaluator.java
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/IntegrationPropertyRoleMappingEvaluator.java
copy
fe/fe-authentication/{fe-authentication-api/src/main/java/org/apache/doris/authentication/AuthenticationException.java
=>
fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/NoOpRoleMappingEvaluator.java}
(51%)
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/RoleMappingDefinition.java
copy be/src/core/value/struct_value.cpp =>
fe/fe-authentication/fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/RoleMappingDefinitionProvider.java
(76%)
copy be/src/core/value/map_value.cpp =>
fe/fe-authentication/fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/RoleMappingEvaluator.java
(62%)
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/main/java/org/apache/doris/authentication/rolemapping/UnifiedRoleMappingCelEngine.java
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/test/java/org/apache/doris/authentication/plugin/oidc/playground/RoleMappingCelPlayground.java
copy
fe/{fe-core/src/main/java/org/apache/doris/mysql/authenticate/AuthenticateRequest.java
=>
fe-authentication/fe-authentication-role-mapping/src/test/java/org/apache/doris/authentication/plugin/oidc/playground/RoleMappingCelPlaygroundTest.java}
(51%)
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/test/java/org/apache/doris/authentication/rolemapping/IntegrationPropertyRoleMappingEvaluatorTest.java
create mode 100644
fe/fe-authentication/fe-authentication-role-mapping/src/test/java/org/apache/doris/authentication/rolemapping/UnifiedRoleMappingCelEngineTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/authentication/AuthenticationIntegrationRuntime.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/authentication/RoleMappingMeta.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/authentication/RoleMappingMgr.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcReplicaVersionDisplay.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/s3tables/CustomAwsCredentialsProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsAssumeRoleProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsClientCredentialsProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/authenticate/AuthenticationFailureSummary.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/authenticate/MysqlAuthPacketCredentialExtractor.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/authenticate/integration/AuthenticationIntegrationAuthenticator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/authenticate/password/AuthPacketAwarePasswordResolver.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/authenticate/plugin/AuthenticationPluginAuthenticator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/PrunePartitionPredicate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/AGENTS.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/DataSketchesHllUnionAgg.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/ExponentialMovingAverage.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/PartitionPrunablePredicate.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateRoleMappingCommand.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{AlterUserCommand.java
=> DropRoleMappingCommand.java} (55%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/IcebergDmlCommandUtils.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/persist/DropRoleMappingOperationLog.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/auth2/FlightRemoteIpServerStreamTracer.java
copy
fe/{fe-authentication/fe-authentication-api/src/main/java/org/apache/doris/authentication/AuthenticationException.java
=>
fe-core/src/main/java/org/apache/doris/statistics/AnalyzeSkipException.java}
(57%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ExprEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LiteralExprCompareLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LiteralExprEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/authentication/AuthenticationIntegrationRuntimeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/authentication/RoleMappingMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/CloudProcVersionDisplayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingInsertJobLateCallbackTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/offset/jdbc/JdbcSourceOffsetProviderAsyncSplitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/offset/jdbc/SplitProgressTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVJobManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/MysqlSerializerTimestampTzTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/AuthenticatorManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/MysqlAuthPacketCredentialExtractorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/TestAuthenticationPluginFactory.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/TestLogAppender.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/integration/AuthenticationIntegrationAuthenticatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/password/ClearPasswordResolverTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/plugin/AuthenticationPluginAuthenticatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/RoleMappingParserTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/UserVariableAnalysisTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/AggregateUnionPlanTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/ExpressionTraitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/JsonLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/IcebergDmlCommandUtilsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/resource/workloadschedpolicy/WorkloadSchedPolicyMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/auth2/FlightRemoteIpServerStreamTracerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/AnalysisTaskWrapperTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/task/PublishVersionTaskTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/transaction/CheckReplicaContinuousVersionSuccTest.java
copy docker/runtime/doris-compose/resource/fdb.conf =>
fe/fe-core/src/test/resources/META-INF/services/org.apache.doris.authentication.spi.AuthenticationPluginFactory
(54%)
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/util/ConcurrentLong2LongHashMap.java
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/util/ConcurrentLong2ObjectHashMap.java
create mode 100644
fe/fe-foundation/src/test/java/org/apache/doris/foundation/util/ConcurrentLong2LongHashMapTest.java
create mode 100644
fe/fe-foundation/src/test/java/org/apache/doris/foundation/util/ConcurrentLong2ObjectHashMapTest.java
create mode 100644
fs_brokers/cdc_client/src/main/java/io/debezium/connector/postgresql/connection/PostgresConnection.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/cdc/connectors/base/source/reader/external/IncrementalSourceScanFetcher.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/cdc/connectors/postgres/source/fetch/PostgresScanFetchTask.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/DebeziumJsonDeserializerTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/AbstractCdcSourceReaderTest.java
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_agg_functions.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_array_index.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_max_min_by.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_utc_functions.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_charset_and_strings.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_composite_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_datetime_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_decimal_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_enum_set.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_id_gap_completeness.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_integer_boundary.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_json_types.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_offset_earliest.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_partition.out
=> test_streaming_mysql_job_partition.out} (100%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_snapshot_with_concurrent_dml.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_array_boundary.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_composite_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_decimal_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_id_gap_completeness.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_jsonb_types.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_historical_dates.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_with_concurrent_dml.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_uuid.out
copy
regression-test/data/job_p0/streaming_job/cdc/tvf/{test_streaming_job_cdc_stream_postgres_restart_fe.out
=> test_streaming_job_cdc_stream_postgres_checkpoint_restart_fe.out} (100%)
create mode 100644
regression-test/data/nereids_rules_p0/bind_relation/bind_view_alias_star_agg.out
create mode 100644
regression-test/data/nereids_rules_p0/partition_prune/prune_predicates_mv_test.out
create mode 100644
regression-test/data/nereids_syntax_p0/test_simplify_in_predicate.out
create mode 100644
regression-test/data/query_p0/aggregate/exponential_moving_average/exponential_moving_average.out
create mode 100644
regression-test/data/query_p0/sql_functions/aggregate_functions/test_datasketches_hll_union_agg.out
create mode 100644
regression-test/data/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.out
create mode 100644
regression-test/data/query_p0/sql_functions/json_functions/test_json_contains_numeric_equality.out
create mode 100644 regression-test/data/query_p0/test_parquet_dict.out
create mode 100644
regression-test/data/variant_p0/doc_mode/test_variant_cast_strict.out
create mode 100644 regression-test/data/variant_p0/duplicate_json_path.json
create mode 100644
regression-test/data/variant_p0/test_variant_timestamptz_sparse.out
create mode 100644
regression-test/suites/ann_index_p0/ann_range_search_pushdown_regression.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_range_search_source_index_status_regression.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_auth_remote_ip.groovy
create mode 100644
regression-test/suites/auth_p0/test_role_mapping_system_table.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_iceberg_s3tables_catalog_credentials_provider.groovy
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_complex_disallowed_subtypes.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_agg_functions.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_array_index.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_jdbc_binary_protocol.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_max_min_by.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_utc_functions.groovy
create mode 100644
regression-test/suites/ddl_p0/create_view_nereids/test_create_view_variant_nested_field.groovy
rename regression-test/suites/{export_p0 =>
export_p2}/test_export_variant_10k_columns.groovy (100%)
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_analyze_long_string.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_dml_when_one_be_down.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_publish_no_npe_when_be_down.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_async_split.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_async_split_uneven.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_charset_and_strings.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_composite_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_datetime_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_decimal_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_enum_set.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_id_gap_completeness.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_integer_boundary.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_json_types.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_offset_earliest.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_partition.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_server_id.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_snapshot_fat_split.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_snapshot_with_concurrent_dml.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_array_boundary.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_async_split_multi_table.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_async_split_pause_resume.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_async_split_uneven.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_async_split_uneven_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_binlog_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_composite_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_decimal_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_drop_during_snapshot.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_id_gap_completeness.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_jsonb_types.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_slot_lsn_advance.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_fat_split.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_historical_dates.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_snapshot_with_concurrent_dml.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_special_offset_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_uuid.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_async_split.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_async_split_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_checkpoint_restart_fe.groovy
create mode 100644
regression-test/suites/jsonb_p0/test_jsonb_distribution_column.groovy
rename be/src/core/value/struct_value.cpp =>
regression-test/suites/jsonb_p0/test_jsonb_keys_invalid_path.groovy (58%)
create mode 100644
regression-test/suites/nereids_rules_p0/bind_relation/bind_view_alias_star_agg.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/partition_prune/prune_predicates_mv_test.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/rewrite_simple_agg_to_constant/auto_partition_recycle_count_cache.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/distribute/test_multicast_sink_multi_exchange.groovy
create mode 100644
regression-test/suites/query_p0/aggregate/exponential_moving_average/exponential_moving_average.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_datasketches_hll_union_agg.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/ip_functions/test_ipv4_ipv6_multi_not_equal.groovy
rename be/src/core/value/map_value.cpp =>
regression-test/suites/query_p0/sql_functions/json_functions/test_json_contains_numeric_equality.groovy
(62%)
rename be/src/exprs/aggregate/aggregate_function_max_by.cpp =>
regression-test/suites/query_p0/test_parquet_dict.groovy (60%)
create mode 100644
regression-test/suites/statistics/test_analyze_long_string.groovy
create mode 100644
regression-test/suites/storage_medium_p0/test_partition_rebalancer_medium_mismatch.groovy
create mode 100644
regression-test/suites/variant_p0/doc_mode/test_variant_cast_strict.groovy
create mode 100644 regression-test/suites/variant_p0/duplicate_json_path.groovy
delete mode 100644 regression-test/suites/variant_p0/nested.groovy
delete mode 100644 regression-test/suites/variant_p0/nested/load.groovy
delete mode 100644
regression-test/suites/variant_p0/nested/nested_in_top_array.groovy
delete mode 100644 regression-test/suites/variant_p0/nested/sql/q01.sql
delete mode 100644 regression-test/suites/variant_p0/nested2.groovy
create mode 100644
regression-test/suites/variant_p0/test_doris_24269_create_table_like.groovy
create mode 100644
regression-test/suites/variant_p0/test_variant_timestamptz_sparse.groovy
create mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]