This is an automated email from the ASF dual-hosted git repository.
hello-stephen pushed a change to branch auto-pick-63401-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 64c770ba21e [test](docker) Verify DML and 3-replica create table when
one BE is down (#63401)
add a8ae171bdf2 [enhancement](filecache) add more debug info via
VLOG_DEBUG (#58043) (#61194)
add 7fd5205aca0 branch-4.0: [fix](filecache) avoid SIGSEGV in background
LRU update when clear cache #60533 (#61444)
add 505b920613c branch-4.0: [Fix](arrow flight) Fix arrow::Status inline
static empty msg core (#63191) (#63266)
add 8691b482697 [fix](be) Fix runtime filter crash with shared hash table
(#63257)
add 7a4edb0c158 branch-4.0: [Fix](ttz) Fix TIMESTAMPTZ elapsed-time
semantics to use UTC (#63161) (#63251)
add 6c1b33bb7da branch-4.0: [fix](streaming-job) restore split-bound Java
types when reading FE-persisted CDC offset #63219 (#63274)
add 4a9f4438e55 branch-4.0: [chore](http) Merge ms and recycler http
skeleton #61502 #63051 #60816 #62534 (#63527)
add 9d9e735f0c7 [fix](cache) Follower FE sql cache not invalidated on
table metadata replay (#63612) (#63657)
add aaf797e2352 cherry-pick branch-4.1 : [Improve](Variant) Keep first
duplicate Variant JSON path (#63697)
add e4961623587 branch-4.0: [fix](decimal) Fix incorrect decimal cast
results for scientific-notation strings (#63119) (#63674)
add 1bc2c042bd1 branch-4.0: [fix](regression-test) fix three muted test
cases (Groovy property access + flaky SHOW PROCESSLIST) (#63644)
add aa1796299ff branch-4.0: [fix](be) Handle legacy DecimalV2 segments
with missing precision/frac (#63569) (#63581)
add 102bb6c7c45 branch-4.0: [fix](regression-test) stabilize 2 muted
external_table_p0 tests #63646 (#63746)
add a5964281dfb branch-4.0 [opt](fe) Bound not-null inference cost
(#63318) (#63688)
add 52789cbda01 branch-4.0: [fix](nereids)EliminateGroupByKeyByUniform
should replace exprId for alias #60020 (#61266)
add 82d94ffd224 branch-4.0:[fix](sync) Treat empty cancel alter job list
as all rollup jobs (#62712) (#62964)
add 51239f39259 branch-4.0: [fix](fe) Clear warmup jobs on available
backends (#62931) (#63131)
add 15eca4c5db1 branch-4.0: [fix](cloud) Skip skewed warmup rowset latency
samples (#62941) (#63132)
add 32f42b74711 branch-4.0: [fix](user_var)fix integer typing and prefer
Variable.realExpression for argument/type resolution#62524 (#63451)
add 54c79ec6f00 branch-4.0: pick some PRs about aggregate functions
(#63457)
add 4764b459a48 [branch-4.0](jsonb) add json_object_flatten scalar
function (#62825) (#63114)
add ca339261571 branch-4.0: [fix](be) Correct Arrow UTF8/String size limit
#63137 (#63558)
add 2e73b72d727 branch-4.0: [fix](regression) Stabilize variant hirachinal
array output #63610 (#63649)
add 0fb03157134 branch-4.0 [fix](nereids)EliminateGroupByKeyByUniform
should replace exprId for alias (#60020) (#63595)
add d7c873314e8 [fix](balance) Fix PartitionRebalancer generating invalid
moves to BEs without required storage medium (#62206) (#63755)
add f4d58376d92 branch-4.0: [fix](regression) Make Iceberg rewrite where
init script idempotent #63673 (#63752)
add bdee38cb480 branch-4.0: [fix](case)fix iceberg unstable case. #63542
(#63711)
add f06836483e3 branch-4.0: [fix](fe) Preserve operative slots when deep
copying logical relations #63315 (#63708)
add 4a0318b4f49 branch-4.0: [fix](mv) Avoid unioning query-unused MV
partitions #63081 (#63707)
add 788016c2d31 branch-4.0: [feat](txn) Add txn write amplification brpc
metrics for sub txn load #63545 (#63589)
add b6a1d7cf591 branch-4.0: [fix](fe) fix host not match if start fe in
metadata_failure_recovery (#62748) (#63360)
add d59c0302524 [branch-4.0][fix](parquet) Fix wrong condition #63509
(#63739)
add e12cce84077 [branch-4.0][fix](parquet) Fix wrong encoding for parquet
page v2 #63305 (#63738)
add 02be6ca2058 branch-4.0: [fix](cloud) Fill schema change version holes
before running #63443 (#63462)
add 1a926689119 branch-4.0: [fix](be) Include HDFS connection in file
handle cache key #63516 (#63686)
add 2944b634bea branch-4.0: [opt](group-commit) Skip createLocation in
group commit stream load sink #63561 (#63684)
add bf071a7e007 branch-4.0:[fix](parquet)fix parquet write timestamp int96
type. (1/2). (#63779)
add 2d479021ee6 branch-4.0: [fix](job) fix NPE in routine load Kafka meta
request #63180 (#63510)
add ead1da60239 branch-4.0: [fix](be) Poll packed file async close without
blocking #62938 (#63531)
add 495f17fc921 bump to 4.0.6 (#63798)
add a673c61ba15 branch-4.0: [fix](cloud) show proc should display
partition cached version #60807 (#63459)
add 80adba35f16 branch-4.0: [fix](fe) Reject JSONB and variant
distribution columns (#63211) (#63847)
add f0f47d695d1 branch-4.0: [feature](iceberg) Support REST and S3Table
IAM role (#60498) (#63848)
add 916286f2161 branch-4.0: [fix](fe) add --drop_backends param to
start_fe.sh (#63306) (#63795)
add cb401018f67 Revert "[fix](cache) Follower FE sql cache not invalidated
on table metadata replay (#63612)" (#63872)
add 321deb54a48 branch-4.0: [fix](test) Wait for target rowset count in
test_time_series_compaction_policy #63890 (#63903)
add 437c8506257 branch-4.0: [fix](hive) Fix Hive DATE timezone shift in
external readers #61330 (#63896)
add e6fa9979147 branch-4.0: [enhance](load) only set brokerLoadBatchSize
when enableMemtableOnSinkNode is true (#63801)
add 7d0c8198085 branch-4.0: [fix](coordinator) fix
computeDestIdToInstanceId picking wrong ExchangeNode for multi-input fragments
#63615 (#63819)
add 9739d899ab1 branch-4.0: [fix](cloud) Normalize SC rowset graph before
delete bitmap capture (#63981)
add 1663f25c16f branch-4.0: bump to 4.0.6 rc02 (#64001)
add 9437c90857c [chore](ci) Update CODEOWNERS to remove @yiguolei (#64004)
add c1130ab8075 branch-4.0: [fix](transaction) select txn insert backend
from current cluster #63634 (#63951)
add 887a719c66c branch-4.0: [fix](test) stabilize internal copy recycler
case #63340 (#63599)
add 63604d2377d branch-4.0: [fix](insert overwrite) delay overwrite
partition routing until incremental open #63209 (#63263)
add 28ef36daa26 branch-4.0: [opt](memory) release packed file writer
buffer after flush #63967 (#63988)
add 99ab9e4ffec branch-4.0:[feature](fe) Show compute group for MTMV
refresh task (#63206) (#63901)
add 411a0c01970 branch-4.0 [opt](nerieds) PhysicalOlapScan and
PhysicalFileScan should print its id in plan #62509 (#63586)
add cee0aa5ce63 branch-4.0:[fix](metric) Preserve labels for histogram
metrics to fix wrong metric name for prometheus (#63485) (#63714)
add d32e5b7aaaf branch-4.0: [fix](regression) Avoid prepared Arrow JDBC
path in remote IP auth test #64024 (#64047)
add 1f0be5fdd0c branch-4.0: [feature](fe) Add partition filter sql block
rule (#62196) (#63846)
add 52c6c8250b6 branch-4.0: [fix](be fe) pick #62263 #61647 (#63816)
add cb705a2b759 [fix](test) fix flaky compaction profile case (#63886)
add dec383f670a [test](regression) Move Iceberg REST HDFS case to P2
(cherry-pick to 4.0) (#64153)
add 98ec1552eca branch-4.0: [fix](cloud) Skip wait for async rowset warmup
(#63877)
add 5b73b7dd5c0 branch-4.0: [fix](filecache) avoid BE crash when finalize
misses local cache writer #62389 (#63178)
add b26aee23eff branch-4.0: [fix](filecache) avoid duplicated FileCache
counter accumulation in NewOlapScanner(pick#61072) (#64230)
add f14c24578e2 branch-4.0: [fix](cloud) Deduplicate pending one-shot warm
up jobs(pick#62384) (#64231)
add f59231251a8 Merge branch 'branch-4.0' into auto-pick-63401-branch-4.0
No new revisions were added by this update.
Summary of changes:
.github/CODEOWNERS | 2 +-
.github/workflows/license-eyes.yml | 56 ++
.licenserc.yaml | 7 +
be/src/cloud/cloud_backend_service.cpp | 8 +-
be/src/cloud/cloud_internal_service.cpp | 66 +-
be/src/cloud/cloud_schema_change_job.cpp | 47 +-
be/src/cloud/cloud_tablet.cpp | 48 +-
be/src/cloud/cloud_tablet.h | 14 +-
be/src/cloud/cloud_tablet_mgr.cpp | 3 +
be/src/cloud/cloud_warm_up_manager.cpp | 34 +-
be/src/common/config.cpp | 1 +
be/src/common/config.h | 2 +
.../schema_sql_block_rule_status_scanner.cpp | 32 +-
be/src/io/cache/block_file_cache.cpp | 63 +-
be/src/io/cache/block_file_cache.h | 3 +-
be/src/io/cache/file_block.h | 2 +-
be/src/io/cache/fs_file_cache_storage.cpp | 8 +-
be/src/io/fs/file_handle_cache.cpp | 20 +-
be/src/io/fs/file_handle_cache.h | 21 +-
be/src/io/fs/file_writer.h | 10 +
be/src/io/fs/packed_file_manager.cpp | 14 +-
be/src/io/fs/packed_file_writer.cpp | 9 +-
be/src/io/fs/packed_file_writer.h | 6 +
be/src/io/fs/s3_file_reader.cpp | 4 +
be/src/io/fs/s3_file_writer.cpp | 91 ++-
be/src/io/fs/s3_file_writer.h | 2 +
be/src/olap/merger.cpp | 142 +++-
be/src/olap/rowset/beta_rowset_writer.cpp | 12 +
be/src/olap/rowset/segment_creator.cpp | 8 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 1 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 1 +
be/src/pipeline/exec/hashjoin_build_sink.cpp | 7 +-
.../runtime_filter_producer_helper.cpp | 29 +-
be/src/util/arrow/row_batch.h | 2 +-
be/src/util/string_parser.cpp | 49 +-
.../aggregate_function_min_by.cpp | 32 -
.../aggregate_function_min_max.cpp | 40 +-
.../aggregate_function_min_max.h | 238 ++++--
.../aggregate_function_min_max_by.cpp | 16 +-
.../aggregate_function_min_max_by.h | 103 ++-
.../aggregate_function_sequence_match.cpp | 3 +
.../aggregate_function_sequence_match.h | 7 +-
.../aggregate_function_simple_factory.cpp | 6 +-
.../aggregate_function_window_funnel.cpp | 7 +-
.../aggregate_function_window_funnel.h | 36 +-
be/src/vec/common/string_buffer.hpp | 10 +
be/src/vec/data_types/data_type_factory.cpp | 19 +-
.../data_types/serde/data_type_variant_serde.cpp | 6 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 6 -
be/src/vec/exec/format/orc/vorc_reader.h | 5 +-
.../format/parquet/byte_array_dict_decoder.cpp | 29 +-
.../format/parquet/byte_array_plain_decoder.cpp | 42 +-
.../exec/format/parquet/parquet_column_convert.h | 10 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 3 +-
be/src/vec/exec/scan/olap_scanner.cpp | 42 +-
be/src/vec/exec/scan/olap_scanner.h | 3 -
.../function_date_or_datetime_computation.cpp | 6 +-
.../function_date_or_datetime_computation.h | 16 +-
be/src/vec/functions/function_jsonb_transform.cpp | 54 ++
be/src/vec/json/json_parser.cpp | 44 +-
be/src/vec/json/json_parser.h | 5 +
be/src/vec/json/parse2column.cpp | 49 +-
be/src/vec/olap/vertical_merge_iterator.h | 2 +-
be/src/vec/runtime/timestamptz_value.h | 6 +
be/src/vec/sink/vrow_distribution.cpp | 19 +-
be/test/cloud/cloud_schema_change_job_test.cpp | 109 +++
be/test/cloud/cloud_tablet_test.cpp | 94 +++
be/test/cloud/cloud_warm_up_manager_test.cpp | 299 +++++++
.../column_array_update_crc32c_batch_37.out | 4 +-
...n_array_update_crc32c_batch_37.out_with_nullmap | 4 +-
.../column_array_update_crc32c_single_37.out | 2 +-
..._array_update_crc32c_single_37.out_with_nullmap | 2 +-
be/test/io/cache/block_file_cache_test.cpp | 16 +
be/test/io/cache/need_update_lru_blocks_test.cpp | 38 +
be/test/io/fs/file_handle_cache_test.cpp | 43 +
be/test/io/fs/packed_file_manager_test.cpp | 72 +-
be/test/io/fs/packed_file_writer_test.cpp | 19 +
.../aggregate_functions/agg_min_max_by_test.cpp | 6 +-
be/test/vec/common/schema_util_test.cpp | 42 +
be/test/vec/data_types/data_type_decimal_test.cpp | 176 ++++
.../parquet/byte_array_dict_decoder_test.cpp | 17 +
.../parquet/byte_array_plain_decoder_test.cpp | 43 +
.../vec/exec/format/parquet/parquet_expr_test.cpp | 70 ++
.../exec/format/parquet/parquet_thrift_test.cpp | 31 +
be/test/vec/exec/orc/orc_read_lines.cpp | 36 +-
be/test/vec/function/cast/cast_to_decimal.cpp | 34 +-
.../function/function_json_object_flatten_test.cpp | 136 ++++
be/test/vec/jsonb/json_parser_test.cpp | 32 +
be/test/vec/olap/vertical_compaction_test.cpp | 259 ++++++
be/test/vec/sink/vrow_distribution_test.cpp | 45 +-
bin/start_fe.sh | 14 +-
cloud/src/common/CMakeLists.txt | 18 +
cloud/src/common/config.h | 2 +-
cloud/src/common/configbase.cpp | 57 ++
cloud/src/common/configbase.h | 5 +
.../http_helper.cpp} | 884 +++++++++++++--------
cloud/src/common/http_helper.h | 206 +++++
cloud/src/gen-cpp/CMakeLists.txt | 17 +
cloud/src/meta-service/CMakeLists.txt | 17 +-
cloud/src/meta-service/meta_service_http.cpp | 834 +------------------
cloud/src/meta-service/meta_service_http.h | 24 +-
cloud/src/meta-service/meta_service_txn.cpp | 3 +
cloud/src/meta-store/CMakeLists.txt | 17 +
cloud/src/rate-limiter/CMakeLists.txt | 16 +
cloud/src/recycler/CMakeLists.txt | 16 +
cloud/src/recycler/recycler.h | 4 +
cloud/src/recycler/recycler_service.cpp | 218 +----
cloud/src/recycler/recycler_service.h | 28 +-
cloud/src/resource-manager/CMakeLists.txt | 16 +
cloud/src/snapshot/CMakeLists.txt | 17 +
cloud/test/CMakeLists.txt | 17 +
cloud/test/meta_service_http_test.cpp | 175 +++-
conf/ubsan_ignorelist.txt | 17 +
docker/runtime/doris-compose/cluster.py | 6 +
docker/runtime/doris-compose/command.py | 60 +-
docker/runtime/doris-compose/resource/fdb.conf | 4 +-
docker/runtime/doris-compose/resource/init_fdb.sh | 19 +
docker/runtime/doris-compose/resource/init_fe.sh | 29 +-
.../create_preinstalled_scripts/iceberg/run21.sql | 9 +-
.../create_preinstalled_scripts/iceberg/run27.sql | 9 +-
extension/dbt-doris/dev-requirements.txt | 17 +
.../src/main/java/org/apache/doris/DorisFE.java | 5 +
.../doris/alter/MaterializedViewHandler.java | 2 +-
.../doris/analysis/HashDistributionDesc.java | 14 +-
.../org/apache/doris/blockrule/SqlBlockRule.java | 25 +-
.../apache/doris/blockrule/SqlBlockRuleMgr.java | 59 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../main/java/org/apache/doris/catalog/Env.java | 74 ++
.../apache/doris/catalog/HashDistributionInfo.java | 23 +
.../java/org/apache/doris/catalog/SchemaTable.java | 2 +
.../apache/doris/catalog/TabletInvertedIndex.java | 13 +-
.../apache/doris/clone/LoadStatisticForTag.java | 13 +-
.../apache/doris/clone/PartitionRebalancer.java | 2 +-
.../apache/doris/cloud/CacheHotspotManager.java | 210 ++++-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 57 +-
.../java/org/apache/doris/common/FeConstants.java | 1 +
.../apache/doris/common/proc/IndicesProcDir.java | 4 +-
.../common/proc/ProcReplicaVersionDisplay.java | 44 +
.../apache/doris/common/proc/ReplicasProcNode.java | 17 +-
.../apache/doris/common/proc/TabletsProcDir.java | 14 +-
.../org/apache/doris/common/util/SqlBlockUtil.java | 87 +-
.../java/org/apache/doris/common/util/Util.java | 26 +
.../doris/datasource/hive/source/HiveScanNode.java | 7 +-
.../s3tables/CustomAwsCredentialsProvider.java | 43 -
.../apache/doris/datasource/kafka/KafkaUtil.java | 23 +-
.../common/AwsCredentialsProviderFactory.java | 28 +
.../common/IcebergAwsAssumeRoleProperties.java | 52 ++
.../IcebergAwsClientCredentialsProperties.java | 144 ++++
.../property/metastore/IcebergRestProperties.java | 76 +-
.../IcebergS3TablesMetaStoreProperties.java | 34 +-
.../datasource/property/storage/S3Properties.java | 29 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 31 +-
.../doris/job/extensions/mtmv/MTMVTaskContext.java | 12 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 18 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 8 +
.../apache/doris/load/loadv2/LoadLoadingTask.java | 4 +-
.../java/org/apache/doris/metric/CloudMetrics.java | 26 +-
.../apache/doris/metric/DorisMetricRegistry.java | 36 +
.../{MetricVisitor.java => HistogramMetric.java} | 47 +-
.../org/apache/doris/metric/JsonMetricVisitor.java | 18 +
.../java/org/apache/doris/metric/MetricRepo.java | 27 +-
.../org/apache/doris/metric/MetricVisitor.java | 4 +
.../doris/metric/PrometheusMetricVisitor.java | 24 +-
.../doris/metric/SimpleCoreMetricVisitor.java | 6 +
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 25 +-
.../glue/translator/PhysicalPlanTranslator.java | 2 +
.../rules/exploration/mv/PartitionCompensator.java | 3 +-
.../rules/expression/rules/PartitionPruner.java | 51 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 1 +
.../rewrite/EliminateGroupByKeyByUniform.java | 2 +-
.../nereids/rules/rewrite/ExprIdRewriter.java | 59 +-
.../nereids/rules/rewrite/InferAggNotNull.java | 66 +-
.../nereids/rules/rewrite/InferJoinNotNull.java | 29 +-
.../rules/rewrite/PruneFileScanPartition.java | 10 +-
.../rules/rewrite/PruneOlapScanPartition.java | 52 +-
.../trees/copier/LogicalPlanDeepCopier.java | 2 +-
.../doris/nereids/trees/expressions/AGENTS.md | 5 +
.../nereids/trees/expressions/InPredicate.java | 19 +-
.../doris/nereids/trees/expressions/Like.java | 5 +-
.../expressions/functions/ExpressionTrait.java | 35 +-
.../trees/expressions/functions/agg/BoolAnd.java | 2 +-
.../trees/expressions/functions/agg/BoolOr.java | 2 +-
.../trees/expressions/functions/agg/BoolXor.java | 2 +-
.../trees/expressions/functions/agg/Histogram.java | 2 +-
.../expressions/functions/agg/LinearHistogram.java | 2 +-
.../trees/expressions/functions/agg/Max.java | 7 +-
.../trees/expressions/functions/agg/MaxBy.java | 7 +-
.../trees/expressions/functions/agg/Median.java | 2 +-
.../trees/expressions/functions/agg/Min.java | 7 +-
.../trees/expressions/functions/agg/MinBy.java | 7 +-
.../functions/agg/MultiDistinctSum.java | 2 +-
.../functions/agg/MultiDistinctSum0.java | 2 +-
.../functions/agg/PercentileReservoir.java | 7 +-
.../expressions/functions/agg/SequenceCount.java | 3 +
.../functions/agg/SequenceFunction.java | 2 +-
.../expressions/functions/agg/SequenceMatch.java | 3 +
.../trees/expressions/functions/agg/Sum0.java | 2 +-
.../expressions/functions/agg/TopNWeighted.java | 8 +
.../expressions/functions/agg/WindowFunnel.java | 15 +-
.../functions/generator/ExplodeMap.java | 5 +-
.../functions/generator/ExplodeMapOuter.java | 5 +-
.../trees/expressions/functions/scalar/Array.java | 2 +-
.../expressions/functions/scalar/ArrayApply.java | 7 +-
.../expressions/functions/scalar/ArrayAvg.java | 7 +-
.../expressions/functions/scalar/ArrayCompact.java | 2 +-
.../expressions/functions/scalar/ArrayCumSum.java | 7 +-
.../functions/scalar/ArrayDifference.java | 7 +-
.../functions/scalar/ArrayDistinct.java | 2 +-
.../functions/scalar/ArrayEnumerateUniq.java | 2 +-
.../functions/scalar/ArrayIntersect.java | 2 +-
.../expressions/functions/scalar/ArrayMax.java | 2 +-
.../expressions/functions/scalar/ArrayMin.java | 2 +-
.../functions/scalar/ArrayPosition.java | 2 +-
.../expressions/functions/scalar/ArrayProduct.java | 2 +-
.../expressions/functions/scalar/ArrayRemove.java | 2 +-
.../functions/scalar/ArrayReverseSort.java | 4 +-
.../expressions/functions/scalar/ArraySort.java | 4 +-
.../expressions/functions/scalar/ArraySortBy.java | 4 +-
.../expressions/functions/scalar/ArraySum.java | 2 +-
.../expressions/functions/scalar/ArrayUnion.java | 2 +-
.../functions/scalar/ArraysOverlap.java | 2 +-
.../trees/expressions/functions/scalar/Char.java | 9 +-
.../expressions/functions/scalar/CountEqual.java | 2 +-
.../expressions/functions/scalar/DateDiff.java | 3 +
.../expressions/functions/scalar/DaysDiff.java | 2 +
.../expressions/functions/scalar/HoursDiff.java | 3 +
.../{DateDiff.java => JsonObjectFlatten.java} | 42 +-
.../functions/scalar/MicroSecondsDiff.java | 3 +
.../functions/scalar/MilliSecondsDiff.java | 3 +
.../expressions/functions/scalar/MinutesDiff.java | 3 +
.../expressions/functions/scalar/MonthsDiff.java | 7 +-
.../expressions/functions/scalar/QuartersDiff.java | 7 +-
.../trees/expressions/functions/scalar/Random.java | 6 +-
.../functions/scalar/RegexpReplace.java | 7 +-
.../functions/scalar/RegexpReplaceOne.java | 7 +-
.../expressions/functions/scalar/SecondsDiff.java | 3 +
.../functions/scalar/SplitByRegexp.java | 8 +-
.../functions/scalar/StructElement.java | 20 +-
.../expressions/functions/scalar/TimeDiff.java | 11 +
.../expressions/functions/scalar/Tokenize.java | 6 +-
.../expressions/functions/scalar/Uniform.java | 6 +-
.../expressions/functions/scalar/WeeksDiff.java | 7 +-
.../expressions/functions/scalar/WidthBucket.java | 2 +-
.../expressions/functions/scalar/YearsDiff.java | 7 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../nereids/trees/plans/algebra/Aggregate.java | 18 +-
.../plans/commands/AlterSqlBlockRuleCommand.java | 15 +-
.../plans/commands/CreateSqlBlockRuleCommand.java | 13 +-
.../plans/commands/ShowSqlBlockRuleCommand.java | 2 +
.../trees/plans/commands/SqlBlockRuleCommand.java | 13 +-
.../trees/plans/logical/LogicalFileScan.java | 26 +-
.../trees/plans/logical/LogicalOlapScan.java | 102 ++-
.../trees/plans/physical/PhysicalFileScan.java | 9 +-
.../trees/plans/physical/PhysicalHudiScan.java | 2 +-
.../trees/plans/physical/PhysicalOlapScan.java | 101 ++-
.../apache/doris/nereids/util/ExpressionUtils.java | 55 +-
.../apache/doris/planner/GroupCommitBlockSink.java | 21 +
.../org/apache/doris/planner/OlapScanNode.java | 3 +
.../org/apache/doris/planner/OlapTableSink.java | 13 +-
.../java/org/apache/doris/planner/ScanNode.java | 30 +-
.../java/org/apache/doris/qe/ConnectContext.java | 21 +-
.../apache/doris/qe/InsertStreamTxnExecutor.java | 21 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 15 +
.../doris/qe/runtime/ThriftPlansBuilder.java | 30 +-
.../doris/tablefunction/MetadataGenerator.java | 1 +
.../main/java/org/apache/doris/task/PushTask.java | 6 +
.../org/apache/doris/alter/RollupJobV2Test.java | 27 +
.../doris/blockrule/SqlBlockRuleMgrTest.java | 69 ++
.../org/apache/doris/catalog/SchemaTableTest.java | 1 +
.../java/org/apache/doris/clone/RebalanceTest.java | 81 ++
.../org/apache/doris/clone/RebalancerTestUtil.java | 16 +
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 90 +++
.../doris/cloud/cache/CacheHotspotManagerTest.java | 346 +++++++-
.../common/proc/CloudProcVersionDisplayTest.java | 199 +++++
.../org/apache/doris/common/util/UtilTest.java | 27 +
.../datasource/hive/source/HiveScanNodeTest.java | 44 +
.../metastore/IcebergRestPropertiesTest.java | 303 +++++++
.../IcebergS3TablesMetaStorePropertiesTest.java | 272 +++++++
.../property/storage/S3PropertiesTest.java | 13 +
.../doris/datasource/s3tables/S3TablesTest.java | 9 -
.../java/org/apache/doris/load/DeleteJobTest.java | 152 ++++
.../doris/load/loadv2/LoadLoadingTaskTest.java | 57 ++
.../doris/master/MasterImplDeleteTaskTest.java | 152 ++++
.../java/org/apache/doris/metric/MetricsTest.java | 105 ++-
.../org/apache/doris/mtmv/MTMVJobManagerTest.java | 88 ++
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 88 +-
.../translator/PhysicalPlanTranslatorTest.java | 169 +++-
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 204 ++---
.../doris/nereids/parser/NereidsParserTest.java | 10 +
.../rules/analysis/UserVariableAnalysisTest.java | 56 ++
.../exploration/mv/PartitionCompensatorTest.java | 104 +++
.../rules/rewrite/EliminateNotNullTest.java | 77 ++
.../nereids/rules/rewrite/ExprIdRewriterTest.java | 278 +++++++
.../nereids/rules/rewrite/InferAggNotNullTest.java | 81 ++
.../rules/rewrite/InferFilterNotNullTest.java | 28 +
.../rules/rewrite/InferJoinNotNullTest.java | 33 +
.../nereids/rules/rewrite/PartitionPrunerTest.java | 46 +-
.../trees/copier/LogicalPlanDeepCopierTest.java | 11 +
.../expressions/functions/ExpressionTraitTest.java | 86 ++
.../plans/commands/SqlBlockRuleCommandTest.java | 124 +++
.../commands/info/DistributionDescriptorTest.java | 78 ++
.../doris/planner/GroupCommitBlockSinkTest.java | 69 ++
.../org/apache/doris/planner/OlapScanNodeTest.java | 51 ++
.../doris/qe/InsertStreamTxnExecutorTest.java | 57 ++
.../java/org/apache/doris/qe/StmtExecutorTest.java | 93 ++-
.../apache/doris/utframe/TestWithFeService.java | 5 +-
fs_brokers/cdc_client/pom.xml | 7 +
.../source/reader/AbstractCdcSourceReader.java | 73 ++
.../source/reader/JdbcIncrementalSourceReader.java | 41 +-
.../source/reader/mysql/MySqlSourceReader.java | 62 +-
.../reader/postgres/PostgresSourceReader.java | 23 +
.../source/reader/AbstractCdcSourceReaderTest.java | 165 ++++
gensrc/script/gen_build_version.sh | 4 +-
.../data/arrow_flight_sql_p0/test_select.out | 8 +-
.../timestamptz/test_timestamptz_utc_functions.out | 33 +
.../hive/test_hive_date_timezone.out | 56 ++
.../cdc/test_streaming_mysql_job_date_pk.out | 29 +
.../cdc/test_streaming_postgres_job_date_pk.out | 29 +
.../data/query_p0/set/test_user_var.out | 3 +
.../test_aggregate_all_functions2.out | 78 ++
.../data/query_p0/test_parquet_dict.out | 4 +
.../data/variant_p0/duplicate_json_path.json | 7 +
.../variant_p0/predefine/variant_hirachinal.out | 2 +-
.../data/variant_p0/test_json_object_flatten.out | 39 +
.../doris/regression/suite/SuiteCluster.groovy | 64 +-
.../plugins_create_table_nested_type.groovy | 4 +-
.../arrow_flight_sql_p0/test_auth_remote_ip.groovy | 4 +-
.../suites/arrow_flight_sql_p0/test_select.groovy | 36 +-
.../suites/auth_call/test_show_charset_auth.groovy | 3 +-
...rg_s3tables_catalog_credentials_provider.groovy | 105 +++
.../test_packed_file_async_close_error.groovy | 78 ++
.../test_recycler_with_internal_copy.groovy | 21 +-
.../test_compaction_profile_action.groovy | 9 +-
.../test_time_series_compaction_policy.groovy | 49 +-
.../test_timestamptz_utc_functions.groovy | 180 +++++
.../cache/test_file_cache_query_limit.groovy | 64 +-
.../hive/test_external_sql_block_rule.groovy | 93 ++-
.../hive/test_hive_date_timezone.groovy | 60 ++
.../hive/test_hive_query_cache.groovy | 11 +-
.../tvf/test_hdfs_parquet_group6.groovy | 4 +-
.../iceberg_rest_on_hdfs.groovy | 4 +-
.../http_rest_api/post/test_query_stmt.groovy | 2 +-
.../cdc/test_streaming_mysql_job_date_pk.groovy | 129 +++
.../cdc/test_streaming_postgres_job_date_pk.groovy | 131 +++
.../jsonb_p0/test_jsonb_distribution_column.groovy | 46 ++
.../load_p0/routine_load/test_black_list.groovy | 56 ++
.../nereids_p0/stats/partitionRowCount.groovy | 4 +-
.../test_multicast_sink_multi_exchange.groovy | 96 +++
.../schema_table/test_sql_block_rule_status.groovy | 12 +-
.../suites/query_p0/set/test_user_var.groovy | 81 ++
.../test_aggregate_all_functions2.groovy | 79 ++
.../suites/query_p0/test_parquet_dict.groovy | 29 +-
.../sql_block_rule_p0/test_sql_block_rule.groovy | 111 ++-
...est_partition_rebalancer_medium_mismatch.groovy | 178 +++++
.../suites/variant_p0/duplicate_json_path.groovy | 106 +++
regression-test/suites/variant_p0/load.groovy | 2 +-
.../variant_p0/predefine/variant_hirachinal.groovy | 8 +-
.../variant_p0/test_json_object_flatten.groovy | 84 ++
thirdparty/download-thirdparty.sh | 16 +
...arrow-17.0.0-force-write-int96-timestamps.patch | 97 +++
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 ++
thirdparty/vars.sh | 2 +-
362 files changed, 12547 insertions(+), 2736 deletions(-)
delete mode 100644 be/src/vec/aggregate_functions/aggregate_function_min_by.cpp
create mode 100644 be/test/cloud/cloud_warm_up_manager_test.cpp
create mode 100644 be/test/io/fs/file_handle_cache_test.cpp
create mode 100644 be/test/vec/function/function_json_object_flatten_test.cpp
copy cloud/src/{meta-service/meta_service_http.cpp => common/http_helper.cpp}
(51%)
create mode 100644 cloud/src/common/http_helper.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcReplicaVersionDisplay.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/s3tables/CustomAwsCredentialsProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsAssumeRoleProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/common/IcebergAwsClientCredentialsProperties.java
copy fe/fe-core/src/main/java/org/apache/doris/metric/{MetricVisitor.java =>
HistogramMetric.java} (51%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/AGENTS.md
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DateDiff.java
=> JsonObjectFlatten.java} (58%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/CloudProcVersionDisplayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/DeleteJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/LoadLoadingTaskTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/master/MasterImplDeleteTaskTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVJobManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/UserVariableAnalysisTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateNotNullTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/ExprIdRewriterTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/ExpressionTraitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/SqlBlockRuleCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/info/DistributionDescriptorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/GroupCommitBlockSinkTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/InsertStreamTxnExecutorTest.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/AbstractCdcSourceReader.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/AbstractCdcSourceReaderTest.java
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_utc_functions.out
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_date_timezone.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.out
create mode 100644 regression-test/data/query_p0/test_parquet_dict.out
create mode 100644 regression-test/data/variant_p0/duplicate_json_path.json
create mode 100644 regression-test/data/variant_p0/test_json_object_flatten.out
create mode 100644
regression-test/suites/aws_iam_role_p0/test_iceberg_s3tables_catalog_credentials_provider.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_async_close_error.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_utc_functions.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_date_timezone.groovy
rename regression-test/suites/{external_table_p0/refactor_storage_param =>
external_table_p2/refactor_catalog_param}/iceberg_rest_on_hdfs.groovy (98%)
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.groovy
create mode 100644
regression-test/suites/jsonb_p0/test_jsonb_distribution_column.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/distribute/test_multicast_sink_multi_exchange.groovy
rename be/src/vec/aggregate_functions/aggregate_function_max_by.cpp =>
regression-test/suites/query_p0/test_parquet_dict.groovy (58%)
create mode 100644
regression-test/suites/storage_medium_p0/test_partition_rebalancer_medium_mismatch.groovy
create mode 100644 regression-test/suites/variant_p0/duplicate_json_path.groovy
create mode 100644
regression-test/suites/variant_p0/test_json_object_flatten.groovy
create mode 100644
thirdparty/patches/apache-arrow-17.0.0-force-write-int96-timestamps.patch
create mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
