This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 8a8bf8336a1 [fix](regression-test) Fix s3 load profile test failed due
to css schema change (#35633)
new e6c3c77a989 [Fix](trino-connector) add regression tests for
trino-connector accessing Kafka. (#35282)
new 5b002b0ee4e [fix](pipeline) Fix query hang up if limited rows is
reached (#35513)
new 9d0247b761e [thirdparty](compatibility) restore dragonbox for compile
compatibility (#35605)
new 7ac60bd4057 [Fix](tvf) Pass through user-defined properties (#35515)
new a2ce97f11cc [fix](decimal256) fix coredump when enable decimal256 but
fallback to old planner (#35731)
new 3188c725d0d [regression-test](case) forbid unstable case (#35738)
new 95c58bf81cb [fix](orc)fix orc reader missing column and filter missing
column. (#35583)
new 9c36bddbedf [bugfix](iceberg)fix datetime conversion error and data
path error (#35708)
new 07cdae43f14 (Fix)[hive-writer] Fixed the issue when partition values
contain spaces when writing to s3. (#35645)
new a9ad45f251f [Fix](inverted index) fix fast execute condition for vexpr
(#35673)
new bc5af0bebb4 [Feature](function) support array_split and
array_reverse_split functions (#35619)
new c00964707a0 [feature](be jvm monitor)append enable_jvm_monitor in
be.conf to control jvm monitor. (#35608)
new 16dfe410b36 [Bug](load) fix s3 load not display the progress info
(#35719)
new 715fb6bf40a [fix](Nereids): Convert VarcharLiteral to
StringLikeLiteral in Function Signatures (#35536)
new 94f7413e620 [refactor](cleancode) remove unused code from be (#35756)
new 00379d3207e [Test](regression-test): do not use path style to access
aliyun OSS (#35725)
new d8beef55236 [chore](cloud) Add show hotspot tablet API on BE (#35527)
new 684cba6e021 [fix](partial update) duplicate key occur when BE restart
after conflict concurrent partial update (#35739)
new 213b49be0c4 [fix](drop table) Improve error prompts when deleting
materialized views (#35437)
new f504fb42db3 [Performance](opt) opt the memcpy and string compare
performance (#35713)
new 627b84ec08c [Enhancement] support to erase all tables and partitions
with same DbId while drop a database which is not in catalog recycle bin
(#35750)
new 2f6e0dd84a7 [enhancement](oom) add exception in olap data convertor
when memory is not enough to prevent oom (#35761)
new b176a67da41 [regression](show stmt) Add test checkpoint for the Show
Procedure status and Show create procedure command (#35395)
new be733da55ea [Scanner](revert) revert the scanner change by
apache#35604 (#31508)
new e79786fd138 [fix](audit log) Fix audit plugin run in cloud mode
(#35710)
new 1636443c7d3 [fix](s3) move s3 providers to fe-common to be accessible
for jni reader (#35690)
new 9cf621c1027 [fix](rpc) fix transfer large data and enable
transfer_large_data_by_brpc by default (#35770)
new acbaef8d3e7 [fix](ub) fix some ub error (#35769)
new 77ce0c54808 [improve](session) print more error msg when set a wrong
session variable name (#35775)
new bb2123587f2 [fix](compile) avoid use jdk17 api Optional#isEmpty since
target is 1.8 (#35736)
new c7e5a7e439c [enhancement](memory) Add PODArray UT and pick some patch
(#35639)
new c31390d9c9c [opt](fe) Remove redundant fe config
`cloud_meta_service_rpc_failed_retry_times` (#35688)
new 58e5c519de2 [fix](pipeline) Fix reporting status if prepare failed
(#35777)
new 6e4ffc8d785 [fix](mtmv) Fix that the storage medium specified for the
mtmv is SSD, but the partition storage medium for the mtmv is still HDD (#35644)
new 821c83cb1a5 [opt](exchange) Add buffer size limit for exchange sink
operator (#35642)
new 49418b81d25 [Chore](bitmap) set enable_set_in_bitmap_value default
value to true (#35730)
new 26f720fe06f [fix](s3) fix invalid s3 properties checking logic (#35762)
new d6ed232e57b [fix](mtmv) Mapping materialization statistics's
expressionToColumnStats to mv scan plan based (#35749)
new 2569aa151d1 [Feat](nereids) add transform rule MergePercentileToArray
(#34313)
new de0f4f0fedb [fix](fe) Add check editlog size mechanism for backupJob
(#35653)
new 7d571deb2e7 [enhancement](oom) return error when bloom filter allocate
memory failed (#35790)
new a76b0351420 [enhancement](debugtimeout) should print debug stack when
timeout (#35798)
new f1a7c605b75 [Chore](materialized-view) enable create mv on mow table
(#35797)
new a65481181a5 [fix](Nereids) unix_timestamp compute signature and fold
const is wrong (#35727)
new ded20f17e9b [opt](nereids)calculate expression cost (#35701)
new 7b8640f6894 [opt](load) use notify to replace polling for FlushToken
(#35796)
new 8e9f7fea1f4 [feature](Cloud) Introduce obj storage client interface to
recycler (#35447)
new cd2bb2551de [enhancement](regression-test) modify a key type tests
(#35792)
new f95e2f2fbf8 [Feature](exec) Support group by limit opt in BE code
(#29641)
new f1f506ab199 [fix](dynamic partition) fix dynamic partition thread met
uncatch exception (#35778)
new 24f1f708d98 [fix](regression) Fix txn_insert execute timeout (#35801)
new 9e8777ae293 [Feature](IP) support ipv4/ipv6 with inverted index and
conjuncts for query (#35734)
new 60c2607a064 [fix](be) Fix invalid memory order argument to atomic
operation (#35815)
new 7ba17cbfb31 [Fix](show data) fix show data total size wrong (#35818)
new b9947e259bb [fix](third-party) enable keepalive on socket created by
libevent (#35805)
new 74e444ae358 [improvement](partial update)add more logs for partial
update (#35802)
new 2b9d76923e5 [improvement](http) Support to acquire md5 digest of the
file to download (#35807)
new 325fe0bb2f7 [fix](simd-json-reader) fix SIMD json reader lose data and
support stream parser (#35781)
new c680bc6bd2e [Improvement](coldheat) add statment to show objects which
use storage policy (#35741)
new 32f95493a0b [feature](rowset) To support rowset on remote FS using
paths of different format (#35473)
new 3d56f39eaa5 [opt](log) refine the FE logger (#35679)
new 74bb3efb649 [feature](workloadgroup)Add workload condition query used
memory (#35662)
new 44f5195b176 [Enchancement](scan) enable parallel scan when preagg is
on (#35810)
new b4f64d71857 [Enchancement](bitmap) optimize bitmap deserialize and
remove some unused code (#35789)
new a5081e1bac9 [Enhancement](inverted index) low level log for fulltext
query info (#35820)
new a51f7686595 [fix](multi-catalog)fix hive partition insert regression
case (#35821)
new c6248612225 [Improvement](local shuffle) Use grouping expr for hash
shuffling (#35716)
new f9461a1bc62 [opt](nereids) keep equal predicate as join conjunct even
if it can be fold to null literal (#35811)
The 68 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 20 +-
be/src/cloud/cloud_delete_task.cpp | 5 +-
be/src/cloud/cloud_meta_mgr.cpp | 3 +-
be/src/cloud/cloud_rowset_builder.cpp | 7 +-
be/src/cloud/cloud_rowset_writer.cpp | 15 +-
be/src/cloud/cloud_schema_change_job.cpp | 13 +-
be/src/cloud/cloud_storage_engine.cpp | 14 +-
be/src/cloud/cloud_storage_engine.h | 17 +-
be/src/cloud/cloud_tablet.cpp | 36 +-
be/src/cloud/cloud_warm_up_manager.cpp | 14 +-
be/src/common/config.cpp | 8 +-
be/src/common/config.h | 4 +
be/src/common/status.h | 18 +-
be/src/exec/data_sink.h | 4 -
be/src/exec/exec_node.h | 2 -
be/src/exec/olap_common.h | 15 +-
be/src/exprs/hybrid_set.h | 2 +-
be/src/gutil/strings/fastmem.h | 159 ---
be/src/gutil/strings/stringpiece.h | 10 +-
be/src/http/action/show_hotspot_action.cpp | 170 ++++
.../src/http/action/show_hotspot_action.h | 29 +-
be/src/http/http_client.cpp | 46 +-
be/src/http/http_client.h | 5 +-
be/src/http/utils.cpp | 37 +-
be/src/http/utils.h | 3 +-
be/src/index-tools/index_tool.cpp | 34 +-
be/src/io/cache/block_file_cache_downloader.cpp | 14 +-
be/src/io/fs/err_utils.cpp | 7 +
be/src/io/fs/obj_storage_client.h | 24 +-
be/src/io/fs/s3_file_reader.cpp | 5 +-
be/src/io/fs/s3_file_system.cpp | 73 +-
be/src/io/fs/s3_file_writer.cpp | 16 +-
be/src/io/fs/s3_obj_storage_client.cpp | 112 ++-
be/src/io/fs/s3_obj_storage_client.h | 7 +-
be/src/olap/base_tablet.cpp | 48 +-
be/src/olap/base_tablet.h | 8 +-
be/src/olap/bitmap_filter_predicate.h | 2 -
be/src/olap/cold_data_compaction.cpp | 6 +-
be/src/olap/compaction.cpp | 135 ++-
be/src/olap/data_dir.cpp | 13 +-
be/src/olap/delta_writer.cpp | 20 +-
be/src/olap/memtable_flush_executor.cpp | 21 +-
be/src/olap/memtable_flush_executor.h | 4 +
be/src/olap/memtable_memory_limiter.h | 2 +-
be/src/olap/merger.cpp | 4 +-
be/src/olap/olap_common.h | 4 +-
be/src/olap/olap_define.h | 18 +-
be/src/olap/olap_server.cpp | 34 +-
be/src/olap/primary_key_index.cpp | 2 +-
be/src/olap/rowset/beta_rowset.cpp | 335 +++----
be/src/olap/rowset/beta_rowset.h | 29 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 97 +-
be/src/olap/rowset/beta_rowset_writer.h | 6 +-
be/src/olap/rowset/beta_rowset_writer_v2.h | 4 +
be/src/olap/rowset/rowset.cpp | 22 +-
be/src/olap/rowset/rowset.h | 26 +-
be/src/olap/rowset/rowset_factory.cpp | 2 +-
be/src/olap/rowset/rowset_meta.cpp | 45 +-
be/src/olap/rowset/rowset_meta.h | 13 +-
be/src/olap/rowset/rowset_writer.h | 3 +
be/src/olap/rowset/rowset_writer_context.h | 37 +-
be/src/olap/rowset/segcompaction.cpp | 25 +-
be/src/olap/rowset/segment_creator.cpp | 12 +-
be/src/olap/rowset/segment_creator.h | 11 +
be/src/olap/rowset/segment_v2/bloom_filter.cpp | 8 +-
.../segment_v2/bloom_filter_index_writer.cpp | 13 +-
.../rowset/segment_v2/bloom_filter_index_writer.h | 8 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 2 +-
.../segment_v2/inverted_index_compaction.cpp | 12 +-
.../rowset/segment_v2/inverted_index_compaction.h | 10 +-
.../olap/rowset/segment_v2/inverted_index_desc.cpp | 59 +-
.../olap/rowset/segment_v2/inverted_index_desc.h | 39 +-
.../segment_v2/inverted_index_file_reader.cpp | 66 +-
.../rowset/segment_v2/inverted_index_file_reader.h | 19 +-
.../segment_v2/inverted_index_file_writer.cpp | 50 +-
.../rowset/segment_v2/inverted_index_file_writer.h | 21 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 11 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 24 +-
be/src/olap/rowset/segment_v2/plain_page.h | 2 +-
be/src/olap/rowset/segment_v2/segment.cpp | 9 +-
be/src/olap/rowset/segment_v2/segment.h | 6 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 28 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 14 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 34 +-
.../rowset/segment_v2/vertical_segment_writer.h | 14 +-
be/src/olap/rowset/vertical_beta_rowset_writer.cpp | 13 +-
be/src/olap/rowset_builder.cpp | 11 +
be/src/olap/schema_change.cpp | 7 +-
be/src/olap/single_replica_compaction.cpp | 4 +-
be/src/olap/snapshot_manager.cpp | 6 +-
be/src/olap/storage_engine.cpp | 2 +-
be/src/olap/storage_policy.cpp | 95 +-
be/src/olap/storage_policy.h | 29 +-
be/src/olap/tablet.cpp | 85 +-
be/src/olap/tablet.h | 8 +-
be/src/olap/tablet_meta.cpp | 8 +
be/src/olap/tablet_meta.h | 5 +
be/src/olap/task/index_builder.cpp | 97 +-
be/src/olap/utils.h | 4 +-
be/src/pipeline/dependency.cpp | 76 ++
be/src/pipeline/dependency.h | 68 ++
be/src/pipeline/exec/aggregation_sink_operator.cpp | 297 ++++--
be/src/pipeline/exec/aggregation_sink_operator.h | 18 +-
.../pipeline/exec/aggregation_source_operator.cpp | 12 +-
be/src/pipeline/exec/aggregation_source_operator.h | 1 +
be/src/pipeline/exec/analytic_sink_operator.cpp | 9 +-
be/src/pipeline/exec/analytic_sink_operator.h | 5 +-
.../distinct_streaming_aggregation_operator.cpp | 9 +-
.../exec/distinct_streaming_aggregation_operator.h | 5 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 88 +-
be/src/pipeline/exec/exchange_sink_buffer.h | 44 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 36 +-
be/src/pipeline/exec/exchange_sink_operator.h | 6 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 7 +-
.../exec/group_commit_block_sink_operator.cpp | 2 +-
be/src/pipeline/exec/multi_cast_data_streamer.h | 8 -
be/src/pipeline/exec/olap_scan_operator.cpp | 69 +-
be/src/pipeline/exec/operator.cpp | 3 +-
be/src/pipeline/exec/operator.h | 8 +
.../exec/partitioned_aggregation_sink_operator.h | 4 +
be/src/pipeline/exec/scan_operator.cpp | 5 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 5 +-
be/src/pipeline/exec/sort_sink_operator.h | 4 +-
be/src/pipeline/exec/spill_sort_sink_operator.h | 3 +
.../local_exchange_source_operator.cpp | 8 +
be/src/pipeline/local_exchange/local_exchanger.cpp | 25 +
be/src/pipeline/local_exchange/local_exchanger.h | 4 +
be/src/pipeline/pipeline_fragment_context.cpp | 19 +-
be/src/pipeline/pipeline_fragment_context.h | 8 +
be/src/pipeline/pipeline_task.cpp | 29 +-
be/src/pipeline/pipeline_task.h | 12 +-
be/src/runtime/decimalv2_value.cpp | 5 +-
be/src/runtime/exec_env.h | 2 +-
be/src/runtime/fragment_mgr.cpp | 14 +-
be/src/runtime/runtime_query_statistics_mgr.cpp | 2 +
.../workload_management/workload_action.cpp | 11 +-
.../workload_management/workload_condition.cpp | 13 +
.../workload_management/workload_condition.h | 17 +-
.../workload_management/workload_query_info.h | 2 +
.../workload_management/workload_sched_policy.cpp | 2 +
be/src/service/backend_service.cpp | 40 +-
be/src/service/http_service.cpp | 3 +
be/src/service/internal_service.cpp | 34 +-
be/src/util/bitmap.h | 4 +-
be/src/util/bitmap_value.h | 406 +-------
be/src/util/faststring.h | 4 +-
be/src/util/frame_of_reference_coding.h | 15 +-
be/src/util/jvm_metrics.cpp | 112 ++-
be/src/util/jvm_metrics.h | 16 +-
be/src/util/memcpy_inlined.h | 147 +++
be/src/util/proto_util.h | 11 +-
be/src/util/s3_util.cpp | 9 +-
be/src/util/timezone_utils.cpp | 6 +-
.../aggregate_function_approx_count_distinct.cpp | 1 -
be/src/vec/columns/column_array.cpp | 12 +-
be/src/vec/columns/column_array.h | 18 +-
be/src/vec/columns/column_decimal.h | 1 +
be/src/vec/columns/column_nullable.cpp | 1 +
be/src/vec/columns/column_nullable.h | 3 +-
be/src/vec/columns/column_object.cpp | 2 +-
be/src/vec/columns/column_string.cpp | 16 +-
be/src/vec/columns/column_string.h | 1 +
be/src/vec/columns/column_vector.cpp | 12 +-
be/src/vec/columns/column_vector.h | 1 +
be/src/vec/common/hash_table/hash_map_context.h | 11 +-
be/src/vec/common/hash_table/hash_table.h | 3 +-
be/src/vec/common/pod_array.h | 158 ++-
be/src/vec/common/pod_array_fwd.h | 8 +-
be/src/vec/common/string_ref.h | 8 +-
be/src/vec/core/block.cpp | 37 +-
be/src/vec/core/block.h | 5 +-
.../serde/data_type_datetimev2_serde.cpp | 2 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 187 ++--
be/src/vec/exec/format/json/new_json_reader.h | 6 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 18 +-
.../format/parquet/byte_array_dict_decoder.cpp | 10 +-
.../format/parquet/fix_length_dict_decoder.hpp | 4 +-
be/src/vec/exec/jni_connector.cpp | 38 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 2 +
be/src/vec/exec/scan/scanner_context.cpp | 29 +-
be/src/vec/exec/scan/vscan_node.cpp | 5 +-
be/src/vec/exec/vaggregation_node.cpp | 243 ++++-
be/src/vec/exec/vaggregation_node.h | 205 ++--
be/src/vec/exec/vanalytic_eval_node.cpp | 13 -
be/src/vec/exec/vanalytic_eval_node.h | 2 -
be/src/vec/exec/vpartition_sort_node.cpp | 5 -
be/src/vec/exec/vpartition_sort_node.h | 1 -
be/src/vec/exprs/vectorized_fn_call.cpp | 3 +-
be/src/vec/exprs/vexpr.h | 1 +
be/src/vec/exprs/vliteral.h | 2 +
.../vec/functions/array/function_array_element.h | 4 +-
.../vec/functions/array/function_array_popback.cpp | 6 +-
.../functions/array/function_array_register.cpp | 2 +
.../vec/functions/array/function_array_split.cpp | 157 +++
be/src/vec/functions/function_bit_shift.cpp | 16 +-
be/src/vec/functions/function_coalesce.cpp | 1 -
be/src/vec/json/path_in_data.cpp | 4 +-
be/src/vec/jsonb/serialize.cpp | 1 -
be/src/vec/olap/olap_data_convertor.cpp | 19 +-
be/src/vec/olap/olap_data_convertor.h | 4 +-
be/src/vec/sink/async_writer_sink.h | 4 -
be/src/vec/sink/group_commit_block_sink.cpp | 2 +-
be/src/vec/sink/multi_cast_data_stream_sink.h | 3 -
be/src/vec/sink/vdata_stream_sender.cpp | 32 -
be/src/vec/sink/vdata_stream_sender.h | 19 -
be/src/vec/sink/vmemory_scratch_sink.cpp | 4 -
be/src/vec/sink/vmemory_scratch_sink.h | 2 -
be/src/vec/sink/vmysql_result_writer.cpp | 1 -
be/src/vec/sink/writer/async_result_writer.h | 7 -
.../sink/writer/iceberg/viceberg_table_writer.cpp | 17 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 3 +-
be/test/http/http_client_test.cpp | 96 ++
be/test/io/fs/s3_file_writer_test.cpp | 17 +-
be/test/olap/delete_bitmap_calculator_test.cpp | 2 +-
be/test/olap/delete_handler_test.cpp | 2 +-
be/test/olap/ordered_data_compaction_test.cpp | 4 +-
be/test/olap/path_gc_test.cpp | 12 +-
be/test/olap/rowid_conversion_test.cpp | 4 +-
be/test/olap/rowset/beta_rowset_test.cpp | 12 +-
.../bloom_filter_index_reader_writer_test.cpp | 2 +-
.../segment_v2/inverted_index_array_test.cpp | 24 +-
be/test/olap/single_compaction_test.cpp | 4 +-
be/test/olap/tablet_cooldown_test.cpp | 13 +-
be/test/olap/tablet_mgr_test.cpp | 4 +-
be/test/olap/tablet_test.cpp | 16 +-
be/test/runtime/load_stream_test.cpp | 4 +-
be/test/testutil/mock_rowset.h | 10 +-
be/test/util/bitmap_value_test.cpp | 178 +---
be/test/util/mysql_row_buffer_test.cpp | 3 -
be/test/vec/common/pod_array_test.cpp | 626 ++++++++++++
be/test/vec/olap/vertical_compaction_test.cpp | 4 +-
bin/start_fe.sh | 26 +-
cloud/src/recycler/obj_store_accessor.h | 57 ++
cloud/src/recycler/s3_accessor.cpp | 389 ++------
cloud/src/recycler/s3_accessor.h | 6 +-
cloud/src/recycler/s3_obj_client.cpp | 371 +++++++
.../src/recycler/s3_obj_client.h | 48 +-
cloud/test/s3_accessor_test.cpp | 18 +
.../hive/scripts/create_preinstalled_table.hql | 21 +-
docker/thirdparties/run-thirdparties-docker.sh | 2 +-
fe/be-java-extensions/avro-scanner/pom.xml | 31 -
fe/fe-common/pom.xml | 20 +
.../doris/cloud/security/UrlSecurityChecker.java | 3 +-
.../main/java/org/apache/doris/common/Config.java | 17 +-
.../java/org/apache/doris/common/LogUtils.java | 97 ++
.../doris/common}/credentials/CloudCredential.java | 2 +-
.../credentials/CloudCredentialWithEndpoint.java | 2 +-
.../DataLakeAWSCredentialsProvider.java | 2 +-
fe/fe-core/pom.xml | 9 -
fe/fe-core/src/main/cup/sql_parser.cup | 8 +
.../src/main/java/org/apache/doris/DorisFE.java | 22 +-
.../doris/alter/MaterializedViewHandler.java | 3 -
.../org/apache/doris/analysis/DateLiteral.java | 19 +-
.../java/org/apache/doris/analysis/IndexDef.java | 2 +-
.../doris/analysis/LambdaFunctionCallExpr.java | 31 +-
.../doris/analysis/ShowStoragePolicyUsingStmt.java | 78 ++
.../java/org/apache/doris/backup/BackupJob.java | 7 +
.../doris/catalog/BuiltinScalarFunctions.java | 4 +
.../apache/doris/catalog/CatalogRecycleBin.java | 75 +-
.../apache/doris/catalog/ColocateGroupSchema.java | 5 +-
.../main/java/org/apache/doris/catalog/Env.java | 15 +-
.../java/org/apache/doris/catalog/S3Resource.java | 17 +-
.../org/apache/doris/catalog/TabletStatMgr.java | 2 +-
.../doris/clone/DynamicPartitionScheduler.java | 77 +-
.../cloud/datasource/CloudInternalCatalog.java | 28 +-
.../org/apache/doris/cloud/rpc/VersionHelper.java | 4 +-
.../transaction/CloudGlobalTransactionMgr.java | 10 +-
.../java/org/apache/doris/common/ErrorCode.java | 7 +-
.../java/org/apache/doris/common/Log4jConfig.java | 108 +-
.../org/apache/doris/common/util/DocGenerator.java | 9 +-
.../doris/common/util/DynamicPartitionUtil.java | 23 +-
.../org/apache/doris/common/util/JdkUtils.java | 3 +-
.../java/org/apache/doris/common/util/S3URI.java | 39 +-
.../java/org/apache/doris/common/util/S3Util.java | 2 +-
.../java/org/apache/doris/common/util/Util.java | 4 -
.../apache/doris/datasource/InternalCatalog.java | 23 +-
.../doris/datasource/iceberg/IcebergUtils.java | 3 +-
.../doris/datasource/iceberg/dlf/DLFCatalog.java | 2 +-
.../datasource/lakesoul/LakeSoulExternalTable.java | 1 -
.../maxcompute/MaxComputeExternalCatalog.java | 2 +-
.../datasource/property/PropertyConverter.java | 4 +-
.../property/constants/BaseProperties.java | 2 +-
.../property/constants/CosProperties.java | 2 +-
.../property/constants/DLFProperties.java | 2 +-
.../property/constants/GCSProperties.java | 2 +-
.../property/constants/GlueProperties.java | 2 +-
.../property/constants/MCProperties.java | 2 +-
.../property/constants/MinioProperties.java | 2 +-
.../property/constants/ObsProperties.java | 2 +-
.../property/constants/OssProperties.java | 2 +-
.../property/constants/PaimonProperties.java | 2 +-
.../property/constants/S3Properties.java | 6 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 2 +-
.../org/apache/doris/fs/remote/S3FileSystem.java | 5 +-
.../apache/doris/ha/BDBStateChangeListener.java | 4 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 3 +
.../java/org/apache/doris/journal/Journal.java | 2 +
.../apache/doris/journal/bdbje/BDBEnvironment.java | 3 +-
.../apache/doris/journal/bdbje/BDBJEJournal.java | 37 +-
.../doris/journal/bdbje/BDBJournalCursor.java | 2 +-
.../org/apache/doris/journal/bdbje/BDBTool.java | 27 +-
.../apache/doris/journal/local/LocalJournal.java | 7 +-
.../doris/journal/local/LocalJournalCursor.java | 4 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 3 +
.../org/apache/doris/nereids/cost/CostModelV1.java | 12 +-
.../nereids/cost/ExpressionCostEvaluator.java | 86 ++
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../nereids/jobs/rewrite/CustomRewriteJob.java | 5 -
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../mv/AbstractMaterializedViewAggregateRule.java | 6 +-
.../mv/AbstractMaterializedViewJoinRule.java | 4 +-
.../mv/AbstractMaterializedViewRule.java | 23 +-
.../mv/AsyncMaterializationContext.java | 6 +-
.../exploration/mv/MaterializationContext.java | 74 +-
.../exploration/mv/MaterializedViewScanRule.java | 4 +-
.../rules/expression/ExpressionRewrite.java | 5 +
.../rules/rewrite/MergePercentileToArray.java | 218 ++++
.../doris/nereids/stats/FilterEstimation.java | 4 +-
.../executable/DateTimeExtractAndTransform.java | 54 +-
.../functions/executable/ExecutableFunctions.java | 5 +-
.../functions/scalar/ArrayReverseSort.java | 2 +-
...rrayReverseSort.java => ArrayReverseSplit.java} | 48 +-
.../{ArrayReverseSort.java => ArraySplit.java} | 48 +-
.../functions/scalar/UnixTimestamp.java | 5 +-
.../trees/expressions/functions/table/Hdfs.java | 3 +-
.../trees/expressions/functions/table/Local.java | 3 +-
.../trees/expressions/functions/table/S3.java | 3 +-
.../expressions/literal/StringLikeLiteral.java | 5 +
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../trees/plans/commands/info/IndexDefinition.java | 2 +-
.../org/apache/doris/nereids/types/DataType.java | 4 +
.../java/org/apache/doris/persist/EditLog.java | 16 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 106 ++
.../java/org/apache/doris/qe/SessionVariable.java | 4 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 8 +
.../main/java/org/apache/doris/qe/VariableMgr.java | 16 +-
.../workloadschedpolicy/WorkloadActionMeta.java | 12 +-
.../workloadschedpolicy/WorkloadCondition.java | 2 +
.../WorkloadConditionBeScanBytes.java | 11 +-
.../WorkloadConditionBeScanRows.java | 11 +-
.../workloadschedpolicy/WorkloadConditionMeta.java | 14 +-
...es.java => WorkloadConditionQueryBeMemory.java} | 32 +-
.../WorkloadConditionQueryTime.java | 11 +-
.../workloadschedpolicy/WorkloadMetricType.java | 2 +-
.../workloadschedpolicy/WorkloadSchedPolicy.java | 27 +-
.../WorkloadSchedPolicyMgr.java | 46 +-
.../org/apache/doris/statistics/Statistics.java | 4 +
.../tablefunction/HdfsTableValuedFunction.java | 7 +-
.../doris/tablefunction/S3TableValuedFunction.java | 22 +-
.../java/org/apache/doris/alter/AlterTest.java | 10 +-
.../org/apache/doris/analysis/DateLiteralTest.java | 15 +
.../apache/doris/catalog/ColocateTableTest.java | 4 +-
.../doris/catalog/DropMaterializedViewTest.java | 158 +++
.../doris/catalog/DynamicPartitionTableTest.java | 20 +
.../org/apache/doris/common/util/S3URITest.java | 13 +
.../org/apache/doris/common/util/UnitTestUtil.java | 1 +
.../property/PropertyPassThroughTest.java | 68 ++
.../nereids/cost/ExpressionCostEvaluatorTest.java | 87 ++
.../doris/nereids/mv/IdStatisticsMapTest.java | 16 +-
.../nereids/rules/expression/FoldConstantTest.java | 102 +-
.../rules/rewrite/MergePercentileToArrayTest.java | 55 ++
fe/pom.xml | 5 +
gensrc/script/doris_builtins_functions.py | 37 +
gensrc/thrift/BackendService.thrift | 1 +
regression-test/conf/regression-conf.groovy | 3 +
.../data/correctness_p0/test_bit_shift_lagency.out | 8 +-
.../data/correctness_p0/test_bit_shift_nereids.out | 8 +-
.../datatype_p0/ip/test_ip_in_inverted_index.out | 866 ++++++++++++++++
.../hive/test_hive_orc_add_column.out | 185 ++++
.../iceberg/test_iceberg_filter.out | 54 +
.../kafka/test_trino_kafka_base.out | 43 +
.../data/inverted_index_p0/test_index_rqg_bug2.out | 19 +
.../load_p0/stream_load/iterate_read_json.json | 3 +
.../data/load_p0/stream_load/test_json_load.out | 5 +
.../data/mv_p0/test_mv_mow/test_mv_mow.out | 5 +
.../data/nereids_p0/join/test_mark_join.out | 3 +
.../merge_percentile_to_array.out | 43 +
.../array_functions/test_array_split.out | 60 ++
.../datetime_functions/test_date_function.out | 18 +-
.../cloud_p0/conf/regression-conf-custom.groovy | 3 +
.../cloud_p1/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/external/conf/be.conf | 3 +
.../pipeline/external/conf/regression-conf.groovy | 3 +
regression-test/pipeline/p0/conf/be.conf | 5 +-
.../pipeline/p0/conf/regression-conf.groovy | 3 +
regression-test/pipeline/p1/conf/be.conf | 3 +
.../plugins/plugin_must_contains.groovy | 2 +-
.../test_drop_catalog_recycle_bin.groovy | 31 +-
.../test_show_storage_policy_using.groovy | 164 +++
.../correctness_p0/test_bit_shift_nereids.groovy | 2 +-
.../ip/test_ip_in_inverted_index.groovy | 124 +++
.../outfile/csv/test_outfile_empty_data.groovy | 2 +-
.../export_p2/test_export_with_parallelism.groovy | 2 +-
.../hive/ddl/test_hive_write_type.groovy | 24 +-
.../hive/test_hive_orc_add_column.groovy | 95 ++
.../iceberg/test_iceberg_filter.groovy | 102 ++
.../kafka/data/trino_kafka_basic_data.csv | 20 +
...trino_kafka_base_db.trino_kafka_basic_data.json | 100 ++
.../kafka/test_trino_kafka_base.groovy | 93 ++
.../external_table_p0/tvf/test_s3_tvf.groovy | 2 +-
.../tvf/test_s3_tvf_compression.groovy | 20 +-
.../tvf/test_s3_tvf_with_resource.groovy | 7 +-
.../tvf/test_path_partition_keys.groovy | 8 +-
regression-test/suites/insert_p0/txn_insert.groovy | 12 +-
.../inverted_index_p0/test_index_rqg_bug2.groovy | 106 ++
.../suites/inverted_index_p0/test_show_data.groovy | 53 +-
.../load_p0/stream_load/test_json_load.groovy | 14 +-
.../suites/load_p2/test_large_data_by_rpc.groovy | 64 ++
.../suites/mtmv_p0/test_storage_medium_mtmv.groovy | 80 ++
.../test_mv_mow.groovy} | 15 +-
.../suites/nereids_p0/join/test_mark_join.groovy | 2 +
.../merge_percentile_to_array.groovy | 60 ++
.../test_dynamic_partition_failed.groovy | 74 ++
.../plsql_p0/test_plsql_show_procedure.groovy | 16 +
.../array_functions/test_array_split.groovy | 81 ++
.../datetime_functions/test_date_function.groovy | 6 +-
.../test_unique_schema_key_change_modify.groovy | 1044 ++++++++++++++++++++
.../test_unique_schema_key_change_modify1.groovy | 547 ----------
.../test_workload_sched_policy.groovy | 33 +-
thirdparty/build-thirdparty.sh | 16 +
thirdparty/patches/libevent-1532.patch | 200 ++++
...libevent-enable_keepalive_accepted_socket.patch | 17 +
thirdparty/vars.sh | 7 +
423 files changed, 10916 insertions(+), 4093 deletions(-)
delete mode 100644 be/src/gutil/strings/fastmem.h
create mode 100644 be/src/http/action/show_hotspot_action.cpp
rename fe/fe-core/src/main/java/org/apache/doris/common/util/PlatformName.java
=> be/src/http/action/show_hotspot_action.h (65%)
create mode 100644 be/src/util/memcpy_inlined.h
create mode 100644 be/src/vec/functions/array/function_array_split.cpp
create mode 100644 be/test/vec/common/pod_array_test.cpp
create mode 100644 cloud/src/recycler/s3_obj_client.cpp
copy be/src/io/fs/s3_obj_storage_client.h =>
cloud/src/recycler/s3_obj_client.h (51%)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/LogUtils.java
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-common/src/main/java/org/apache/doris/common}/credentials/CloudCredential.java
(97%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-common/src/main/java/org/apache/doris/common}/credentials/CloudCredentialWithEndpoint.java
(97%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-common/src/main/java/org/apache/doris/common}/credentials/DataLakeAWSCredentialsProvider.java
(97%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowStoragePolicyUsingStmt.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/cost/ExpressionCostEvaluator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/MergePercentileToArray.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayReverseSort.java
=> ArrayReverseSplit.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ArrayReverseSort.java
=> ArraySplit.java} (52%)
copy
fe/fe-core/src/main/java/org/apache/doris/resource/workloadschedpolicy/{WorkloadConditionBeScanBytes.java
=> WorkloadConditionQueryBeMemory.java} (60%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/DropMaterializedViewTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/PropertyPassThroughTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/cost/ExpressionCostEvaluatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/MergePercentileToArrayTest.java
create mode 100644
regression-test/data/datatype_p0/ip/test_ip_in_inverted_index.out
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_orc_add_column.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_filter.out
create mode 100644
regression-test/data/external_table_p0/trino_connector/kafka/test_trino_kafka_base.out
create mode 100644
regression-test/data/inverted_index_p0/test_index_rqg_bug2.out
create mode 100644
regression-test/data/load_p0/stream_load/iterate_read_json.json
create mode 100644 regression-test/data/mv_p0/test_mv_mow/test_mv_mow.out
create mode 100644
regression-test/data/nereids_rules_p0/merge_percentile_to_array/merge_percentile_to_array.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_array_split.out
create mode 100644
regression-test/suites/cold_heat_separation_p2/test_show_storage_policy_using.groovy
create mode 100644
regression-test/suites/datatype_p0/ip/test_ip_in_inverted_index.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_orc_add_column.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_filter.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/kafka/data/trino_kafka_basic_data.csv
create mode 100644
regression-test/suites/external_table_p0/trino_connector/kafka/table_desc/test_trino_kafka_base_db.trino_kafka_basic_data.json
create mode 100644
regression-test/suites/external_table_p0/trino_connector/kafka/test_trino_kafka_base.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_index_rqg_bug2.groovy
create mode 100644 regression-test/suites/load_p2/test_large_data_by_rpc.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_storage_medium_mtmv.groovy
rename regression-test/suites/mv_p0/{test_mv_useless/mow_invalid.groovy =>
test_mv_mow/test_mv_mow.groovy} (74%)
create mode 100644
regression-test/suites/nereids_rules_p0/merge_percentile_to_array/merge_percentile_to_array.groovy
create mode 100644
regression-test/suites/partition_p0/dynamic_partition/test_dynamic_partition_failed.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_array_split.groovy
delete mode 100644
regression-test/suites/schema_change_p0/test_unique_schema_key_change_modify1.groovy
create mode 100644 thirdparty/patches/libevent-1532.patch
create mode 100644
thirdparty/patches/libevent-enable_keepalive_accepted_socket.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
