This is an automated email from the ASF dual-hosted git repository.
hellostephen pushed a change to branch hello-stephen-patch-5
in repository https://gitbox.apache.org/repos/asf/doris.git
from f4c669acb08 Update config.h
add 09789a40c67 [Fix](dictionary) Skip auto refresh dictionary if we know
source data is invalid (#50863)
add bc6f05d557e [feat](sql-convertor) support setting sql convertor's
config by session variable (#50959)
add 81d77fb05c9 [fix](join) Should not use the build block's size to
resize mark_join_flags (#50993)
add 3bca44ca09e [opt](docker) add a script flag to control load data or
not (#51065)
add 85f9fbfd7e5 [Enhancement] (nereids)implement showOpenTablesCommand in
nereids (#50204)
add 7e7d5c56031 [Enhancement] (nereids)implement
CreateWorkloadPolicyCommand in nereids (#49370)
add 98b428437ac [Test](cloud-mow) check delete bitmap key's existence
before put KV (#51013)
add d4f4b97f362 [Enhancement] implement createDatabase command in nereids
(#51059)
add a6b603d4be9 [Feat](nereids) support ShowCatalogRecycleBinCommand
(#49818)
add 044b497bd7b [Enhancement] (nereids) implement
CancelBackup/Restore/Command in nereids (#49653)
add 3b42e9cb8d4 [Enhancement] (nereids)implement
alterDatabasePropertiesCommand in nereids (#49365)
add eaa2cbfa0c2 [check](pipeline) Check the shared state is not set in
the pipeline. (#51031)
add b3d922f4efc [Refactor](workload group)reset workload group check
defaut interval to 2s (#51029)
add c7a3c49326f [fix](memory) Fix `PODArray::add_num_element` step2
(#50784)
add 42fcf8cdb12 [chore](load) delete StreamLoadPlanner and
LoadingTaskPlanner (#51055)
add ae3a8804422 [fix](parquet/orc) Disable string dictionary filtering
when predicate express is not binary pred and in pred (#50749)
add e1321a632a9 [fix](planner)comparing partition column name should be
case insensitive when pruning partition in DeleteJob (#50674)
add 1a51bc3f28f [Enhancement] (nereids)implement installPluginCommand in
nereids (#48589)
add e1b572e5a88 [improve](nereids)Remove use of session variable
deprecated_group_by_and_having_use_alias_first 2 (#51100)
add e9adc01de17 [log](mow) optimize some log for mow table (#51093)
add 60ee1a84ae3 [refine](DataTypeSerDe) Remove the level variable from
FormatOptions and use _nesting_level. (#50977)
add 31adcf69c4f [Feature](agg-state) support import/export agg-state data
(#50769)
add dfd2fc27422 [fix](schema-cache) make catalog level schema cache config
work for "get_schema_from_table" mode (#51057)
add 7b0828c7f98 [fix](nereids) fix bug in "Push down agg through join one
side" rule (#51076)
add a8707a06d6d [Enhancement] (nereids) implement CancelAlterTableCommand
in nereids (#49488)
add bfa9588f46e [Fix](MTMV) mtmv not refresh cache of external table
before run task (#50979)
add cf5aa68c9a7 [refactor](type) Use PrimitiveType to replace CppType
(#50935)
add 8a12288134e [Enhancement] (nereids) implement ShowCopyCommand in
nereids (#51040)
add 98d87b21655 [fix](load) fix the error msg of task submission failure
for memory back pressure (#51078)
add a6fc1a2b7e2 [opt](inverted index) Optimize prefix query in
match_regexp (#50968)
add 4dfafd46a4e [fix](case)fix mark_join and right_semi_mark_join has same
table name (#51124)
add b289297b945 [fix](nereids) fix subquery unnest can not found aggregate
slot (#51086)
add e137ae943b3 [fix](nereids) Not use rule
FOUR_PHASE_AGGREGATE_WITH_DISTINCT_WITH_FULL_DISTRIBUTE when
mustUseMultiDistinctAgg (#51099)
add 8fa8c4a4aff [fix](meta) fix timeout for syncing image when FE scales
out (#51120)
add a62e651275b [opt](cloud) load data no call partition.getVisibleVersion
in cloud mode (#51111)
add 589dd2fb54f [Bug](agg-state) fix missing meta field set with agg_state
type on VerticalSegmentWriter (#51033)
add 7665c078e12 [opt](Nereids) ignore distinct for some aggregate
functions (#51088)
add c07e893d87e [improve](udf)add some check for udf when result is null
(#51084)
add 45dd031c05b [Fix](function) Support encrypt empty string (#51126)
add 3970183fec3 [clean](planner) row policy removes dependency on the old
optimizer (#51122)
add 29cb2917c6a [fix](docker case) Fix some docker case due to `defined
global variables in script are not allowed` (#50976)
add 5ea8025defb [feat](refactor-param)Integrate New Storage System Support
for BACKUP/RESTORE/LOAD/TVF (#50849)
add 839c277878b [Enhancement] (nereids)implement showColumnsCommand in
nereids (#45832)
add e6771f8566e [feature](function) support nth_value window function
(#50559)
add 41ba1743d1a [refactor](type) remove TypeToPrimitiveType (#51142)
add aff662bf06d [Enhancement] (nereids) implement
showWorkloadGroupsCommand in nereids (#50777)
add bf26920aaf4 [clean](planner)create table like removes dependency on
the old optimizer (#51135)
add 06748cbcd8c [feature](Nereids) support standard sql query organization
(#49465)
add ea62d6be461 [fix](statistics)Fix sample analyze agg/mor table doesn't
remove new partition flag bug. (#51116)
add c7ec98f2b6f [Fix](Catalog)Ensure preExecutionAuthenticator is properly
initialized (#50839)
add 8292ce83e09 [fix](core) fix avg rate field always showing 0 in
cluster_balance show proc (#51101) (#51104)
add 516d27bf6bf [Improvement](function) optimize case_when<then_null>
branch (#51132)
add fdb8409d466 [feat](doris compose) Add extra hosts option for up
command (#51098)
add 8fe3b735904 [Enhancement] (nereids)implement
revokeResourcePrivilegeCommand in ne… (#50419)
add c737662c09b [clean](planner)delete original planner (#51056)
add f4d78f5ef56 [enhancement](cloud-schema-change) Enable new tablet to do
compactionby default (#51070)
add 51f89f1beb4 [Opt](multi-catalog)Disable dict filter in parquet/orc
reader if have non-single conjuncts. (#44777)
add 33e0ec7d3c8 [opt](Nereids) optimize view related capabilities (#51028)
add 5fdaf7b495a [enhancement](cloud) make file cache version upgrade
faster (#50726)
add 4a8d2cc1e18 [fix](cloud-schema-change) Make SC tablet job abort logic
really work (#50908)
add af382359274 [chore](cataglog) Unlimit db data size quota (#51108)
add 8488e9c0c83 [Refactor] Refactor ConnectContext.getCluster (#50783)
add 80c4a0b2c68 [fix](jdbc test) Add more connections to mysql docker
(#50970)
add de1fcd37ce7 [fix](agent) cancel agent task when it is rejected by
agent-task-pool (#51138)
add ef003cde1aa [Fix](orc-reader) Fix merge range not sorted in new merge
io facility of orc-reader. (#51102)
add 22d293269db [Optimize](orc-reader) Optimize stripe footer multiple
reads in orc reader. (#51117)
add f94e0b41ee4 [feat](desc) add comment column in desc statement (#51047)
add 2c257f2a8e4 [fix](cloud) Cloud tablet cache should not be pruned
(#51193)
add f2432586297 [Enhancement] (nereids)implement showStorageVaultCommand
in nereids (#44805)
add 2cbc0a4504f Merge branch 'master' into hello-stephen-patch-5
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 7 +-
be/src/apache-orc | 2 +-
be/src/cloud/cloud_meta_mgr.cpp | 8 +-
be/src/cloud/cloud_schema_change_job.cpp | 7 +
be/src/cloud/cloud_tablet_mgr.cpp | 2 +-
be/src/cloud/config.cpp | 2 +-
be/src/common/config.cpp | 11 +-
be/src/common/config.h | 3 +
be/src/common/exception.h | 1 +
be/src/common/status.h | 2 +
be/src/exec/es/es_scroll_parser.cpp | 204 +-
be/src/exec/olap_common.h | 6 +-
be/src/io/cache/fs_file_cache_storage.cpp | 267 +-
be/src/io/cache/fs_file_cache_storage.h | 8 +
be/src/io/fs/err_utils.cpp | 2 +
be/src/olap/in_list_predicate.h | 8 +-
be/src/olap/like_column_predicate.cpp | 8 +-
be/src/olap/like_column_predicate.h | 8 +-
be/src/olap/partial_update_info.cpp | 6 +-
be/src/olap/push_handler.cpp | 4 +-
.../inverted_index/query/regexp_query.cpp | 130 +-
.../segment_v2/inverted_index/query/regexp_query.h | 13 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 3 +
be/src/olap/schema.cpp | 4 +-
be/src/olap/task/engine_clone_task.h | 3 +
be/src/pipeline/exec/analytic_sink_operator.cpp | 3 +-
.../exec/join/process_hash_table_probe_impl.h | 20 +-
be/src/pipeline/exec/operator.cpp | 8 +
be/src/pipeline/exec/operator.h | 8 +
be/src/pipeline/exec/scan_operator.cpp | 20 +-
be/src/pipeline/exec/union_source_operator.cpp | 6 +
be/src/pipeline/exec/union_source_operator.h | 2 +
be/src/runtime/descriptors.cpp | 8 +
be/src/runtime/descriptors.h | 4 +-
be/src/runtime/exec_env_init.cpp | 3 +-
be/src/runtime/primitive_type.h | 427 ++-
.../routine_load/routine_load_task_executor.cpp | 29 +-
.../routine_load/routine_load_task_executor.h | 2 +-
be/src/util/arrow/row_batch.cpp | 4 +-
.../aggregate_function_approx_count_distinct.cpp | 58 +-
.../aggregate_function_approx_count_distinct.h | 10 +-
.../aggregate_function_approx_top_sum.h | 10 +-
.../aggregate_function_array_agg.cpp | 46 +-
.../aggregate_function_array_agg.h | 32 +-
.../aggregate_functions/aggregate_function_avg.cpp | 12 +-
.../aggregate_functions/aggregate_function_avg.h | 29 +-
.../aggregate_function_avg_weighted.h | 27 +-
.../aggregate_function_binary.h | 48 +-
.../aggregate_functions/aggregate_function_bit.h | 46 +-
.../aggregate_function_bitmap.h | 9 +-
.../aggregate_function_bitmap_agg.cpp | 9 +-
.../aggregate_function_bitmap_agg.h | 10 +-
.../aggregate_function_collect.cpp | 91 +-
.../aggregate_function_collect.h | 54 +-
.../aggregate_function_corr.cpp | 2 +-
.../aggregate_functions/aggregate_function_corr.h | 8 +-
.../aggregate_functions/aggregate_function_count.h | 7 +-
.../aggregate_function_covar.cpp | 34 +-
.../aggregate_functions/aggregate_function_covar.h | 14 +-
.../aggregate_function_distinct.cpp | 6 +-
.../aggregate_function_distinct.h | 20 +-
.../aggregate_function_group_array_intersect.cpp | 21 +-
.../aggregate_function_group_array_intersect.h | 64 +-
.../aggregate_function_histogram.cpp | 39 +-
.../aggregate_function_histogram.h | 27 +-
.../aggregate_function_kurtosis.cpp | 30 +-
.../aggregate_function_linear_histogram.cpp | 41 +-
.../aggregate_function_linear_histogram.h | 12 +-
.../aggregate_functions/aggregate_function_map.cpp | 39 +-
.../aggregate_functions/aggregate_function_map.h | 24 +-
.../aggregate_function_min_max.cpp | 15 +-
.../aggregate_function_min_max.h | 68 +-
.../aggregate_function_min_max_by.h | 70 +-
.../aggregate_function_orthogonal_bitmap.cpp | 6 +-
.../aggregate_function_orthogonal_bitmap.h | 39 +-
.../aggregate_function_percentile.h | 23 +-
.../aggregate_function_regr_union.cpp | 20 +-
.../aggregate_function_regr_union.h | 11 +-
.../aggregate_function_sequence_match.cpp | 16 +-
.../aggregate_function_sequence_match.h | 67 +-
.../aggregate_function_skew.cpp | 30 +-
.../aggregate_function_statistic.h | 4 +-
.../aggregate_function_stddev.cpp | 18 +-
.../aggregate_function_stddev.h | 18 +-
.../aggregate_functions/aggregate_function_sum.h | 39 +-
.../aggregate_function_topn.cpp | 69 +-
.../aggregate_functions/aggregate_function_topn.h | 51 +-
.../aggregate_function_uniq.cpp | 25 +-
.../aggregate_functions/aggregate_function_uniq.h | 47 +-
.../aggregate_function_uniq_distribute_key.cpp | 12 +-
.../aggregate_function_uniq_distribute_key.h | 33 +-
.../aggregate_function_window.cpp | 6 +-
.../aggregate_function_window.h | 20 +
be/src/vec/aggregate_functions/helpers.h | 69 +-
be/src/vec/columns/column_array.cpp | 6 +-
be/src/vec/columns/column_complex.h | 23 +-
be/src/vec/columns/column_decimal.cpp | 16 +
be/src/vec/columns/column_decimal.h | 12 +-
be/src/vec/columns/column_dictionary.h | 61 +-
be/src/vec/columns/column_fixed_length_object.h | 5 +-
be/src/vec/columns/column_map.cpp | 4 +-
be/src/vec/columns/column_map.h | 7 +-
be/src/vec/columns/column_nullable.cpp | 4 +-
be/src/vec/columns/column_object.cpp | 224 +-
be/src/vec/columns/column_string.cpp | 23 +
be/src/vec/columns/column_string.h | 17 +-
be/src/vec/columns/column_struct.cpp | 3 +-
be/src/vec/columns/column_vector.cpp | 44 +-
be/src/vec/columns/column_vector.h | 2 +-
be/src/vec/common/field_visitors.h | 63 +-
be/src/vec/common/pod_array.h | 22 -
be/src/vec/common/schema_util.cpp | 5 +-
be/src/vec/core/decimal_comparison.h | 2 +-
be/src/vec/core/field.cpp | 631 +++--
be/src/vec/core/field.h | 181 +-
be/src/vec/core/types.h | 2 +
be/src/vec/data_types/convert_field_to_type.cpp | 88 +-
be/src/vec/data_types/data_type_agg_state.h | 6 +
be/src/vec/data_types/data_type_array.cpp | 2 +-
be/src/vec/data_types/data_type_array.h | 1 -
be/src/vec/data_types/data_type_bitmap.h | 11 +-
be/src/vec/data_types/data_type_date.h | 2 +-
.../vec/data_types/data_type_date_or_datetime_v2.h | 4 +-
be/src/vec/data_types/data_type_date_time.h | 2 +-
be/src/vec/data_types/data_type_decimal.cpp | 15 +-
be/src/vec/data_types/data_type_decimal.h | 15 +-
.../vec/data_types/data_type_fixed_length_object.h | 9 +-
be/src/vec/data_types/data_type_hll.h | 5 +-
be/src/vec/data_types/data_type_ipv4.h | 4 +-
be/src/vec/data_types/data_type_ipv6.h | 2 +-
be/src/vec/data_types/data_type_jsonb.h | 6 +-
be/src/vec/data_types/data_type_map.cpp | 6 +-
be/src/vec/data_types/data_type_map.h | 1 -
be/src/vec/data_types/data_type_nothing.h | 10 +-
be/src/vec/data_types/data_type_nullable.cpp | 2 +-
be/src/vec/data_types/data_type_nullable.h | 2 +-
be/src/vec/data_types/data_type_number_base.cpp | 62 +-
be/src/vec/data_types/data_type_object.cpp | 13 +
be/src/vec/data_types/data_type_object.h | 15 +-
be/src/vec/data_types/data_type_quantilestate.h | 11 +-
be/src/vec/data_types/data_type_string.cpp | 2 +-
be/src/vec/data_types/data_type_string.h | 2 +-
be/src/vec/data_types/data_type_struct.cpp | 2 +-
be/src/vec/data_types/data_type_struct.h | 1 -
.../vec/data_types/serde/data_type_array_serde.cpp | 2 -
.../vec/data_types/serde/data_type_map_serde.cpp | 4 -
.../data_types/serde/data_type_number_serde.cpp | 2 +-
.../data_types/serde/data_type_object_serde.cpp | 4 +-
be/src/vec/data_types/serde/data_type_serde.h | 5 -
.../data_types/serde/data_type_struct_serde.cpp | 2 -
be/src/vec/exec/format/orc/vorc_reader.cpp | 81 +-
be/src/vec/exec/format/orc/vorc_reader.h | 1 +
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 6 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 136 +-
.../exec/format/parquet/vparquet_group_reader.h | 1 -
be/src/vec/exec/jni_connector.h | 3 +-
be/src/vec/exec/scan/file_scanner.cpp | 4 +-
be/src/vec/exec/vjdbc_connector.cpp | 3 +-
be/src/vec/exprs/varray_literal.cpp | 2 +-
be/src/vec/exprs/vinfo_func.cpp | 4 +-
be/src/vec/exprs/vmap_literal.cpp | 6 +-
be/src/vec/exprs/vstruct_literal.cpp | 2 +-
.../functions/array/function_array_aggregation.cpp | 58 +-
.../vec/functions/complex_hash_map_dictionary.cpp | 6 +-
be/src/vec/functions/complex_hash_map_dictionary.h | 4 +-
be/src/vec/functions/dictionary.h | 2 +
be/src/vec/functions/function.cpp | 2 +-
be/src/vec/functions/function_bitmap.cpp | 3 +-
be/src/vec/functions/function_bitmap_min_or_max.h | 2 +-
be/src/vec/functions/function_case.h | 21 +-
be/src/vec/functions/function_cast.h | 9 +-
be/src/vec/functions/function_const.h | 3 +-
be/src/vec/functions/function_convert_tz.h | 28 +-
be/src/vec/functions/function_encryption.cpp | 4 -
be/src/vec/functions/function_helpers.h | 16 +-
be/src/vec/functions/function_ip.h | 8 +-
be/src/vec/functions/function_string.h | 4 +-
be/src/vec/functions/function_utility.cpp | 10 +-
be/src/vec/functions/functions_comparison.h | 13 +-
be/src/vec/functions/ip_address_dictionary.cpp | 21 +-
be/src/vec/functions/ip_address_dictionary.h | 4 +-
be/src/vec/functions/is_not_null.h | 4 +-
be/src/vec/functions/is_null.h | 4 +-
be/src/vec/json/json_parser.cpp | 13 +-
be/src/vec/json/json_parser.h | 10 +-
be/src/vec/json/parse2column.cpp | 10 +-
be/src/vec/olap/vcollect_iterator.cpp | 3 +-
.../sink/writer/iceberg/partition_transformers.h | 9 +-
be/test/io/cache/block_file_cache_test.cpp | 414 ++-
be/test/olap/index_builder_test.cpp | 4 +-
.../common/inverted_index_gc_binlogs_test.cpp | 4 +-
.../compaction/util/index_compaction_utils.cpp | 25 +-
.../inverted_index/query/regexp_query_test.cpp | 189 ++
.../segment_v2/inverted_index_array_test.cpp | 112 +-
.../pipeline/operator/agg_shared_state_test.cpp | 12 +-
.../operator/hashjoin_probe_operator_test.cpp | 343 ++-
.../runtime_filter_producer_helper_cross_test.cpp | 4 +-
.../runtime_filter_producer_helper_set_test.cpp | 4 +-
.../runtime_filter_producer_helper_test.cpp | 16 +-
.../vec/aggregate_functions/agg_bitmap_test.cpp | 23 +-
.../vec/aggregate_functions/agg_collect_test.cpp | 8 +-
be/test/vec/aggregate_functions/agg_corr_test.cpp | 4 +-
.../agg_group_array_intersect_test.cpp | 128 +-
.../aggregate_functions/agg_min_max_by_test.cpp | 8 +-
.../vec/aggregate_functions/agg_min_max_test.cpp | 6 +-
.../vec/aggregate_functions/agg_replace_test.cpp | 10 +-
be/test/vec/aggregate_functions/agg_test.cpp | 4 +-
.../aggregate_functions/vec_count_by_enum_test.cpp | 42 +-
.../vec/aggregate_functions/vec_retention_test.cpp | 72 +-
.../vec_sequence_match_test.cpp | 80 +-
.../aggregate_functions/vec_window_funnel_test.cpp | 180 +-
be/test/vec/columns/column_array_test.cpp | 2 +-
be/test/vec/columns/column_dictionary_test.cpp | 37 +-
be/test/vec/columns/column_hash_func_test.cpp | 56 +-
be/test/vec/columns/column_ip_test.cpp | 3 +-
.../column_nullable_seriazlization_test.cpp | 40 +-
be/test/vec/columns/column_nullable_test.cpp | 8 +-
be/test/vec/columns/column_nullable_test.h | 33 +-
be/test/vec/columns/column_object_test.cpp | 30 +-
be/test/vec/columns/column_resize_test.cpp | 10 +-
be/test/vec/columns/column_string_test.cpp | 4 +-
be/test/vec/columns/common_column_test.h | 47 +-
be/test/vec/common/pod_array_test.cpp | 51 +-
be/test/vec/core/block_test.cpp | 6 +-
be/test/vec/core/column_map_test.cpp | 73 +-
be/test/vec/core/column_struct_test.cpp | 13 +-
be/test/vec/core/column_test.cpp | 56 +-
be/test/vec/core/field_test.cpp | 19 +-
be/test/vec/data_types/common_data_type_test.h | 14 +-
.../vec/data_types/data_type_agg_state_test.cpp | 4 +-
be/test/vec/data_types/data_type_array_test.cpp | 24 +-
be/test/vec/data_types/data_type_bitmap_test.cpp | 4 +-
be/test/vec/data_types/data_type_decimal_test.cpp | 3 +-
.../data_type_fixed_length_object_test.cpp | 4 +-
be/test/vec/data_types/data_type_hll_test.cpp | 4 +-
be/test/vec/data_types/data_type_ip_test.cpp | 42 +-
be/test/vec/data_types/data_type_map_test.cpp | 122 +-
be/test/vec/data_types/data_type_number_test.cpp | 59 +-
.../data_types/data_type_quantile_state_test.cpp | 4 +-
be/test/vec/data_types/data_type_string_test.cpp | 6 +-
be/test/vec/data_types/data_type_struct_test.cpp | 60 +-
be/test/vec/data_types/data_type_time_v2_test.cpp | 10 +-
be/test/vec/data_types/datetime_round_test.cpp | 2 +-
be/test/vec/data_types/from_string_test.cpp | 2 +-
.../serde/data_type_serde_arrow_test.cpp | 126 +-
.../data_types/serde/data_type_serde_csv_test.cpp | 2 +-
.../serde/data_type_serde_mysql_test.cpp | 2 +-
.../data_types/serde/data_type_serde_pb_test.cpp | 112 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 4 +-
.../data_types/serde/data_type_serde_text_test.cpp | 2 +-
.../data_types/serde/data_type_to_string_test.cpp | 41 +-
.../parquet/byte_array_dict_decoder_test.cpp | 8 +-
.../parquet/fix_length_dict_decoder_test.cpp | 8 +-
be/test/vec/exec/orc/orc_convert_dict_test.cpp | 10 +-
.../function_compressed_materialization_test.cpp | 8 +-
be/test/vec/function/function_eq_for_null_test.cpp | 40 +-
be/test/vec/function/function_is_null_test.cpp | 6 +-
be/test/vec/function/function_round_test.cpp | 4 +-
be/test/vec/function/function_string_test.cpp | 28 +-
be/test/vec/function/function_test_util.cpp | 2 +-
be/test/vec/jsonb/serialize_test.cpp | 59 +-
.../writer/iceberg/partition_transformers_test.cpp | 8 +-
cloud/src/common/config.h | 3 +
cloud/src/meta-service/meta_service.cpp | 58 +-
cloud/src/meta-service/meta_service_job.cpp | 4 +-
docker/runtime/doris-compose/Dockerfile | 9 +-
docker/runtime/doris-compose/Readme.md | 31 +
docker/runtime/doris-compose/cluster.py | 33 +-
docker/runtime/doris-compose/command.py | 12 +-
.../docker-compose/hive/hadoop-hive.env.tpl | 3 +
.../docker-compose/hive/scripts/hive-metastore.sh | 8 +
docker/thirdparties/docker-compose/mysql/my.cnf | 3 +-
docker/thirdparties/run-thirdparties-docker.sh | 7 +
.../apache/doris/common/jni/vec/VectorColumn.java | 47 +
.../main/java/org/apache/doris/common/Config.java | 4 +-
.../authentication/PreExecutionAuthenticator.java | 15 +
fe/fe-core/pom.xml | 4 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 94 +-
fe/fe-core/src/main/cup/sql_parser.cup | 16 -
.../main/java/org/apache/doris/alter/Alter.java | 9 +-
.../java/org/apache/doris/alter/AlterJobV2.java | 11 +
.../org/apache/doris/alter/CloudRollupJobV2.java | 2 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 4 +-
.../doris/alter/MaterializedViewHandler.java | 55 +
.../apache/doris/alter/SchemaChangeHandler.java | 43 +
.../org/apache/doris/alter/SchemaChangeJobV2.java | 6 +-
.../java/org/apache/doris/analysis/BrokerDesc.java | 63 +-
.../apache/doris/analysis/CreatePolicyStmt.java | 161 --
.../doris/analysis/CreateTableAsSelectStmt.java | 54 +-
.../org/apache/doris/analysis/DescribeStmt.java | 5 +
.../java/org/apache/doris/analysis/LoadStmt.java | 100 +-
.../org/apache/doris/analysis/OutFileClause.java | 116 +-
.../java/org/apache/doris/analysis/SelectStmt.java | 6 +-
.../org/apache/doris/analysis/StmtRewriter.java | 67 +-
.../org/apache/doris/analysis/StorageBackend.java | 82 +-
.../org/apache/doris/analysis/StorageDesc.java | 26 +
.../org/apache/doris/backup/BackupHandler.java | 180 +-
.../java/org/apache/doris/backup/BackupJob.java | 5 +-
.../java/org/apache/doris/backup/Repository.java | 156 +-
.../org/apache/doris/backup/RepositoryMgr.java | 7 +-
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../doris/catalog/BuiltinWindowFunctions.java | 2 +
.../main/java/org/apache/doris/catalog/Env.java | 43 +-
.../doris/catalog/InternalSchemaInitializer.java | 6 +-
.../java/org/apache/doris/catalog/OlapTable.java | 2 +-
.../doris/cloud/CacheHotspotManagerUtils.java | 10 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 5 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 54 +-
.../cloud/datasource/CloudInternalCatalog.java | 3 +-
.../doris/cloud/load/CloudBrokerLoadJob.java | 17 +-
.../doris/cloud/load/CloudLoadLoadingTask.java | 10 +-
.../cloud/planner/CloudStreamLoadPlanner.java | 62 -
.../doris/cloud/system/CloudSystemInfoService.java | 2 +-
.../java/org/apache/doris/common/FeConstants.java | 2 +
.../doris/common/proc/IndexSchemaProcNode.java | 49 +-
.../common/proc/RemoteIndexSchemaProcDir.java | 2 +-
.../common/proc/RemoteIndexSchemaProcNode.java | 2 +-
.../org/apache/doris/common/util/BrokerReader.java | 4 +-
.../org/apache/doris/common/util/BrokerUtil.java | 24 +-
.../org/apache/doris/datasource/CatalogIf.java | 3 +
.../apache/doris/datasource/ExternalCatalog.java | 37 +
.../doris/datasource/FederationBackendPolicy.java | 8 +-
.../apache/doris/datasource/FileQueryScanNode.java | 3 +
.../apache/doris/datasource/InternalCatalog.java | 119 +-
.../apache/doris/datasource/LoadScanProvider.java | 5 +-
.../apache/doris/datasource/hive/HMSDlaTable.java | 3 -
.../doris/datasource/hive/HMSExternalCatalog.java | 18 +-
.../doris/datasource/hive/HMSExternalTable.java | 13 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 5 +-
.../doris/datasource/hive/HiveMetadataOps.java | 33 +-
.../iceberg/IcebergDLFExternalCatalog.java | 6 +
.../datasource/iceberg/IcebergExternalCatalog.java | 16 +-
.../iceberg/IcebergHadoopExternalCatalog.java | 20 +-
.../datasource/iceberg/IcebergMetadataOps.java | 36 +
.../datasource/operations/ExternalMetadataOps.java | 13 +
.../datasource/property/ConnectionProperties.java | 10 +-
.../property/metastore/AliyunDLFProperties.java | 3 +-
.../property/metastore/HMSProperties.java | 3 +-
.../storage/AbstractS3CompatibleProperties.java | 13 +-
.../property/storage/AzureProperties.java | 2 +-
.../property/storage/BrokerProperties.java} | 30 +-
.../datasource/property/storage/COSProperties.java | 14 +-
.../property/storage/HdfsProperties.java | 27 +-
.../property/storage/HdfsPropertiesUtils.java | 135 +-
.../property/storage/MinioProperties.java | 78 +
.../datasource/property/storage/OBSProperties.java | 17 +-
.../property/storage/OSSHdfsProperties.java | 2 +-
.../datasource/property/storage/OSSProperties.java | 14 +-
.../datasource/property/storage/S3Properties.java | 21 +-
.../property/storage/S3PropertyUtils.java | 63 +-
.../property/storage/StorageProperties.java | 12 +-
.../exception/StoragePropertiesException.java | 47 +
.../doris/datasource/tvf/source/TVFScanNode.java | 2 +-
.../org/apache/doris/dictionary/Dictionary.java | 46 +-
.../apache/doris/dictionary/DictionaryManager.java | 11 +-
.../org/apache/doris/fsv2/FileSystemFactory.java | 29 +
.../org/apache/doris/fsv2/StorageTypeMapper.java | 2 +
.../org/apache/doris/fsv2/obj/S3ObjStorage.java | 130 +-
.../apache/doris/fsv2/remote/BrokerFileSystem.java | 3 +
.../apache/doris/fsv2/remote/RemoteFileSystem.java | 2 +-
.../doris/fsv2/remote/dfs/DFSFileSystem.java | 3 +
.../org/apache/doris/httpv2/rest/LoadAction.java | 4 +-
.../doris/httpv2/rest/TableQueryPlanAction.java | 2 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 3 +-
.../main/java/org/apache/doris/load/ExportJob.java | 2 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 2 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 13 +-
.../org/apache/doris/load/loadv2/LoadManager.java | 26 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 287 --
.../apache/doris/load/loadv2/MysqlLoadManager.java | 14 +
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 2 +-
.../doris/load/routineload/RoutineLoadJob.java | 2 +
.../org/apache/doris/master/ReportHandler.java | 10 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 4 +-
.../org/apache/doris/mysql/privilege/Auth.java | 16 +
.../org/apache/doris/nereids/NereidsPlanner.java | 4 +-
.../apache/doris/nereids/analyzer/MappingSlot.java | 5 -
.../apache/doris/nereids/analyzer/UnboundSlot.java | 5 -
.../org/apache/doris/nereids/cost/CostModelV1.java | 8 +-
.../glue/translator/ExpressionTranslator.java | 4 +-
.../glue/translator/PhysicalPlanTranslator.java | 4 +-
.../glue/translator/PlanTranslatorContext.java | 4 +-
.../nereids/load/NereidsLoadPlanInfoCollector.java | 4 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 302 +-
.../apache/doris/nereids/parser/NereidsParser.java | 3 +-
.../processor/post/RuntimeFilterPruner.java | 4 +-
.../doris/nereids/rules/analysis/AnalyzeCTE.java | 2 -
.../nereids/rules/analysis/BindExpression.java | 18 +-
.../doris/nereids/rules/analysis/BindRelation.java | 4 +-
.../nereids/rules/analysis/SubqueryToApply.java | 2 +-
.../rules/analysis/WindowFunctionChecker.java | 7 +
.../mv/AbstractMaterializedViewAggregateRule.java | 4 +-
.../exploration/mv/MaterializedViewUtils.java | 13 +-
.../rules/expression/QueryColumnCollector.java | 4 +-
.../nereids/rules/expression/check/CheckCast.java | 4 +
.../nereids/rules/expression/rules/AddMinMax.java | 2 +-
.../rules/implementation/AggregateStrategies.java | 38 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 8 +-
...ogicalPartitionTopNToPhysicalPartitionTopN.java | 2 +-
.../nereids/rules/rewrite/CheckPrivileges.java | 4 +-
.../nereids/rules/rewrite/ForeignKeyContext.java | 8 +-
.../rewrite/PushDownAggThroughJoinOneSide.java | 18 +-
.../rewrite/PushDownFilterIntoSchemaScan.java | 2 +-
.../nereids/rules/rewrite/SetPreAggStatus.java | 18 +-
.../rules/rewrite/UnequalPredicateInfer.java | 6 +-
.../rules/rewrite/VariantSubPathPruning.java | 10 +-
.../doris/nereids/stats/FilterEstimation.java | 8 +-
.../doris/nereids/stats/StatsCalculator.java | 8 +-
.../doris/nereids/trees/expressions/Alias.java | 26 +-
.../trees/expressions/ArrayItemReference.java | 3 +-
.../nereids/trees/expressions/Expression.java | 6 +-
.../doris/nereids/trees/expressions/Slot.java | 8 +-
.../nereids/trees/expressions/SlotReference.java | 152 +-
.../trees/expressions/functions/agg/AnyValue.java | 6 +-
.../trees/expressions/functions/agg/BitmapAgg.java | 2 +-
.../expressions/functions/agg/CollectSet.java | 4 +-
.../expressions/functions/agg/GroupBitAnd.java | 2 +-
.../expressions/functions/agg/GroupBitOr.java | 2 +-
.../expressions/functions/window/NthValue.java | 92 +
.../expressions/visitor/WindowFunctionVisitor.java | 5 +
.../apache/doris/nereids/trees/plans/PlanType.java | 14 +-
.../trees/plans/commands/AddConstraintCommand.java | 4 +-
.../commands/AlterDatabasePropertiesCommand.java | 84 +
.../plans/commands/CancelAlterTableCommand.java | 121 +
.../trees/plans/commands/CancelBackupCommand.java | 87 +
.../trees/plans/commands/CopyIntoCommand.java | 1 +
.../plans/commands/CreateDatabaseCommand.java | 119 +
.../commands/CreateMaterializedViewCommand.java | 4 +-
.../trees/plans/commands/CreatePolicyCommand.java | 2 +-
.../trees/plans/commands/CreateTableCommand.java | 4 +-
.../commands/CreateWorkloadPolicyCommand.java | 93 +
.../trees/plans/commands/DeleteFromCommand.java | 4 +-
.../trees/plans/commands/DescribeCommand.java | 17 +-
.../plans/commands/DropWorkloadGroupCommand.java | 5 +-
.../trees/plans/commands/InstallPluginCommand.java | 100 +
.../nereids/trees/plans/commands/LoadCommand.java | 5 +-
.../commands/RevokeResourcePrivilegeCommand.java | 157 ++
.../commands/ShowCatalogRecycleBinCommand.java | 167 ++
.../trees/plans/commands/ShowColumnsCommand.java | 254 ++
.../trees/plans/commands/ShowCopyCommand.java | 233 ++
.../plans/commands/ShowCreateTableCommand.java | 2 +-
.../plans/commands/ShowOpenTablesCommand.java | 72 +
.../plans/commands/ShowStorageVaultCommand.java | 96 +
.../plans/commands/ShowWorkloadGroupsCommand.java | 90 +
.../commands/alter/AlterRepositoryCommand.java | 3 +-
.../trees/plans/commands/info/AlterViewInfo.java | 10 +-
.../trees/plans/commands/info/CreateViewInfo.java | 3 +-
.../commands/insert/DictionaryInsertExecutor.java | 12 +-
.../BackendDistributedPlanWorkerManager.java | 70 +-
.../trees/plans/logical/LogicalCTEConsumer.java | 7 +-
.../plans/logical/LogicalCatalogRelation.java | 2 +-
.../trees/plans/logical/LogicalOlapScan.java | 2 +-
.../nereids/trees/plans/logical/LogicalView.java | 16 +-
.../plans/physical/PhysicalCatalogRelation.java | 2 +-
.../trees/plans/visitor/CommandVisitor.java | 65 +
.../org/apache/doris/nereids/util/PlanUtils.java | 4 +-
.../org/apache/doris/planner/AnalyticPlanner.java | 931 -------
.../apache/doris/planner/DistributedPlanner.java | 1343 ---------
.../java/org/apache/doris/planner/ExportSink.java | 2 +-
.../apache/doris/planner/GroupCommitPlanner.java | 7 +-
.../org/apache/doris/planner/OlapTableSink.java | 44 +-
.../org/apache/doris/planner/OriginalPlanner.java | 628 -----
.../org/apache/doris/planner/ProjectPlanner.java | 83 -
.../org/apache/doris/planner/RuntimeFilter.java | 44 +-
.../apache/doris/planner/SingleNodePlanner.java | 2921 --------------------
.../apache/doris/planner/StreamLoadPlanner.java | 454 ---
.../java/org/apache/doris/plugin/PluginMgr.java | 16 +-
.../plugin/dialect/HttpDialectConverterPlugin.java | 2 +-
.../doris/plugin/dialect/HttpDialectUtils.java | 8 +-
.../main/java/org/apache/doris/policy/Policy.java | 28 -
.../java/org/apache/doris/policy/PolicyMgr.java | 55 -
.../java/org/apache/doris/policy/RowPolicy.java | 41 +-
.../java/org/apache/doris/qe/ConnectContext.java | 80 +-
.../main/java/org/apache/doris/qe/DdlExecutor.java | 10 +-
.../java/org/apache/doris/qe/GlobalVariable.java | 15 +
.../apache/doris/qe/InsertStreamTxnExecutor.java | 9 +-
.../org/apache/doris/qe/PointQueryExecutor.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 22 +
.../java/org/apache/doris/qe/ShowExecutor.java | 2 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 32 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 5 +
.../resource/computegroup/ComputeGroupMgr.java | 2 +-
.../resource/computegroup/MergedComputeGroup.java | 16 +-
.../workloadgroup/WorkloadGroupChecker.java | 4 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 74 +-
.../WorkloadSchedPolicyMgr.java | 23 +-
.../apache/doris/statistics/AnalysisManager.java | 4 +-
.../org/apache/doris/statistics/Statistics.java | 2 +-
.../apache/doris/statistics/TableStatsMeta.java | 22 +-
.../doris/statistics/hbo/ScanPlanStatistics.java | 4 +-
.../ExternalFileTableValuedFunction.java | 22 +-
.../GroupCommitTableValuedFunction.java | 2 +-
.../tablefunction/HdfsTableValuedFunction.java | 38 +-
.../HttpStreamTableValuedFunction.java | 2 +-
.../tablefunction/LocalTableValuedFunction.java | 2 +-
.../doris/tablefunction/S3TableValuedFunction.java | 128 +-
.../main/java/org/apache/doris/task/AgentTask.java | 11 +
.../org/apache/doris/task/AgentTaskExecutor.java | 19 +-
.../java/org/apache/doris/task/AgentTaskQueue.java | 13 +
.../java/org/apache/doris/alter/AlterTest.java | 9 +-
.../analysis/CreateTableAsSelectStmtTest.java | 692 -----
.../doris/analysis/InstallPluginCommandTest.java | 63 +
.../org/apache/doris/backup/BackupJobTest.java | 9 +-
.../org/apache/doris/backup/RepositoryTest.java | 49 +-
.../org/apache/doris/backup/RestoreJobTest.java | 11 +-
.../apache/doris/catalog/CreateTableLikeTest.java | 10 +-
.../apache/doris/common/proc/DbsProcDirTest.java | 4 +-
.../dlf/client/IcebergDLFExternalCatalogTest.java | 5 +-
.../datasource/property/PropertyConverterTest.java | 16 +-
.../property/PropertyPassThroughTest.java | 6 +-
.../property/storage/AzurePropertiesTest.java | 7 +-
.../property/storage/COSPropertiesTest.java | 3 +-
.../property/storage/HdfsPropertiesTest.java | 9 +-
.../property/storage/HdfsPropertiesUtilsTest.java | 23 +-
.../property/storage/MinioPropertiesTest.java | 99 +
.../property/storage/OBSPropertyTest.java | 4 +-
.../property/storage/OSSHdfsPropertiesTest.java | 2 +-
.../property/storage/OSSPropertiesTest.java | 6 +-
.../property/storage/S3PropertiesTest.java | 3 +-
.../property/storage/S3PropertyUtilsTest.java | 17 +-
.../doris/{fs => fsv2}/obj/S3FileSystemTest.java | 22 +-
.../load/routineload/RoutineLoadSchedulerTest.java | 3 +-
.../doris/load/sync/canal/CanalSyncDataTest.java | 4 +-
.../org/apache/doris/mtmv/MTMVPlanUtilTest.java | 4 +-
.../nereids/jobs/cascades/DeriveStatsJobTest.java | 5 +-
.../doris/nereids/parser/EncryptSQLTest.java | 8 +-
.../doris/nereids/parser/NereidsParserTest.java | 54 +
.../doris/nereids/properties/EqualSetTest.java | 2 +-
.../doris/nereids/properties/UniformTest.java | 4 +-
.../doris/nereids/properties/UniqueTest.java | 2 +-
.../rules/analysis/AnalyzeWhereSubqueryTest.java | 4 +-
.../expression/ExpressionRewriteTestHelper.java | 2 +-
.../rules/rewrite/EliminateGroupByTest.java | 2 +-
.../nereids/rules/rewrite/InferPredicatesTest.java | 2 +-
.../nereids/rules/rewrite/PushDownLimitTest.java | 3 +-
.../doris/nereids/stats/StatsCalculatorTest.java | 10 +-
.../doris/nereids/trees/plans/ConstraintTest.java | 4 +-
.../commands/CancelAlterTableCommandTest.java | 88 +
.../plans/commands/CancelBackupCommandTest.java | 74 +
.../plans/commands/CreateDatabaseCommandTest.java | 68 +
.../RevokeResourcePrivilegeCommandTest.java | 133 +
.../commands/ShowCatalogRecycleBinCommandTest.java | 105 +
.../trees/plans/commands/ShowCopyCommandTest.java | 127 +
.../doris/planner/SingleNodePlannerTest.java | 1085 --------
.../apache/doris/plugin/HttpDialectUtilsTest.java | 10 +-
.../java/org/apache/doris/policy/PolicyTest.java | 4 +-
.../java/org/apache/doris/qe/CoordinatorTest.java | 877 ------
.../org/apache/doris/qe/OlapQueryCacheTest.java | 16 +
.../apache/doris/resource/ComputeGroupTest.java | 36 +-
.../workloadgroup/WorkloadGroupMgrTest.java | 3 +-
.../doris/statistics/AnalysisManagerTest.java | 7 +-
.../apache/doris/utframe/TestWithFeService.java | 8 +-
fe/pom.xml | 6 +
gensrc/proto/cloud.proto | 1 +
gensrc/thrift/Status.thrift | 1 +
regression-test/conf/regression-conf.groovy | 1 +
.../diffrent_serialize/diffrent_serialize.out | Bin 280 -> 517 bytes
.../data/datatype_p0/agg_state/array/array.out | Bin 0 -> 123 bytes
.../data/datatype_p0/agg_state/bitmap/bitmap.out | Bin 0 -> 118 bytes
.../data/datatype_p0/agg_state/hll/hll.out | Bin 0 -> 116 bytes
.../data/datatype_p0/agg_state/map/map.out | Bin 0 -> 129 bytes
.../data/ddl_p0/test_create_or_replace_view.out | Bin 505 -> 605 bytes
.../data/dictionary_p0/test_invalid_skip_load.out | Bin 0 -> 115 bytes
.../hive/test_hive_meta_cache.out | Bin 1649 -> 2098 bytes
.../hive/test_string_dict_filter.out | Bin 11747 -> 20131 bytes
.../test_outfile_s3_storage.out | Bin 0 -> 1005 bytes
.../test_external_and_internal_describe.out | Bin 0 -> 2972 bytes
.../inverted_index_p0/test_index_match_regexp.out | Bin 234 -> 822 bytes
.../data/mtmv_p0/test_hive_refresh_mtmv.out | Bin 363 -> 411 bytes
.../diffrent_serialize/diffrent_serialize.out | Bin 363 -> 646 bytes
.../test_nereids_alter_database_set_quota.out | Bin 725 -> 731 bytes
.../outfile/agg_state/test_outfile_agg_state.out | Bin 0 -> 155 bytes
.../agg_state_array/test_outfile_agg_array.out | Bin 0 -> 136 bytes
.../test_outfile_agg_state_bitmap.out | Bin 0 -> 141 bytes
.../nereids_p0/outfile/hll/test_outfile_hll.out | Bin 0 -> 137 bytes
.../quantile_state/test_outfile_quantile_state.out | Bin 0 -> 145 bytes
.../nereids_p0/show/test_show_columns_command.out | Bin 0 -> 340 bytes
.../encryption_digest/test_encryption_function.out | Bin 1175 -> 1403 bytes
.../nereids_p0/subquery/subquery_unnesting.out | Bin 7209 -> 7253 bytes
.../data}/plugin_test/auditdemo.zip | Bin
.../join/mark_join/right_semi_mark_join.out | Bin 0 -> 568 bytes
.../window_functions/test_nthvalue_function.out | Bin 0 -> 1555 bytes
.../tpcds_sf100/noStatsRfPrune/query24.out | Bin 3152 -> 3122 bytes
.../tpcds_sf100/noStatsRfPrune/query6.out | Bin 3007 -> 2984 bytes
.../tpcds_sf100/no_stats_shape/query24.out | Bin 3308 -> 3278 bytes
.../tpcds_sf100/no_stats_shape/query6.out | Bin 3217 -> 3194 bytes
.../shape_check/tpcds_sf100/rf_prune/query24.out | Bin 3152 -> 3122 bytes
.../shape_check/tpcds_sf100/rf_prune/query6.out | Bin 3256 -> 3233 bytes
.../data/shape_check/tpcds_sf100/shape/query24.out | Bin 3307 -> 3277 bytes
.../data/shape_check/tpcds_sf100/shape/query6.out | Bin 3310 -> 3287 bytes
.../tpcds_sf1000/bs_downgrade_shape/query6.out | Bin 3310 -> 3287 bytes
.../data/shape_check/tpcds_sf1000/hint/query24.out | Bin 3465 -> 3435 bytes
.../data/shape_check/tpcds_sf1000/hint/query6.out | Bin 3310 -> 3287 bytes
.../shape_check/tpcds_sf1000/shape/query24.out | Bin 3312 -> 3282 bytes
.../data/shape_check/tpcds_sf1000/shape/query6.out | Bin 3310 -> 3287 bytes
.../shape_check/tpcds_sf10t_orc/shape/query24.out | Bin 3302 -> 3272 bytes
.../shape_check/tpcds_sf10t_orc/shape/query6.out | Bin 3215 -> 3192 bytes
.../data/shape_check/tpch_sf1000/hint/q11.out | Bin 2104 -> 2074 bytes
.../tpch_sf1000/nostats_rf_prune/q11.out | Bin 2197 -> 2167 bytes
.../tpch_sf1000/nostats_rf_prune/q22.out | Bin 1376 -> 1350 bytes
.../data/shape_check/tpch_sf1000/rf_prune/q11.out | Bin 2205 -> 2175 bytes
.../data/shape_check/tpch_sf1000/rf_prune/q22.out | Bin 1313 -> 1287 bytes
.../data/shape_check/tpch_sf1000/shape/q11.out | Bin 2205 -> 2175 bytes
.../data/shape_check/tpch_sf1000/shape/q22.out | Bin 1313 -> 1287 bytes
.../shape_check/tpch_sf1000/shape_no_stats/q11.out | Bin 2197 -> 2167 bytes
.../shape_check/tpch_sf1000/shape_no_stats/q22.out | Bin 1376 -> 1350 bytes
.../doris/regression/suite/SuiteCluster.groovy | 17 +-
.../main/java/org/apache/doris/udf/StringTest.java | 3 +
.../pipeline/cloud_p0/conf/fe_custom.conf | 1 +
.../pipeline/external/conf/regression-conf.groovy | 2 +
.../cloud_p0/auth/test_set_default_cluster.groovy | 6 +-
.../diffrent_serialize/diffrent_serialize.groovy | 4 -
.../multi_cluster/test_no_cluster_hits.groovy | 29 +-
.../node_mgr/test_rename_compute_group.groovy | 4 +-
.../test_base_compaction_after_sc_fail.groovy | 100 +
.../datatype_p0/agg_state/array/array.groovy} | 28 +-
.../datatype_p0/agg_state/bitmap/bitmap.groovy | 41 +
.../datatype_p0/agg_state/hll/hll.groovy} | 28 +-
.../datatype_p0/agg_state/map/map.groovy} | 28 +-
.../ddl_p0/test_create_or_replace_view.groovy | 5 +
.../test_dict_load_and_get_hash_map.groovy | 75 +-
.../test_dict_load_and_get_ip_trie.groovy | 1 +
.../test_dict_nullable_key.groovy | 1 +
.../dictionary_p0/test_invalid_skip_load.groovy | 80 +
.../hive/test_hive_meta_cache.groovy | 60 +
.../hive/test_string_dict_filter.groovy | 36 +
.../jdbc/test_jdbc_query_pg.groovy | 2 +-
.../kerberos/test_two_hive_kerberos.groovy | 45 +-
.../backup_restore_azure.groovy | 182 ++
.../backup_restore_object_storage.groovy | 300 ++
.../refactor_storage_param/hdfs_all_test.groovy | 319 +++
.../refactor_storage_param/s3_load.groovy | 285 ++
.../test_outfile_s3_storage.groovy | 218 ++
.../test_s3_tvf_s3_storage.groovy | 265 ++
.../test_external_and_internal_describe.groovy | 163 ++
.../external_table_p0/tvf/test_hdfs_tvf.groovy | 4 +-
.../test_index_match_regexp.groovy | 47 +
.../suites/javaudf_p0/test_javaudf_array.groovy | 12 +-
.../suites/javaudf_p0/test_javaudf_int.groovy | 26 +
.../suites/javaudf_p0/test_javaudf_string.groovy | 13 +
...t_domain_connection_and_ak_sk_correction.groovy | 38 +-
.../test_routine_load_error_info.groovy | 174 +-
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 10 +-
.../diffrent_serialize/diffrent_serialize.groovy | 8 +-
.../suites/mysql_compatibility_p0/metadata.groovy | 59 +-
.../cte/test_cte_with_duplicate_consumer.groovy | 8 +-
.../fold_constant/fold_constant_by_fe.groovy | 4 +-
.../agg_state/test_outfile_agg_state.groovy | 68 +
.../agg_state_array/test_outfile_agg_array.groovy | 67 +
.../test_outfile_agg_state_bitmap.groovy | 66 +
.../nereids_p0/outfile/hll/test_outfile_hll.groovy | 67 +
.../test_outfile_quantile_state.groovy | 68 +
.../show/test_show_columns_command.groovy | 57 +
.../show/test_show_open_tables_command.groovy} | 17 +-
.../test_show_storage_vault_command.groovy} | 29 +-
.../test_encryption_function.groovy | 7 +
.../nereids_p0/subquery/subquery_unnesting.groovy | 9 +
.../subquery/test_duplicate_name_in_view.groovy | 175 --
.../test_alter_database_properties_command.groovy} | 20 +-
.../test_create_workload_policy_command.groovy} | 17 +-
...r.groovy => test_install_plugin_command.groovy} | 27 +-
.../union/push_limit_with_eliminate_union.groovy | 2 +-
.../adjust_nullable/set_operation.groovy | 3 +-
.../test_convert_median_to_percentile.groovy | 4 +-
.../pull_up_predicate_set_op.groovy | 4 +-
.../infer_set_operator_distinct.groovy | 6 +-
.../limit_push_down/order_push_down.groovy | 2 +-
.../push_down_top_n_distinct_through_union.groovy | 2 +-
.../push_down_top_n_through_union.groovy | 2 +-
.../suites/nereids_syntax_p0/agg_4_phase.groovy | 10 +
.../suites/nereids_syntax_p0/cte.groovy | 2 +-
.../suites/nereids_syntax_p0/explain.groovy | 5 +-
.../suites/nereids_syntax_p0/set_operation.groovy | 8 +-
.../suites/query_p0/cache/sql_cache.groovy | 12 +-
.../query_p0/cte/query_with_dup_column.groovy | 112 -
.../query_p0/join/mark_join/mark_join.groovy | 181 +-
.../join/mark_join/right_semi_mark_join.groovy | 109 +
.../window_functions/test_nthvalue_function.groovy | 82 +
.../suites/show_p0/test_show_data_warehouse.groovy | 10 +-
.../test_skip_agg_table_value_column.groovy | 78 +-
680 files changed, 13844 insertions(+), 15381 deletions(-)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/query/regexp_query_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreatePolicyStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/planner/CloudStreamLoadPlanner.java
copy fe/fe-core/src/main/java/org/apache/doris/{fsv2/FileSystemFactory.java =>
datasource/property/storage/BrokerProperties.java} (57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/storage/MinioProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/storage/exception/StoragePropertiesException.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/LoadingTaskPlanner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/window/NthValue.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterDatabasePropertiesCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CancelAlterTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CancelBackupCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateDatabaseCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateWorkloadPolicyCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/InstallPluginCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RevokeResourcePrivilegeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCatalogRecycleBinCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowColumnsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCopyCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowOpenTablesCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowStorageVaultCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowWorkloadGroupsCommand.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/AnalyticPlanner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/DistributedPlanner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/OriginalPlanner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/ProjectPlanner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/SingleNodePlanner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/StreamLoadPlanner.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateTableAsSelectStmtTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/InstallPluginCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/storage/MinioPropertiesTest.java
rename fe/fe-core/src/test/java/org/apache/doris/{fs =>
fsv2}/obj/S3FileSystemTest.java (92%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/CancelAlterTableCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/CancelBackupCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/CreateDatabaseCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/RevokeResourcePrivilegeCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCatalogRecycleBinCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCopyCommandTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/SingleNodePlannerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/CoordinatorTest.java
create mode 100644 regression-test/data/datatype_p0/agg_state/array/array.out
create mode 100644 regression-test/data/datatype_p0/agg_state/bitmap/bitmap.out
create mode 100644 regression-test/data/datatype_p0/agg_state/hll/hll.out
create mode 100644 regression-test/data/datatype_p0/agg_state/map/map.out
create mode 100644
regression-test/data/dictionary_p0/test_invalid_skip_load.out
create mode 100644
regression-test/data/external_table_p0/refactor_storage_param/test_outfile_s3_storage.out
create mode 100644
regression-test/data/external_table_p0/test_external_and_internal_describe.out
create mode 100644
regression-test/data/nereids_p0/outfile/agg_state/test_outfile_agg_state.out
create mode 100644
regression-test/data/nereids_p0/outfile/agg_state_array/test_outfile_agg_array.out
create mode 100644
regression-test/data/nereids_p0/outfile/agg_state_bitmap/test_outfile_agg_state_bitmap.out
create mode 100644
regression-test/data/nereids_p0/outfile/hll/test_outfile_hll.out
create mode 100644
regression-test/data/nereids_p0/outfile/quantile_state/test_outfile_quantile_state.out
create mode 100644
regression-test/data/nereids_p0/show/test_show_columns_command.out
copy {fe/fe-core/src/test/resources =>
regression-test/data}/plugin_test/auditdemo.zip (100%)
create mode 100644
regression-test/data/query_p0/join/mark_join/right_semi_mark_join.out
create mode 100644
regression-test/data/query_p0/sql_functions/window_functions/test_nthvalue_function.out
create mode 100644
regression-test/suites/compaction/test_base_compaction_after_sc_fail.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/datatype_p0/agg_state/array/array.groovy} (52%)
create mode 100644
regression-test/suites/datatype_p0/agg_state/bitmap/bitmap.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/datatype_p0/agg_state/hll/hll.groovy} (50%)
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/datatype_p0/agg_state/map/map.groovy} (52%)
create mode 100644
regression-test/suites/dictionary_p0/test_invalid_skip_load.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/backup_restore_azure.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/backup_restore_object_storage.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/hdfs_all_test.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/s3_load.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/test_outfile_s3_storage.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/test_s3_tvf_s3_storage.groovy
create mode 100644
regression-test/suites/external_table_p0/test_external_and_internal_describe.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/agg_state/test_outfile_agg_state.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/agg_state_array/test_outfile_agg_array.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/agg_state_bitmap/test_outfile_agg_state_bitmap.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/hll/test_outfile_hll.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/quantile_state/test_outfile_quantile_state.groovy
create mode 100644
regression-test/suites/nereids_p0/show/test_show_columns_command.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/show/test_show_open_tables_command.groovy} (61%)
copy
regression-test/suites/nereids_p0/{cte/test_cte_with_duplicate_consumer.groovy
=> show/test_show_storage_vault_command.groovy} (57%)
delete mode 100644
regression-test/suites/nereids_p0/subquery/test_duplicate_name_in_view.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/test_alter_database_properties_command.groovy} (63%)
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/test_create_workload_policy_command.groovy} (62%)
copy
regression-test/suites/nereids_p0/{cte/test_cte_with_duplicate_consumer.groovy
=> test_install_plugin_command.groovy} (59%)
delete mode 100644
regression-test/suites/query_p0/cte/query_with_dup_column.groovy
create mode 100644
regression-test/suites/query_p0/join/mark_join/right_semi_mark_join.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/window_functions/test_nthvalue_function.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]