This is an automated email from the ASF dual-hosted git repository. dataroaring pushed a change to branch branch-4.0-preview in repository https://gitbox.apache.org/repos/asf/doris.git
from f42e0fb0096 decrypt sk (#34174) new d9ebea64899 [Fix](executor)Fix when Fe send empty wg list to be may cause query failed. (#34074) new aa88a718c1c Fix remote scan pool (#33976) new ae943255445 Fix stream load can only use default group (#33875) new a0d6968138e [fix](fe) Fix SHOW CREATE TABLE with AUTO PARTITION (#34071) new bf5f5d3b90d [fix](inverted index) the rowset may be deleted and become nullptr.(#33878) new 6747e9cfbd8 [fix](tablet invert index) fix tablet invert index leaky caused by auto partition (#33973) new a6659c8c41c [enhance](Cloud) Unify s3 and hdfs vault's check existence logic (#34060) new 23a15562701 [fix](scan) fix ignore expr exec when _non_predicate_columns is empty (#33934) new 5bd086fad88 [enhance](Cloud) Add case to test if vault is forbid for cloud mode without vault (#34006) new d17b214b628 [fix](cloud): fix parent directory doesn't exist in HdfsFileWriter (#33985) new 70c06f6b4b0 [Fix](nereids) fix cases unstable of hint (#34101) new d6c1a27eade [fix](Nereids) support aggregate function only in having statement (#34086) new e40eebfa79d [Bug](runtime-filter) fix bloom filter size error on rf merge (#34082) new aff3f6668b2 [test](streamload) add load empty file regression test (#34110) new 717c6ce1ffb [fix](resource)fix check available fail when s3 aws_token is set and reset as, sk faild on be. (#34057) new 17dadfe19b9 [improve](disk) Not add disk path to broken list if check status is not IO_ERROR (#34111) new cd54e44b558 [fix](Nereids) check after rewrite cannot handle agg in other opeator (#34114) new c2c95f89dbb [fix](nereids)prevent null pointer access if translate expression fails (#33990) new 15c573cd1a2 [fix](planner)cast expr should do nothing in compactForLiteral method (#34047) new b224e9a9240 [fix](nereids)move ReplaceVariableByLiteral rule to analyze phase (#33997) new 5830cc6c68c [fix](planner)date_add function should accept date type as its param (#34035) new fd87d701a4b [chore](variable) deprecated GROUP_BY_AND_HAVING_USE_ALIAS_FIRST (#34133) new 4e6af32545f [Fix](nereids) fix rule merge_aggregate when has project (#33892) new 38c96352b3a [Fix](cloud) Fix concurrency bugs on creating auto partition #34135 new e5917478580 [fix](Nereids) support not in predicate for delete command (#34153) new 4842cb41dda [fix](ES catalog)Make col != '' behavior consistent with SQL (#34151) new 9c53e831318 (cloud-merge) Fix missing ttl_seconds after checkpoint and restart (#34161) new 39f49559a6f [enhance](S3) Add one config to control s3 client's scheme (#34176) new df0744f1d7a [FIX](inverted index)fix for array inverted index writer with large dataset witch will make core (#34076) new 3b7c3735894 [fix](schema change) fix the defineName field is not the same when copying column (#34199) The 30 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/agent/task_worker_pool.cpp | 2 + be/src/agent/topic_subscriber.cpp | 6 +- be/src/agent/workload_group_listener.cpp | 27 +- be/src/common/config.cpp | 6 + be/src/common/config.h | 3 + be/src/exprs/bloom_filter_func.h | 2 +- be/src/exprs/runtime_filter.cpp | 88 ++-- be/src/io/fs/hdfs_file_writer.cpp | 15 + be/src/io/fs/s3_file_system.cpp | 12 +- be/src/olap/compaction.cpp | 7 +- be/src/olap/data_dir.cpp | 2 +- .../rowset/segment_v2/inverted_index_writer.cpp | 21 +- be/src/olap/rowset/segment_v2/segment_iterator.cpp | 17 +- be/src/pipeline/exec/hashjoin_build_sink.cpp | 4 +- be/src/runtime/workload_group/workload_group.cpp | 35 +- be/src/runtime/workload_group/workload_group.h | 7 +- .../workload_group/workload_group_manager.cpp | 67 +-- be/src/service/doris_main.cpp | 1 + be/src/util/s3_util.cpp | 5 + be/src/vec/exec/scan/scanner_scheduler.cpp | 24 +- be/src/vec/exec/scan/scanner_scheduler.h | 26 +- cloud/src/meta-service/meta_service_resource.cpp | 21 +- .../java/org/apache/doris/analysis/CastExpr.java | 5 + .../apache/doris/analysis/FunctionCallExpr.java | 16 + .../doris/analysis/ShowStorageVaultStmt.java | 12 + .../main/java/org/apache/doris/catalog/Column.java | 8 +- .../main/java/org/apache/doris/catalog/Env.java | 22 +- .../apache/doris/catalog/RangePartitionInfo.java | 10 +- .../java/org/apache/doris/catalog/S3Resource.java | 16 +- .../org/apache/doris/catalog/TableProperty.java | 3 +- .../transaction/CloudGlobalTransactionMgr.java | 17 +- .../doris/common/publish/TopicPublisherThread.java | 24 +- .../common/publish/WorkloadGroupPublisher.java | 14 +- .../apache/doris/datasource/InternalCatalog.java | 24 +- .../apache/doris/datasource/es/QueryBuilders.java | 10 + .../property/constants/S3Properties.java | 1 + .../doris/nereids/jobs/executor/Analyzer.java | 12 + .../doris/nereids/jobs/executor/Rewriter.java | 4 +- .../nereids/rules/analysis/CheckAfterRewrite.java | 2 +- .../nereids/rules/analysis/FillUpMissingSlots.java | 71 ++- .../rules/analysis/VariableToLiteral.java} | 31 +- .../rules/expression/ExpressionNormalization.java | 2 - .../expression/rules/FoldConstantRuleOnBE.java | 5 + .../nereids/rules/rewrite/MergeAggregate.java | 23 +- .../trees/plans/commands/DeleteFromCommand.java | 2 + .../java/org/apache/doris/qe/SessionVariable.java | 2 +- .../resource/workloadgroup/WorkloadGroup.java | 11 + .../apache/doris/service/FrontendServiceImpl.java | 4 +- .../apache/doris/alter/AddExistsPartitionTest.java | 56 +++ .../external/elasticsearch/QueryBuildersTest.java | 9 + .../apache/doris/utframe/TestWithFeService.java | 3 +- gensrc/script/doris_builtins_functions.py | 2 + gensrc/thrift/AgentService.thrift | 1 + .../data/external_table_p0/es/test_es_query.out | 9 +- .../test_array_with_large_dataset.out | 4 + .../data/load_p0/stream_load/test_empty_file.csv | 0 .../stream_load/test_stream_load_empty_file.out} | 0 .../data/nereids_p0/hint/test_leading.out | 507 --------------------- .../test_having_with_aggregate_function.out | 4 + .../merge_aggregate/merge_aggregate.out | 51 +++ .../schema_change_p0/test_add_rename_column.out | 6 + .../data/workload_manager_p0/test_curd_wlg.out | 24 + .../cold_heat_separation/policy/alter.groovy | 11 + .../correctness/test_date_function_const.groovy | 5 +- .../suites/correctness_p0/test_cast_decimal.groovy | 11 + .../ddl_p0/test_create_table_auto_partition.groovy | 45 ++ .../external_table_p0/es/test_es_query.groovy | 2 +- .../test_array_with_large_dataset.groovy | 95 ++++ .../stream_load/test_stream_load_empty_file.groovy | 73 +++ .../suites/nereids_p0/hint/fix_leading.groovy | 6 +- .../suites/nereids_p0/hint/multi_leading.groovy | 17 +- .../suites/nereids_p0/hint/test_leading.groovy | 110 ++++- .../suites/nereids_p0/test_user_var.groovy | 35 ++ .../test_having_with_aggregate_function.groovy} | 25 +- .../merge_aggregate/merge_aggregate.groovy | 80 ++++ .../schema_change_p0/test_add_rename_column.groovy | 56 +++ regression-test/suites/vaults/forbid/forbid.groovy | 50 ++ .../workload_manager_p0/test_curd_wlg.groovy | 64 +++ 78 files changed, 1304 insertions(+), 806 deletions(-) copy fe/fe-core/src/main/java/org/apache/doris/{common/publish/WorkloadGroupPublisher.java => nereids/rules/analysis/VariableToLiteral.java} (53%) create mode 100644 fe/fe-core/src/test/java/org/apache/doris/alter/AddExistsPartitionTest.java create mode 100644 regression-test/data/inverted_index_p2/test_array_with_large_dataset.out copy be/src/pch/pch.cc => regression-test/data/load_p0/stream_load/test_empty_file.csv (100%) copy regression-test/data/{nereids_syntax_p0/analyze_agg.out => load_p0/stream_load/test_stream_load_empty_file.out} (100%) create mode 100644 regression-test/data/nereids_rules_p0/fill_up_missing_slots/test_having_with_aggregate_function.out create mode 100644 regression-test/data/schema_change_p0/test_add_rename_column.out create mode 100644 regression-test/suites/ddl_p0/test_create_table_auto_partition.groovy create mode 100644 regression-test/suites/inverted_index_p2/test_array_with_large_dataset.groovy create mode 100644 regression-test/suites/load_p0/stream_load/test_stream_load_empty_file.groovy copy regression-test/suites/{correctness_p0/test_cast_decimal.groovy => nereids_rules_p0/fill_up_missing_slots/test_having_with_aggregate_function.groovy} (67%) create mode 100644 regression-test/suites/schema_change_p0/test_add_rename_column.groovy create mode 100644 regression-test/suites/vaults/forbid/forbid.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org