This is an automated email from the ASF dual-hosted git repository.
lijibing pushed a change to branch high-priority-column
in repository https://gitbox.apache.org/repos/asf/doris.git
from 4403e3012c1 Refactor get row count related interface, add row count
cache for external table. (#31276)
add d1e229d1c78 [fix](Nereids) support check authorization for view but
skip check in the view (#31289)
add c5854a77e85 [regression test]Test UniqueModel Schema Value Change
(#31260)
add b27a40e5b3c [Refactor](RF) refactor the profile of rf and pipeline-x
support local ignore (#31287)
add cd7deff00dc [regression](cold_heat)add cold heat test for hdfs (#31074)
add 0da42efb87b [fix](compile) Fix performance compile fail #31305
add 176be48f25a [fix](mtmv)fix generate partition name illegality when
partition value contains colon (#31282)
add 10a968957bd [feature](cloud) Support delete statement in cloud mode
(#31323)
add 5e05d265bd9 [doc](group commit) Add group commit performance (#31343)
add 078af7bbdb9 Fix statistics p0 case. (#31330)
add 082fb64e5e8 [improvment](doc) add FAQ for Jdbc catalog (#31338)
add f41562e6a63 [Fix](rf) fix multi thread init error in
RuntimeFilterMergeControllerEntity (#31337)
add e59ac896147 [docs](stats) add sidebars for stats docs #31309
add 65356ed8b64 fix routine load job throw exception after commit (#31303)
add f5f2cea190d [Fix](multi-catalog) Fix NPE when refreshing catalog on
Slave FE. (#31335)
add 735440eaaee [fix](plan) only scan node with limit and no predicate can
reduce to 1 instance (#31342)
add d7ed88ccb6c [refactor](wg) move memory gc logic to workload group
(#31334)
add 6827cf56b7c [doc](community) update team and release doc (#31358)
add a98d2e56c7e [opt](compute-node) refactor compute node doc and opt some
default config (#31325)
add b402f4d9ab2 [chore](ci) change bucket to oss hongkong for cloud
pipeline (#31353)
add 96d29e14429 [pipelineX](file scan) Improve parallel tasks if ignore
data distribution (#31328)
add ecab5952e5f [fix](compile) Fix macOS compilation issues for PURE macro
and CPU core identification (#31357)
add 9ec422492db [Fix](regression) make
test_index_compaction_with_multi_index_segments nonConcurrent to avoid
concurrent be config modify (#31344)
add 8cde1b44b7b [fix](ci) add ak sk for cloud regression (#31361)
add a71d3a566cc [regression test]Opt Test UniqueModel Schema Key Change
(#31262)
add c2fe99f7c2b [monir] remove unused cluster code (#31360)
add 44b35bfe797 [chore](ci) fix ak sk of cloud regression (#31372)
add 920540e7d41 [Debug](thrift) add log for thrift transport error (#31366)
add 41f88ee18a7 [fix](parquet) Fix possible memory leak if
ParquetReader::parse_thrift_footer failed (#31375)
add 28a0217d9d4 [refactor](wg) enable wg by default and init normal wg in
constructor (#31373)
add ca0c1a59b62 [enhance](mtmv)MTMV supports Hive multi-level partitioning
(#31060)
add a66003a5a8a [bugfix](wg) should set task group down after thread pool
stopped (#31377)
add aee3a52ae85 [Fix](fe-common) Fix the Pair.java code about the hidden
danger of NullPointException (#31371)
add 737c4527279 [fix](datetime) fix hour 24 on be (#31304)
add 75b0e01dfa9 [Fix](group commit) Fix group commit flink error message
(#31350)
No new revisions were added by this update.
Summary of changes:
be/src/agent/agent_server.cpp | 4 +-
be/src/agent/heartbeat_server.cpp | 2 +-
be/src/agent/heartbeat_server.h | 2 +-
be/src/agent/task_worker_pool.cpp | 52 +++
be/src/agent/task_worker_pool.h | 3 +
be/src/agent/topic_subscriber.cpp | 2 +-
be/src/cloud/cloud_delete_task.cpp | 91 ++++
.../src/cloud/cloud_delete_task.h | 27 +-
be/src/common/compiler_util.h | 2 +-
be/src/exprs/runtime_filter.cpp | 76 +---
be/src/exprs/runtime_filter.h | 2 +-
be/src/exprs/runtime_filter_slots.h | 7 +-
be/src/http/action/http_stream.cpp | 8 +-
be/src/http/action/stream_load.cpp | 8 +-
be/src/http/utils.cpp | 11 +-
be/src/http/utils.h | 2 +-
be/src/olap/tablet_schema.cpp | 11 +
be/src/olap/tablet_schema.h | 3 +
be/src/pipeline/exec/scan_operator.cpp | 3 +-
be/src/pipeline/pipeline_fragment_context.h | 9 -
be/src/pipeline/pipeline_tracing.cpp | 8 +-
be/src/pipeline/pipeline_x/dependency.cpp | 43 +-
be/src/pipeline/pipeline_x/dependency.h | 13 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 2 -
be/src/pipeline/task_scheduler.cpp | 10 +-
be/src/runtime/fragment_mgr.cpp | 44 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 100 +---
be/src/runtime/memory/mem_tracker_limiter.h | 22 +-
be/src/runtime/plan_fragment_executor.h | 8 -
be/src/runtime/query_context.h | 8 +
be/src/runtime/runtime_filter_mgr.cpp | 17 +-
be/src/runtime/runtime_filter_mgr.h | 29 +-
be/src/runtime/task_group/task_group.cpp | 88 +++-
be/src/runtime/task_group/task_group.h | 9 +-
be/src/runtime/task_group/task_group_manager.cpp | 1 +
be/src/service/backend_options.cpp | 4 +
be/src/service/backend_options.h | 1 +
be/src/service/doris_main.cpp | 1 -
be/src/util/mem_info.cpp | 17 +-
be/src/util/thrift_rpc_helper.cpp | 1 +
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 5 +-
be/src/vec/exec/runtime_filter_consumer.cpp | 6 +-
be/src/vec/exec/scan/vscan_node.cpp | 3 +-
be/src/vec/runtime/vdatetime_value.cpp | 2 +-
be/test/http/stream_load_test.cpp | 12 +-
.../release-and-verify/release-doris-core.md | 14 +-
.../release-and-verify/release-doris-manager.md | 302 ------------
.../community/release-and-verify/release-verify.md | 26 ++
docs/en/community/team.md | 25 +-
.../import/import-way/group-commit-manual.md | 92 +++-
docs/en/docs/lakehouse/compute-node.md | 145 ++++++
docs/en/docs/lakehouse/multi-catalog/jdbc.md | 2 +
.../Create/CREATE-ASYNC-MATERIALIZED-VIEW.md | 2 +-
.../sql-reference/Show-Statements/SHOW-ANALYZE.md | 4 +-
.../Show-Statements/SHOW-COLUMN-STATS.md | 2 +
.../Show-Statements/SHOW-TABLE-STATS.md | 2 +
docs/sidebars.json | 8 +-
docs/sidebarsCommunity.json | 1 -
.../release-and-verify/release-doris-core.md | 12 +-
.../release-and-verify/release-doris-manager.md | 302 ------------
.../community/release-and-verify/release-verify.md | 26 ++
docs/zh-CN/community/team.md | 27 +-
docs/zh-CN/docs/advanced/compute-node.md | 111 -----
.../import/import-way/group-commit-manual.md | 94 +++-
docs/zh-CN/docs/lakehouse/compute-node.md | 143 ++++++
docs/zh-CN/docs/lakehouse/multi-catalog/jdbc.md | 3 +
.../Create/CREATE-ASYNC-MATERIALIZED-VIEW.md | 2 +-
.../sql-reference/Show-Statements/SHOW-ANALYZE.md | 4 +-
.../Show-Statements/SHOW-COLUMN-STATS.md | 2 +
.../Show-Statements/SHOW-TABLE-STATS.md | 2 +
.../main/java/org/apache/doris/common/Config.java | 31 +-
.../main/java/org/apache/doris/common/Pair.java | 14 +-
.../java/org/apache/doris/common/PairTest.java | 55 +++
.../apache/doris/analysis/PartitionKeyDesc.java | 23 +
.../org/apache/doris/analysis/PartitionValue.java | 20 +
.../main/java/org/apache/doris/catalog/Env.java | 2 -
.../apache/doris/catalog/ListPartitionItem.java | 19 +
.../main/java/org/apache/doris/catalog/MTMV.java | 68 +++
.../org/apache/doris/catalog/PartitionItem.java | 10 +
.../apache/doris/catalog/RangePartitionItem.java | 7 +
.../doris/common/proc/PartitionsProcDir.java | 20 +-
.../apache/doris/datasource/FileQueryScanNode.java | 10 +
.../hive/event/MetastoreEventsProcessor.java | 11 +-
.../doris/datasource/tvf/source/TVFScanNode.java | 5 +
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 15 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 35 +-
.../doris/load/routineload/RoutineLoadJob.java | 10 +
.../org/apache/doris/mtmv/MTMVPartitionInfo.java | 13 +
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 207 +++++----
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 9 +-
.../org/apache/doris/nereids/CascadesContext.java | 30 +-
.../doris/nereids/jobs/executor/Analyzer.java | 7 +-
.../doris/nereids/rules/analysis/BindRelation.java | 18 +-
.../nereids/rules/analysis/UserAuthentication.java | 33 +-
.../expression/rules/DateFunctionRewrite.java | 9 +-
.../trees/expressions/literal/DateV2Literal.java | 31 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 8 +-
.../org/apache/doris/planner/OlapScanNode.java | 2 +
.../java/org/apache/doris/planner/ScanNode.java | 4 +-
.../java/org/apache/doris/qe/ConnectContext.java | 12 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 8 +-
.../resource/workloadgroup/WorkloadGroup.java | 2 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 36 +-
.../org/apache/doris/system/BeSelectionPolicy.java | 8 +-
.../apache/doris/external/hms/HmsCatalogTest.java | 20 +
.../doris/load/routineload/RoutineLoadJobTest.java | 1 -
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 10 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 12 +-
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 26 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 16 +
.../workloadgroup/WorkloadGroupMgrTest.java | 32 +-
.../datatype_p0/datetimev2/test_curdate_fold.out | 57 +++
.../datatype_p0/datetimev2/test_invalid_hour.out | 14 +
.../mtmv_p0/test_hive_multi_partition_mtmv.out | 43 ++
.../test_unique_model_schema_key_change.out | 10 -
...t => test_unique_model_schema_value_change.out} | 56 ++-
.../cloud_p0/conf/regression-conf-custom.groovy | 4 +-
regression-test/pipeline/cloud_p0/prepare.sh | 1 +
regression-test/pipeline/cloud_p0/run.sh | 3 +
.../cloud_p1/conf/regression-conf-custom.groovy | 3 +
regression-test/pipeline/common/doris-utils.sh | 18 +-
.../account_p0/test_nereids_row_policy.groovy | 9 +-
.../alter_table_add_policy_by_hdfs.groovy | 145 ++++++
...reate_table_use_partition_policy_by_hdfs.groovy | 166 +++++++
.../create_table_use_policy_by_hdfs.groovy | 108 +++++
.../disable_storage_policy_MoW_by_hdfs.groovy | 137 ++++++
.../modify_partition_add_policy_by_hdfs.groovy | 158 +++++++
.../use_default_storage_policy_bu_hdfs.groovy | 105 +++++
.../policy/alter_hdfs_resouce.groovy | 262 +++++++++++
.../policy/create_hdfs_resource.groovy | 456 +++++++++++++++++++
.../policy/drop_hdfs_reource.groovy | 148 ++++++
.../policy/show_hdfs_resource.groovy | 70 +++
.../add_drop_partition_by_hdfs.groovy | 284 ++++++++++++
...eate_table_use_dynamic_partition_by_hdfs.groovy | 279 ++++++++++++
...reate_table_use_partition_policy_by_hdfs.groovy | 370 +++++++++++++++
.../create_table_use_policy_by_hdfs.groovy | 294 ++++++++++++
.../modify_replica_use_partition_by_hdfs.groovy | 506 +++++++++++++++++++++
.../table_modify_resouce_and_policy_by_hdfs.groovy | 326 +++++++++++++
.../datetimev2/test_curdate_fold.groovy | 102 +++++
.../datetimev2/test_invalid_hour.groovy | 89 ++++
...dex_compaction_with_multi_index_segments.groovy | 2 +-
.../mtmv_p0/test_hive_multi_partition_mtmv.groovy | 253 +++++++++++
.../mtmv_p0/test_partition_refresh_mtmv.groovy | 90 +++-
.../authorization/view_authorization.groovy | 82 ++++
.../test_unique_model_schema_key_change.groovy | 31 +-
...> test_unique_model_schema_value_change.groovy} | 119 ++---
.../suites/statistics/analyze_stats.groovy | 1 +
.../suites/statistics/test_analyze_mtmv.groovy | 74 ++-
.../suites/statistics/test_analyze_mv.groovy | 48 ++
149 files changed, 6461 insertions(+), 1503 deletions(-)
create mode 100644 be/src/cloud/cloud_delete_task.cpp
copy fe/fe-core/src/main/java/org/apache/doris/catalog/PartitionItem.java =>
be/src/cloud/cloud_delete_task.h (53%)
delete mode 100644
docs/en/community/release-and-verify/release-doris-manager.md
create mode 100644 docs/en/docs/lakehouse/compute-node.md
delete mode 100644
docs/zh-CN/community/release-and-verify/release-doris-manager.md
delete mode 100644 docs/zh-CN/docs/advanced/compute-node.md
create mode 100644 docs/zh-CN/docs/lakehouse/compute-node.md
create mode 100644
fe/fe-common/src/test/java/org/apache/doris/common/PairTest.java
create mode 100644
regression-test/data/datatype_p0/datetimev2/test_curdate_fold.out
create mode 100644
regression-test/data/datatype_p0/datetimev2/test_invalid_hour.out
create mode 100644
regression-test/data/mtmv_p0/test_hive_multi_partition_mtmv.out
copy
regression-test/data/schema_change_p0/{test_unique_model_schema_key_change.out
=> test_unique_model_schema_value_change.out} (72%)
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/alter_table_add_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/create_table_use_partition_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/create_table_use_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/disable_storage_policy_MoW_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/modify_partition_add_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/use_default_storage_policy_bu_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/alter_hdfs_resouce.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/create_hdfs_resource.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/drop_hdfs_reource.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/show_hdfs_resource.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/add_drop_partition_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/create_table_use_dynamic_partition_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/create_table_use_partition_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/create_table_use_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/modify_replica_use_partition_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/table_modify_resouce_and_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/datatype_p0/datetimev2/test_curdate_fold.groovy
create mode 100644
regression-test/suites/datatype_p0/datetimev2/test_invalid_hour.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_hive_multi_partition_mtmv.groovy
create mode 100644
regression-test/suites/nereids_p0/authorization/view_authorization.groovy
copy
regression-test/suites/schema_change_p0/{test_unique_model_schema_key_change.groovy
=> test_unique_model_schema_value_change.groovy} (70%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
