This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7bb276d0710 change to rc09
new d68067630a0 [docs](fix) modify identity in DROP-USER.md (#30891)
new 940fbd4dad9 [test](mtmv)add p0 filter case (#31271)
new 0bf13525d7e [opt](cancel) Cancel get result future immediately if
query is cancelled (#31228)
new 04c295c4c22 Improve show column stats performance. (#31298)
new 1456785aa14 [fix](join) incorrect result of mark join in nested loop
join (#31280)
new 8f77e6363a2 [Feature](function) Support xxhash function like murmur
hash function (#31193)
new 9508546cc86 [fix](script) Fix `start_fe.sh` missing
`METADATA_FAILURE_RECOVERY` with foreground (#31258)
new 9a40b6c9780 Refactor get row count related interface, add row count
cache for external table. (#31276)
new b5ec1e7b7da [fix](Nereids) support check authorization for view but
skip check in the view (#31289)
new 3576304e3e5 [regression test]Test UniqueModel Schema Value Change
(#31260)
new 52c45e38aff [Refactor](RF) refactor the profile of rf and pipeline-x
support local ignore (#31287)
new 30ef9b70c3a [regression](cold_heat)add cold heat test for hdfs (#31074)
new bb31f4adb6b [fix](mtmv)fix generate partition name illegality when
partition value contains colon (#31282)
The 13 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/heartbeat_server.cpp | 2 +-
be/src/agent/heartbeat_server.h | 2 +-
be/src/exprs/runtime_filter.cpp | 76 +--
be/src/exprs/runtime_filter.h | 2 +-
be/src/exprs/runtime_filter_slots.h | 7 +-
.../exec/nested_loop_join_probe_operator.cpp | 10 +-
be/src/pipeline/exec/scan_operator.cpp | 3 +-
be/src/pipeline/pipeline_fragment_context.h | 9 -
be/src/pipeline/pipeline_x/dependency.cpp | 43 +-
be/src/pipeline/pipeline_x/dependency.h | 13 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 2 -
be/src/runtime/fragment_mgr.cpp | 38 +-
be/src/runtime/plan_fragment_executor.h | 8 -
be/src/runtime/query_context.h | 9 +-
be/src/runtime/runtime_filter_mgr.cpp | 5 +-
be/src/runtime/runtime_filter_mgr.h | 11 +-
be/src/service/backend_options.cpp | 4 +
be/src/service/backend_options.h | 1 +
be/src/service/doris_main.cpp | 1 -
be/src/util/hash_util.hpp | 11 +
be/src/vec/exec/join/vnested_loop_join_node.h | 9 +-
be/src/vec/exec/runtime_filter_consumer.cpp | 6 +-
be/src/vec/exec/scan/vscan_node.cpp | 3 +-
be/src/vec/functions/function_hash.cpp | 153 ++++--
be/test/vec/function/function_hash_test.cpp | 64 +++
bin/start_fe.sh | 2 +-
.../hash-functions/murmur-hash3-32.md | 2 +
.../hash-functions/murmur-hash3-64.md | 2 +
.../{murmur-hash3-32.md => xxhash-32.md} | 52 +-
.../sql-functions/hash-functions/xxhash-64.md | 85 +++
docs/sidebars.json | 4 +-
.../hash-functions/murmur-hash3-32.md | 4 +-
.../hash-functions/murmur-hash3-64.md | 4 +-
.../{murmur-hash3-32.md => xxhash-32.md} | 53 +-
.../sql-functions/hash-functions/xxhash-64.md | 84 +++
.../Account-Management-Statements/DROP-USER.md | 2 +-
.../main/java/org/apache/doris/common/Config.java | 4 +
.../apache/doris/analysis/ShowColumnStatsStmt.java | 4 +
.../doris/catalog/BuiltinScalarFunctions.java | 4 +
.../java/org/apache/doris/catalog/OlapTable.java | 7 +-
.../main/java/org/apache/doris/catalog/Table.java | 29 +-
.../java/org/apache/doris/catalog/TableIf.java | 9 +-
.../main/java/org/apache/doris/common/Status.java | 1 +
.../doris/datasource/ExternalMetaCacheMgr.java | 10 +-
.../doris/datasource/ExternalRowCountCache.java | 112 ++++
.../org/apache/doris/datasource/ExternalTable.java | 15 +-
.../doris/datasource/hive/HMSExternalTable.java | 72 +--
.../doris/datasource/jdbc/JdbcExternalTable.java | 26 -
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 9 +-
.../org/apache/doris/nereids/CascadesContext.java | 30 +-
.../doris/nereids/jobs/executor/Analyzer.java | 7 +-
.../doris/nereids/rules/analysis/BindRelation.java | 18 +-
.../nereids/rules/analysis/UserAuthentication.java | 33 +-
.../doris/nereids/stats/StatsCalculator.java | 2 +-
.../expressions/functions/scalar/XxHash32.java | 72 +++
.../expressions/functions/scalar/XxHash64.java | 72 +++
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../main/java/org/apache/doris/qe/Coordinator.java | 7 +-
.../java/org/apache/doris/qe/ResultReceiver.java | 47 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 40 +-
.../apache/doris/service/FrontendServiceImpl.java | 2 +-
.../apache/doris/statistics/AnalysisManager.java | 5 +-
...CacheLoader.java => BasicAsyncCacheLoader.java} | 17 +-
.../statistics/ColumnStatisticsCacheLoader.java | 2 +-
.../apache/doris/statistics/HMSAnalysisTask.java | 4 +-
.../doris/statistics/HistogramCacheLoader.java | 2 +-
.../doris/statistics/OlapScanStatsDerive.java | 2 +-
.../doris/statistics/StatisticConstants.java | 1 -
.../doris/statistics/StatisticsCacheKey.java | 1 +
.../doris/statistics/StatisticsRepository.java | 13 +
.../doris/statistics/util/StatisticsUtil.java | 9 +-
.../apache/doris/external/hms/HmsCatalogTest.java | 20 +
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 4 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 16 +
gensrc/script/doris_builtins_functions.py | 6 +-
.../join/test_nestedloop_semi_anti_join.out | 9 +
.../hash_functions/test_hash_function.out | 17 +
.../join/test_nestedloop_semi_anti_join.out | 9 +
.../hash_functions/test_hash_function.out | 17 +
.../test_unique_model_schema_value_change.out | 141 +++++
.../account_p0/test_nereids_row_policy.groovy | 9 +-
.../alter_table_add_policy_by_hdfs.groovy | 145 +++++
...reate_table_use_partition_policy_by_hdfs.groovy | 166 ++++++
.../create_table_use_policy_by_hdfs.groovy | 108 ++++
.../disable_storage_policy_MoW_by_hdfs.groovy | 137 +++++
.../modify_partition_add_policy_by_hdfs.groovy | 158 ++++++
.../use_default_storage_policy_bu_hdfs.groovy | 105 ++++
.../policy/alter_hdfs_resouce.groovy | 262 +++++++++
.../policy/create_hdfs_resource.groovy | 456 +++++++++++++++
.../policy/drop_hdfs_reource.groovy | 148 +++++
.../policy/show_hdfs_resource.groovy | 70 +++
.../add_drop_partition_by_hdfs.groovy | 284 ++++++++++
...eate_table_use_dynamic_partition_by_hdfs.groovy | 279 ++++++++++
...reate_table_use_partition_policy_by_hdfs.groovy | 370 +++++++++++++
.../create_table_use_policy_by_hdfs.groovy | 294 ++++++++++
.../modify_replica_use_partition_by_hdfs.groovy | 506 +++++++++++++++++
.../table_modify_resouce_and_policy_by_hdfs.groovy | 326 +++++++++++
.../authorization/view_authorization.groovy | 82 +++
.../join/test_nestedloop_semi_anti_join.groovy | 8 +
.../hash_functions/test_hash_function.groovy | 8 +
.../filter_equal_or_notequal.groovy | 609 +++++++++++++++++++++
.../join/test_nestedloop_semi_anti_join.groovy | 9 +
.../hash_functions/test_hash_function.groovy | 8 +
.../test_unique_model_schema_value_change.groovy | 271 +++++++++
.../suites/statistics/test_analyze_mv.groovy | 42 +-
105 files changed, 6079 insertions(+), 504 deletions(-)
copy docs/en/docs/sql-manual/sql-functions/hash-functions/{murmur-hash3-32.md
=> xxhash-32.md} (53%)
create mode 100644
docs/en/docs/sql-manual/sql-functions/hash-functions/xxhash-64.md
copy
docs/zh-CN/docs/sql-manual/sql-functions/hash-functions/{murmur-hash3-32.md =>
xxhash-32.md} (53%)
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/hash-functions/xxhash-64.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalRowCountCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/XxHash32.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/XxHash64.java
rename
fe/fe-core/src/main/java/org/apache/doris/statistics/{StatisticsCacheLoader.java
=> BasicAsyncCacheLoader.java} (80%)
create mode 100644
regression-test/data/schema_change_p0/test_unique_model_schema_value_change.out
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/alter_table_add_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/create_table_use_partition_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/create_table_use_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/disable_storage_policy_MoW_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/modify_partition_add_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/empty_table_use_policy/use_default_storage_policy_bu_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/alter_hdfs_resouce.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/create_hdfs_resource.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/drop_hdfs_reource.groovy
create mode 100644
regression-test/suites/cold_heat_separation/policy/show_hdfs_resource.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/add_drop_partition_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/create_table_use_dynamic_partition_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/create_table_use_partition_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/create_table_use_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/modify_replica_use_partition_by_hdfs.groovy
create mode 100644
regression-test/suites/cold_heat_separation_p2/table_modify_resouce_and_policy_by_hdfs.groovy
create mode 100644
regression-test/suites/nereids_p0/authorization/view_authorization.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/dimension_equal/filter_equal_or_notequal.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_unique_model_schema_value_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
