This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 6384f390af3 [fix](Nereids): fix name of rule EliminateJoinByFK #30884
new b50ac3ef4a5 [fix](Variant Type) Add sparse columns meta to fix
compaction (#28673)
new e0bb1a6cf84 [test](statistics)Add analyze mtmv test case (#30847)
new 3e0f136e7b0 [fix](Nereids) make all variables lower case (#30905)
new 158f36ce4e0 [improvement](balance) fix multiple problems for balance
on large cluster (#30713)
new 9c9b7ee343b [feature](agg-func) support corr function #30822
new a3ce51871e8 [fix](multi-catalog)enable use self splitter default
(#30846)
new 0e4002d9db7 [chore](regression-test) fix legacy use of get tablet info
(#30931)
new 5ec288c9d22 [enhance](mtmv) Limit the number of partitions for table
creation (#30867)
new 38c72f040c5 [Improvement](memory) clear arena when finalize one row
#30788
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/olap/compaction.cpp | 2 +
be/src/olap/memtable.cpp | 18 +-
be/src/olap/rowset/segment_creator.cpp | 81 +---
.../rowset/segment_v2/hierarchical_data_reader.cpp | 4 +
.../rowset/segment_v2/hierarchical_data_reader.h | 9 +-
be/src/olap/rowset/segment_v2/segment.cpp | 103 +++--
be/src/olap/rowset/segment_v2/segment.h | 9 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 4 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 4 +
be/src/olap/tablet_schema.cpp | 29 ++
be/src/olap/tablet_schema.h | 15 +
.../aggregate_function_binary.h | 130 +++++++
.../aggregate_function_corr.cpp | 92 +++++
.../aggregate_function_simple_factory.cpp | 3 +
be/src/vec/columns/column_object.h | 6 +-
be/src/vec/columns/subcolumn_tree.h | 3 +-
be/src/vec/common/schema_util.cpp | 203 +++++++++-
be/src/vec/common/schema_util.h | 19 +-
be/src/vec/data_types/data_type_factory.cpp | 4 +-
be/src/vec/olap/block_reader.cpp | 7 +-
.../sql-functions/aggregate-functions/corr.md | 49 +++
.../sql-functions/aggregate-functions/corr.md | 50 +++
.../main/java/org/apache/doris/common/Config.java | 31 +-
.../main/java/org/apache/doris/common/Pair.java | 2 +-
.../org/apache/doris/analysis/PartitionDesc.java | 9 +
.../doris/catalog/BuiltinAggregateFunctions.java | 2 +
.../java/org/apache/doris/catalog/FunctionSet.java | 25 ++
.../apache/doris/catalog/TabletInvertedIndex.java | 19 +-
.../apache/doris/clone/BackendLoadStatistic.java | 68 +++-
.../org/apache/doris/clone/BeLoadRebalancer.java | 190 +++++++---
.../apache/doris/clone/LoadStatisticForTag.java | 166 +++++++-
.../apache/doris/clone/RootPathLoadStatistic.java | 30 +-
.../org/apache/doris/clone/TabletScheduler.java | 96 +++--
.../common/proc/BackendLoadStatisticProcNode.java | 2 +-
.../common/proc/ClusterLoadStatisticProcDir.java | 2 +-
.../apache/doris/datasource/ExternalCatalog.java | 10 -
.../doris/datasource/HMSExternalCatalog.java | 1 -
.../doris/datasource/hive/HiveMetaStoreCache.java | 54 +--
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 27 ++
.../java/org/apache/doris/mtmv/MTMVService.java | 4 -
.../trees/expressions/functions/agg/Corr.java | 85 +++++
.../visitor/AggregateFunctionVisitor.java | 5 +
.../trees/plans/commands/info/CreateMTMVInfo.java | 28 +-
.../trees/plans/commands/info/CreateTableInfo.java | 11 +
.../doris/planner/external/HiveScanNode.java | 13 +-
.../java/org/apache/doris/qe/SessionVariable.java | 17 +-
.../doris/statistics/util/StatisticsUtil.java | 2 +-
.../doris/clone/ClusterLoadStatisticsTest.java | 72 ++--
gensrc/proto/olap_file.proto | 2 +
gensrc/proto/segment_v2.proto | 2 +
.../data/mtmv_p0/test_agg_table_mtmv.out | 4 +
.../data/mtmv_p0/test_mor_table_mtmv.out | 4 +
.../data/mtmv_p0/test_mow_table_mtmv.out | 4 +
.../nereids_function_p0/agg_function/test_corr.out | 13 +
.../data/statistics/test_analyze_mtmv.out | 6 +
.../data/variant_p0/compaction_sparse_column.out | 97 +++++
regression-test/data/variant_p0/load.out | 2 +-
.../variant_p0/test_compaction_extract_root.out | 19 +
.../suites/mtmv_p0/test_agg_table_mtmv.groovy | 62 +++
.../suites/mtmv_p0/test_mor_table_mtmv.groovy | 62 +++
.../suites/mtmv_p0/test_mow_table_mtmv.groovy | 62 +++
.../mtmv_p0/test_partition_limit_mtmv.groovy | 74 ++++
.../mtmv_p0/test_partition_refresh_mtmv.groovy | 2 +
.../agg_function/test_corr.groovy | 85 +++++
.../suites/statistics/test_analyze_mtmv.groovy | 420 +++++++++++++++++++++
.../suites/variant_github_events_p0/load.groovy | 11 +
.../variant_p0/compaction_sparse_column.groovy | 173 +++++++++
regression-test/suites/variant_p0/load.groovy | 2 +-
.../variant_p0/test_compaction_extract_root.groovy | 152 ++++++++
.../suites/variant_p0/variant_with_rowstore.groovy | 6 +-
70 files changed, 2718 insertions(+), 361 deletions(-)
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_binary.h
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_corr.cpp
create mode 100644
docs/en/docs/sql-manual/sql-functions/aggregate-functions/corr.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/aggregate-functions/corr.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/Corr.java
create mode 100644 regression-test/data/mtmv_p0/test_agg_table_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_mor_table_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_mow_table_mtmv.out
create mode 100644
regression-test/data/nereids_function_p0/agg_function/test_corr.out
create mode 100644 regression-test/data/statistics/test_analyze_mtmv.out
create mode 100644 regression-test/data/variant_p0/compaction_sparse_column.out
create mode 100644
regression-test/data/variant_p0/test_compaction_extract_root.out
create mode 100644 regression-test/suites/mtmv_p0/test_agg_table_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_mor_table_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_mow_table_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_partition_limit_mtmv.groovy
create mode 100644
regression-test/suites/nereids_function_p0/agg_function/test_corr.groovy
create mode 100644 regression-test/suites/statistics/test_analyze_mtmv.groovy
create mode 100644
regression-test/suites/variant_p0/compaction_sparse_column.groovy
create mode 100644
regression-test/suites/variant_p0/test_compaction_extract_root.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
