This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 4701dd49c36 (selectdb-cloud) Use info level in
recordCreatePartitionFailedMsg() due to intersection happens all the time
(#30448)
new d7bb4b5633c [Enhancement](group commit) Add retry message for group
commit load while schema changing (#30391)
new 73d5e70ed11 [feature](sink) support paritition tablet sink shuffle
(#30821)
new 9d0ca2f5ef3 [fix](Nereids): fix wrong case in
TransposeSemiJoinLogicalJoinProject (#30874)
new 3ebffe4224d [fix](nereids) Fix use aggregate mv wrongly when rewrite
query which only contains join (#30858)
new e827ff61b4e [fix](Docs) Modify the document of data export #30785
new e38a267c0a6 [Feature](auto-inc) Add start value for auto increment
column (#30512)
new f3a6888b603 [refactor](queryctx) move tg related code to task group
(#30829)
new 7115421c01e [improve](group-commit) Modify some log (#30842)
new 6c14efc6d57 [nereids] group by key elimination (#30774)
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/olap/wal/wal_dirs_info.cpp | 1 -
be/src/olap/wal/wal_manager.cpp | 24 +--
be/src/olap/wal/wal_reader.cpp | 2 +-
be/src/olap/wal/wal_table.cpp | 59 ++----
be/src/olap/wal/wal_writer.cpp | 2 +-
be/src/runtime/fragment_mgr.cpp | 85 ++------
be/src/runtime/group_commit_mgr.cpp | 14 +-
be/src/runtime/query_context.cpp | 51 ++++-
be/src/runtime/query_context.h | 17 +-
be/src/runtime/task_group/task_group.h | 32 ++-
be/src/runtime/task_group/task_group_manager.cpp | 28 ---
be/src/runtime/task_group/task_group_manager.h | 4 -
be/src/vec/sink/autoinc_buffer.cpp | 2 +-
docs/en/docs/admin-manual/data-admin/backup.md | 19 +-
docs/en/docs/data-operate/export/export-manual.md | 36 +++-
docs/zh-CN/docs/admin-manual/data-admin/backup.md | 18 +-
.../docs/data-operate/export/export-manual.md | 35 ++-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
fe/fe-core/src/main/cup/sql_parser.cup | 27 ++-
.../java/org/apache/doris/analysis/ColumnDef.java | 35 +--
.../doris/catalog/AutoIncrementGenerator.java | 3 +-
.../main/java/org/apache/doris/catalog/Column.java | 32 +--
.../java/org/apache/doris/catalog/OlapTable.java | 3 +-
.../apache/doris/datasource/InternalCatalog.java | 4 +-
.../doris/datasource/jdbc/client/JdbcClient.java | 2 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 4 +-
.../doris/nereids/jobs/executor/Rewriter.java | 6 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 16 +-
.../ExprFdItem.java} | 24 ++-
.../apache/doris/nereids/properties/FdFactory.java | 43 ++++
.../apache/doris/nereids/properties/FdItem.java | 64 ++++++
.../nereids/properties/FunctionalDependencies.java | 23 +-
.../nereids/properties/LogicalProperties.java | 6 +-
.../doris/nereids/properties/TableFdItem.java | 93 ++++++++
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../mv/AbstractMaterializedViewAggregateRule.java | 13 +-
.../mv/AbstractMaterializedViewJoinRule.java | 8 +-
.../nereids/rules/exploration/mv/StructInfo.java | 76 +++++--
.../nereids/rules/rewrite/EliminateGroupByKey.java | 217 +++++++++++++++++++
.../TransposeSemiJoinLogicalJoinProject.java | 12 +-
.../trees/plans/BlockFuncDepsPropagation.java | 8 +
.../nereids/trees/plans/PropagateFuncDeps.java | 19 ++
.../plans/commands/info/ColumnDefinition.java | 16 +-
.../trees/plans/logical/LogicalAggregate.java | 28 +++
.../plans/logical/LogicalCatalogRelation.java | 53 +++++
.../plans/logical/LogicalDeferMaterializeTopN.java | 23 ++
.../nereids/trees/plans/logical/LogicalExcept.java | 30 +++
.../nereids/trees/plans/logical/LogicalFilter.java | 13 ++
.../trees/plans/logical/LogicalGenerate.java | 9 +
.../nereids/trees/plans/logical/LogicalHaving.java | 13 ++
.../trees/plans/logical/LogicalIntersect.java | 32 +++
.../nereids/trees/plans/logical/LogicalJoin.java | 165 ++++++++++++++-
.../nereids/trees/plans/logical/LogicalLimit.java | 24 +++
.../trees/plans/logical/LogicalOneRowRelation.java | 22 ++
.../nereids/trees/plans/logical/LogicalPlan.java | 4 +
.../trees/plans/logical/LogicalProject.java | 13 ++
.../nereids/trees/plans/logical/LogicalRepeat.java | 14 ++
.../trees/plans/logical/LogicalSubQueryAlias.java | 10 +
.../nereids/trees/plans/logical/LogicalTopN.java | 24 +++
.../nereids/trees/plans/logical/LogicalUnion.java | 24 +++
.../nereids/trees/plans/logical/LogicalWindow.java | 35 ++-
.../org/apache/doris/nereids/util/PlanUtils.java | 25 +++
gensrc/thrift/DataSinks.thrift | 20 +-
gensrc/thrift/Partitions.thrift | 5 +-
.../storage/test_dup_tab_auto_inc_10000.out | 6 +-
.../storage/test_dup_tab_auto_inc_basic.out | 36 ++--
...=> test_dup_tab_auto_inc_start_value_10000.out} | 6 +-
.../test_dup_tab_auto_inc_start_value_basic.out | 34 +++
...t => test_dup_tab_auto_inc_start_value_col.out} | 0
...test_dup_tab_auto_inc_start_value_with_null.out | 72 +++++++
.../storage/test_dup_tab_auto_inc_with_null.out | 74 +++----
.../unique/auto_inc_partial_update1.csv | 10 +-
.../unique/test_unique_table_auto_inc.out | 188 ++++++++---------
.../hive/test_autoinc_broker_load.out | 42 ++--
.../insert_p0/insert_group_commit_into_unique.out | 12 +-
.../insert_group_commit_into_unique_sync_mode.out | 12 +-
.../data/insert_p0/test_group_commit_2.csv | 2 +-
.../data/insert_p0/test_group_commit_4.csv | 2 +-
.../mv/agg_with_roll_up/aggregate_with_roll_up.out | 14 ++
.../constraints/query23.out | 47 ++---
.../storage/test_dup_tab_auto_inc_col.groovy | 23 ++
.../test_dup_tab_auto_inc_start_value_10000.groovy | 115 ++++++++++
.../test_dup_tab_auto_inc_start_value_basic.groovy | 114 ++++++++++
...> test_dup_tab_auto_inc_start_value_col.groovy} | 72 +++++--
...t_dup_tab_auto_inc_start_value_with_null.groovy | 235 +++++++++++++++++++++
.../agg_with_roll_up/aggregate_with_roll_up.groovy | 43 ++++
.../mv/dimension/dimension_2_5.groovy | 4 +-
.../constraints/query23.groovy | 2 +
88 files changed, 2396 insertions(+), 541 deletions(-)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{trees/plans/BlockFuncDepsPropagation.java
=> properties/ExprFdItem.java} (57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/FdFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/FdItem.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/TableFdItem.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/EliminateGroupByKey.java
copy
regression-test/data/data_model_p0/duplicate/storage/{test_dup_tab_auto_inc_10000.out
=> test_dup_tab_auto_inc_start_value_10000.out} (74%)
create mode 100644
regression-test/data/data_model_p0/duplicate/storage/test_dup_tab_auto_inc_start_value_basic.out
copy
regression-test/data/data_model_p0/duplicate/storage/{test_dup_tab_auto_inc_col.out
=> test_dup_tab_auto_inc_start_value_col.out} (100%)
create mode 100644
regression-test/data/data_model_p0/duplicate/storage/test_dup_tab_auto_inc_start_value_with_null.out
create mode 100644
regression-test/suites/data_model_p0/duplicate/storage/test_dup_tab_auto_inc_start_value_10000.groovy
create mode 100644
regression-test/suites/data_model_p0/duplicate/storage/test_dup_tab_auto_inc_start_value_basic.groovy
copy
regression-test/suites/data_model_p0/duplicate/storage/{test_dup_tab_auto_inc_col.groovy
=> test_dup_tab_auto_inc_start_value_col.groovy} (73%)
create mode 100644
regression-test/suites/data_model_p0/duplicate/storage/test_dup_tab_auto_inc_start_value_with_null.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
