This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new 9d8b2e85aef [fix](partial-update) insert only without auto_inc column
should not use partial update (#38229) (#38504)
9d8b2e85aef is described below
commit 9d8b2e85aef7aa7150356292a098691c3e98c760
Author: camby <[email protected]>
AuthorDate: Wed Jul 31 11:01:08 2024 +0800
[fix](partial-update) insert only without auto_inc column should not use
partial update (#38229) (#38504)
cherry-pick #38229 to branch-2.1
## Proposed changes
Issue Number: close #xxx
<!--Describe your changes.-->
---
.../apache/doris/analysis/NativeInsertStmt.java | 13 ++++-
.../trees/plans/commands/insert/InsertUtils.java | 27 ++++++---
.../test_partial_update_auto_inc.out | 65 +++++++++++++++++++++
.../test_partial_update_auto_inc.groovy | 67 ++++++++++++++++++++++
4 files changed, 161 insertions(+), 11 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/analysis/NativeInsertStmt.java
b/fe/fe-core/src/main/java/org/apache/doris/analysis/NativeInsertStmt.java
index 988447eea41..b26693134b0 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/NativeInsertStmt.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/NativeInsertStmt.java
@@ -1309,6 +1309,7 @@ public class NativeInsertStmt extends InsertStmt {
if (hasEmptyTargetColumns) {
return;
}
+ boolean hasMissingColExceptAutoInc = false;
for (Column col : olapTable.getFullSchema()) {
boolean exists = false;
for (Column insertCol : targetColumns) {
@@ -1321,10 +1322,18 @@ public class NativeInsertStmt extends InsertStmt {
break;
}
}
- if (col.isKey() && !exists) {
- throw new UserException("Partial update should include all key
columns, missing: " + col.getName());
+ if (!exists && !col.isAutoInc()) {
+ if (col.isKey()) {
+ throw new UserException("Partial update should include all
key columns, missing: " + col.getName());
+ }
+ if (col.isVisible()) {
+ hasMissingColExceptAutoInc = true;
+ }
}
}
+ if (!hasMissingColExceptAutoInc) {
+ return;
+ }
isPartialUpdate = true;
for (String name : targetColumnNames) {
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertUtils.java
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertUtils.java
index f04b516bedf..34c43b3ec84 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertUtils.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/insert/InsertUtils.java
@@ -274,15 +274,24 @@ public class InsertUtils {
} else {
if (unboundLogicalSink.getDMLCommandType() ==
DMLCommandType.INSERT) {
if (unboundLogicalSink.getColNames().isEmpty()) {
- throw new AnalysisException("You must explicitly
specify the columns to be updated when "
- + "updating partial columns using the
INSERT statement.");
- }
- for (Column col : olapTable.getFullSchema()) {
- Optional<String> insertCol =
unboundLogicalSink.getColNames().stream()
- .filter(c ->
c.equalsIgnoreCase(col.getName())).findFirst();
- if (col.isKey() && !insertCol.isPresent()) {
- throw new AnalysisException("Partial update
should include all key columns, missing: "
- + col.getName());
+ ((UnboundTableSink<? extends Plan>)
unboundLogicalSink).setPartialUpdate(false);
+ } else {
+ boolean hasMissingColExceptAutoInc = false;
+ for (Column col : olapTable.getFullSchema()) {
+ Optional<String> insertCol =
unboundLogicalSink.getColNames().stream()
+ .filter(c ->
c.equalsIgnoreCase(col.getName())).findFirst();
+ if (!col.isAutoInc() &&
!insertCol.isPresent()) {
+ if (col.isKey()) {
+ throw new AnalysisException("Partial
update should include all key columns,"
+ + " missing: " +
col.getName());
+ }
+ if (col.isVisible()) {
+ hasMissingColExceptAutoInc = true;
+ }
+ }
+ }
+ if (!hasMissingColExceptAutoInc) {
+ ((UnboundTableSink<? extends Plan>)
unboundLogicalSink).setPartialUpdate(false);
}
}
}
diff --git
a/regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_auto_inc.out
b/regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_auto_inc.out
new file mode 100644
index 00000000000..380575499e2
--- /dev/null
+++
b/regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_auto_inc.out
@@ -0,0 +1,65 @@
+-- This file is automatically generated. You should know what you did if you
want to edit this
+-- !select_1 --
+doris1
+doris2
+
+-- !select_2 --
+2
+
+-- !select_3 --
+doris1
+doris2
+doris3
+doris4
+
+-- !select_4 --
+4
+
+-- !select_1 --
+doris1
+doris2
+
+-- !select_2 --
+2
+
+-- !select_3 --
+doris1
+doris2
+doris3
+doris4
+
+-- !select_4 --
+4
+
+-- !select_1 --
+doris1
+doris2
+
+-- !select_2 --
+2
+
+-- !select_3 --
+doris1
+doris2
+doris3
+doris4
+
+-- !select_4 --
+4
+
+-- !select_1 --
+doris1
+doris2
+
+-- !select_2 --
+2
+
+-- !select_3 --
+doris1
+doris2
+doris3
+doris4
+
+-- !select_4 --
+4
+
diff --git
a/regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_auto_inc.groovy
b/regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_auto_inc.groovy
new file mode 100644
index 00000000000..d0d1ecf9542
--- /dev/null
+++
b/regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_auto_inc.groovy
@@ -0,0 +1,67 @@
+
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_partial_update_auto_inc") {
+ String db = context.config.getDbNameByFile(context.file)
+ sql "select 1;" // to create database
+
+ for (def use_mow : [false, true]) {
+ for (def use_nereids_planner : [false, true]) {
+ logger.info("current params: use_mow: ${use_mow},
use_nereids_planner: ${use_nereids_planner}")
+ connect(user = context.config.jdbcUser, password =
context.config.jdbcPassword, url = context.config.jdbcUrl) {
+ sql "use ${db};"
+
+ if (use_nereids_planner) {
+ sql """ set enable_nereids_dml = true; """
+ sql """ set enable_nereids_planner=true; """
+ sql """ set enable_fallback_to_original_planner=false; """
+ } else {
+ sql """ set enable_nereids_dml = false; """
+ sql """ set enable_nereids_planner = false; """
+ }
+
+ // create table
+ sql """ DROP TABLE IF EXISTS
test_primary_key_partial_update_auto_inc """
+ sql """ CREATE TABLE test_primary_key_partial_update_auto_inc (
+ `id` BIGINT NOT NULL AUTO_INCREMENT,
+ `name` varchar(65533) NOT NULL COMMENT "用户姓名" )
+ UNIQUE KEY(`id`) DISTRIBUTED BY HASH(`id`) BUCKETS
1
+ PROPERTIES("replication_num" = "1",
"enable_unique_key_merge_on_write" = "${use_mow}"); """
+
+ sql """ set enable_unique_key_partial_update=true; """
+ sql """ insert into
test_primary_key_partial_update_auto_inc(name) values("doris1"); """
+ sql """ set enable_unique_key_partial_update=false; """
+ sql """ insert into
test_primary_key_partial_update_auto_inc(name) values("doris2"); """
+ sql "sync"
+
+ qt_select_1 """ select name from
test_primary_key_partial_update_auto_inc order by name; """
+ qt_select_2 """ select count(distinct id) from
test_primary_key_partial_update_auto_inc; """
+
+ sql """ set enable_unique_key_partial_update=true; """
+ sql """ insert into test_primary_key_partial_update_auto_inc
values(100,"doris3"); """
+ sql """ set enable_unique_key_partial_update=false; """
+ sql """ insert into test_primary_key_partial_update_auto_inc
values(101, "doris4"); """
+ sql "sync"
+ qt_select_3 """ select name from
test_primary_key_partial_update_auto_inc order by name; """
+ qt_select_4 """ select count(distinct id) from
test_primary_key_partial_update_auto_inc; """
+
+ sql """ DROP TABLE IF EXISTS
test_primary_key_partial_update_auto_inc """
+ }
+ }
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
