This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 3a96fad4e0c branch-3.1: [chore](test) remove tests of nereids
distribute planner (#52362)
3a96fad4e0c is described below
commit 3a96fad4e0cacfc7ee22cdb51ec0e71e42a4fa70
Author: 924060929 <[email protected]>
AuthorDate: Fri Jun 27 10:37:04 2025 +0800
branch-3.1: [chore](test) remove tests of nereids distribute planner
(#52362)
### What problem does this PR solve?
remove tests of nereids distribute planner because we will not use
distribute planner in 3.1
---
.../distribute/colocate_agg_join.groovy | 84 ---------
.../distribute/colocate_union_numbers.groovy | 72 --------
.../distribute/distribution_expr.groovy | 130 --------------
.../distribute/local_shuffle.groovy | 187 ---------------------
.../prune_bucket_with_bucket_shuffle_join.groovy | 100 -----------
.../distribute/query_constant.groovy | 39 -----
.../distribute/read_metadata.groovy | 28 ---
.../nereids_syntax_p0/distribute/shuffle.groovy | 34 ----
.../distribute/shuffle_left_join.groovy | 117 -------------
9 files changed, 791 deletions(-)
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/colocate_agg_join.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/colocate_agg_join.groovy
deleted file mode 100644
index d7d88b89cd8..00000000000
---
a/regression-test/suites/nereids_syntax_p0/distribute/colocate_agg_join.groovy
+++ /dev/null
@@ -1,84 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("colocate_agg_join") {
- multi_sql """
- drop table if exists colocate_agg_join1;
- drop table if exists colocate_agg_join2;
-
- create table colocate_agg_join1 (
- col_int_undef_signed_not_null int not null ,
- col_date_undef_signed_not_null date not null ,
- pk int,
- col_int_undef_signed int null ,
- col_date_undef_signed date null ,
- col_varchar_10__undef_signed varchar(10) null ,
- col_varchar_10__undef_signed_not_null varchar(10) not null ,
- col_varchar_1024__undef_signed varchar(1024) null ,
- col_varchar_1024__undef_signed_not_null varchar(1024) not null
- ) engine=olap
- DUPLICATE KEY(col_int_undef_signed_not_null,
col_date_undef_signed_not_null, pk)
- PARTITION BY RANGE(col_int_undef_signed_not_null,
col_date_undef_signed_not_null) (PARTITION p0 VALUES [('-10000', '2023-12-01'),
('3', '2023-12-10')), PARTITION p1 VALUES [('3', '2023-12-10'), ('6',
'2023-12-15')), PARTITION p2 VALUES [('6', '2023-12-15'), ('10000',
'2023-12-21')))
- distributed by hash(pk) buckets 10
- properties("replication_num" = "1");
- insert into
colocate_agg_join1(pk,col_int_undef_signed,col_int_undef_signed_not_null,col_date_undef_signed,col_date_undef_signed_not_null,col_varchar_10__undef_signed,col_varchar_10__undef_signed_not_null,col_varchar_1024__undef_signed,col_varchar_1024__undef_signed_not_null)
values
(0,null,6,'2023-12-18','2023-12-20','b','g','were','as'),(1,4,0,'2023-12-16','2023-12-16','have','l','be','do'),(2,null,3,'2023-12-14','2023-12-14','there','why','were','s'),(3,null,2,'2023-12-20','20
[...]
-
- create table colocate_agg_join2 (
- pk int,
- col_int_undef_signed int null ,
- col_int_undef_signed_not_null int not null ,
- col_date_undef_signed date null ,
- col_date_undef_signed_not_null date not null ,
- col_varchar_10__undef_signed varchar(10) null ,
- col_varchar_10__undef_signed_not_null varchar(10) not null ,
- col_varchar_1024__undef_signed varchar(1024) null ,
- col_varchar_1024__undef_signed_not_null varchar(1024) not null
- ) engine=olap
- DUPLICATE KEY(pk)
- distributed by hash(pk) buckets 10
- properties("replication_num" = "1");
- insert into
colocate_agg_join2(pk,col_int_undef_signed,col_int_undef_signed_not_null,col_date_undef_signed,col_date_undef_signed_not_null,col_varchar_10__undef_signed,col_varchar_10__undef_signed_not_null,col_varchar_1024__undef_signed,col_varchar_1024__undef_signed_not_null)
values
(0,4,0,'2023-12-18','2023-12-11','to','see','he''s','r'),(1,4,5,'2023-12-10','2023-12-09','him','s','didn''t','k');
-
- set disable_join_reorder=true;
- set enable_local_shuffle=true;
- set runtime_filter_mode=off;
-
- set
disable_nereids_rules='ONE_PHASE_AGGREGATE_SINGLE_DISTINCT_TO_MULTI,ONE_PHASE_AGGREGATE_WITHOUT_DISTINCT,TWO_PHASE_AGGREGATE_SINGLE_DISTINCT_TO_MULTI,TWO_PHASE_AGGREGATE_WITH_MULTI_DISTINCT,TWO_PHASE_AGGREGATE_WITHOUT_DISTINCT,FOUR_PHASE_AGGREGATE_WITH_DISTINCT,FOUR_PHASE_AGGREGATE_WITH_DISTINCT_WITH_FULL_DISTRIBUTE';
- """
-
- for (def i in 1..10) {
- sql "set parallel_pipeline_task_num=${i}"
- test {
- sql """
- select avg_pk
- from (
- select t1.*
- from colocate_agg_join1 AS alias1
- right anti join (
- select pk, avg(distinct pk) avg_pk
- from colocate_agg_join2
- group by pk
- ) t1
- ON t1.`pk` = alias1.`pk`
- )a
- order by pk
- limit 1000
- """
- rowNum 0
- }
- }
-}
\ No newline at end of file
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/colocate_union_numbers.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/colocate_union_numbers.groovy
deleted file mode 100644
index 3119b2ddb2c..00000000000
---
a/regression-test/suites/nereids_syntax_p0/distribute/colocate_union_numbers.groovy
+++ /dev/null
@@ -1,72 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("colocate_union_numbers") {
- multi_sql """
- set enable_nereids_distribute_planner=false;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=false;
- set force_to_local_shuffle=false;
- """
-
- def extractFragment = { String sqlStr, String containsString,
Closure<Integer> checkExchangeNum ->
- retry(120, 1000) {
- explain {
- sql sqlStr
- check { result ->
- log.info("Explain result:\n${result}")
-
- assertTrue(result.contains(containsString))
-
- def fragmentContainsJoin = result.split("PLAN FRAGMENT")
- .toList()
- .stream()
- .filter { it.contains(containsString) }
- .findFirst()
- .get()
-
- log.info("Fragment:\n${fragmentContainsJoin}")
-
- checkExchangeNum(fragmentContainsJoin.count("VEXCHANGE"))
- }
- }
- }
- }
-
- def sqlStr = """
- select * from numbers('number'='3')a
- union all
- select * from numbers('number'='4')b
- """
-
- extractFragment(sqlStr, "VUNION") { exchangeNum ->
- assertTrue(exchangeNum == 2)
- }
-
- multi_sql """
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- """
-
- extractFragment(sqlStr, "VUNION") { exchangeNum ->
- assertTrue(exchangeNum == 0)
- }
-
- order_qt_union_all sqlStr
-}
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/distribution_expr.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/distribution_expr.groovy
deleted file mode 100644
index c2ca8a40134..00000000000
---
a/regression-test/suites/nereids_syntax_p0/distribute/distribution_expr.groovy
+++ /dev/null
@@ -1,130 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("distribution_expr") {
- multi_sql """
- drop table if exists
table_100_undef_partitions2_keys3_properties4_distributed_by52;
- drop table if exists
table_6_undef_partitions2_keys3_properties4_distributed_by53;
- drop table if exists
table_7_undef_partitions2_keys3_properties4_distributed_by5;
- drop table if exists
table_8_undef_partitions2_keys3_properties4_distributed_by5;
-
- create table
table_100_undef_partitions2_keys3_properties4_distributed_by52 (
- `pk` int,
- `col_int_undef_signed` int ,
- `col_varchar_10__undef_signed` varchar(10) ,
- `col_varchar_1024__undef_signed` varchar(1024) MAX
- ) engine=olap
- AGGREGATE KEY(pk, col_int_undef_signed, col_varchar_10__undef_signed)
- distributed by hash(pk) buckets 10
- properties("replication_num" = "1");
- insert into
table_100_undef_partitions2_keys3_properties4_distributed_by52(pk,col_int_undef_signed,col_varchar_10__undef_signed,col_varchar_1024__undef_signed)
values
(0,null,'k',"mean"),(1,null,"I'll","who"),(2,null,"i",'v'),(3,null,"really",'w'),(4,null,"when",'e'),(5,9,"what","who"),(6,5,"been","like"),(7,null,"and","ok"),(8,3,'t',"then"),(9,null,'y',"up"),(10,8,'b',"think"),(11,0,"if",'l'),(12,null,"there",'q'),(13,null,"out",'q'),(14,3,'c','h'),(15,2,"out","yes"),(16,null,'t',"thin
[...]
-
-
- create table
table_6_undef_partitions2_keys3_properties4_distributed_by53 (
- `pk` int,
- `col_varchar_10__undef_signed` varchar(10) ,
- `col_int_undef_signed` int ,
- `col_varchar_1024__undef_signed` varchar(1024)
- ) engine=olap
- DUPLICATE KEY(pk, col_varchar_10__undef_signed)
- distributed by hash(pk) buckets 10
- properties("replication_num" = "1");
- insert into
table_6_undef_partitions2_keys3_properties4_distributed_by53(pk,col_int_undef_signed,col_varchar_10__undef_signed,col_varchar_1024__undef_signed)
values
(0,0,"think","she"),(1,null,"was",'r'),(2,8,'g',"i"),(3,9,'s',"he's"),(4,4,"they",'n'),(5,null,"time","really");
-
- create table
table_7_undef_partitions2_keys3_properties4_distributed_by5 (
- `col_int_undef_signed` int/*agg_type_placeholder*/ ,
- `col_varchar_10__undef_signed` varchar(10)/*agg_type_placeholder*/ ,
- `col_varchar_1024__undef_signed` varchar(1024)/*agg_type_placeholder*/
,
- `pk` int/*agg_type_placeholder*/
- ) engine=olap
- distributed by hash(pk) buckets 10
- properties("replication_num" = "1");
- insert into
table_7_undef_partitions2_keys3_properties4_distributed_by5(pk,col_int_undef_signed,col_varchar_10__undef_signed,col_varchar_1024__undef_signed)
values
(0,7,'y','g'),(1,null,'t',"can"),(2,8,"would",'l'),(3,null,"will","he"),(4,null,'k',"I'll"),(5,null,'m',"ok"),(6,null,'s',"that");
-
- create table
table_8_undef_partitions2_keys3_properties4_distributed_by5 (
- `col_int_undef_signed` int/*agg_type_placeholder*/ ,
- `col_varchar_10__undef_signed` varchar(10)/*agg_type_placeholder*/ ,
- `col_varchar_1024__undef_signed` varchar(1024)/*agg_type_placeholder*/
,
- `pk` int/*agg_type_placeholder*/
- ) engine=olap
- distributed by hash(pk) buckets 10
- properties("replication_num" = "1");
- insert into
table_8_undef_partitions2_keys3_properties4_distributed_by5(pk,col_int_undef_signed,col_varchar_10__undef_signed,col_varchar_1024__undef_signed)
values
(0,4,'d',"she"),(1,3,"okay",'e'),(2,null,'s',"as"),(3,null,"you","up"),(4,3,'f','q'),(5,null,'f','s'),(6,null,'h',"time"),(7,8,'o',"i");
-
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=true;
- set force_to_local_shuffle=true;
- """
-
- explain {
- sql """
- SELECT *
- FROM
- (SELECT alias3.`pk` from
table_100_undef_partitions2_keys3_properties4_distributed_by52 AS alias4 INNER
JOIN
-
table_6_undef_partitions2_keys3_properties4_distributed_by53 AS alias3
- ON alias3.`pk` = alias4.`pk`
- WHERE (alias3.`pk` < alias4.`pk` OR alias3.`pk` <= 4 )
- ) tmp2
- INNER JOIN[shuffle]
- (select alias1.pk from
table_7_undef_partitions2_keys3_properties4_distributed_by5 AS alias1
- LEFT JOIN
table_8_undef_partitions2_keys3_properties4_distributed_by5 AS alias2
- ON alias1.`col_varchar_10__undef_signed` =
alias2.`col_varchar_1024__undef_signed`) tmp1
- ON tmp1 . `pk` = tmp2 . `pk`;
- """
- contains "BUCKET_SHUFFLE"
- contains "distribute expr lists: pk[#27]"
- contains "distribute expr lists: pk[#14]"
- }
-
- multi_sql """
- drop table if exists baseall;
- drop table if exists test;
- CREATE TABLE IF NOT EXISTS `baseall` (
- `k1` tinyint(4) null comment ""
- ) engine=olap
- DISTRIBUTED BY HASH(`k1`) BUCKETS 3 properties("replication_num" =
"1");
-
- CREATE TABLE IF NOT EXISTS `test` (
- `k1` tinyint(4) null comment ""
- ) engine=olap
- DISTRIBUTED BY HASH(`k1`) BUCKETS 3 properties("replication_num" =
"1");
-
- insert into baseall values (1);
- insert into baseall values (2);
- insert into baseall values (3);
- insert into test values (1);
- insert into test values (2);
- insert into test values (3);
-
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=true;
- set force_to_local_shuffle=true;
- """
-
- explain {
- sql """
- select tmp.k1 from baseall d join (select a.k1 as k1 from
baseall b join test a on (a.k1=b.k1)) tmp on tmp.k1 = d.k1;
- """
- contains "COLOCATE"
- contains "distribute expr lists: k1[#6]"
- contains "distribute expr lists: k1[#5]"
- }
-}
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/local_shuffle.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/local_shuffle.groovy
deleted file mode 100644
index 950f42f428c..00000000000
--- a/regression-test/suites/nereids_syntax_p0/distribute/local_shuffle.groovy
+++ /dev/null
@@ -1,187 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("local_shuffle") {
- multi_sql """
- drop table if exists test_local_shuffle1;
- drop table if exists test_local_shuffle2;
-
- CREATE TABLE `test_local_shuffle1` (
- id int,
- id2 int
- ) ENGINE=OLAP
- DUPLICATE KEY(`id`)
- DISTRIBUTED BY HASH(`id`) BUCKETS 10
- PROPERTIES (
- "replication_allocation" = "tag.location.default: 1",
- "colocate_with" = "test_local_shuffle_with_colocate"
- );
-
- CREATE TABLE `test_local_shuffle2` (
- id int,
- id2 int
- ) ENGINE=OLAP
- DUPLICATE KEY(`id`)
- DISTRIBUTED BY HASH(`id`) BUCKETS 10
- PROPERTIES (
- "replication_allocation" = "tag.location.default: 1",
- "colocate_with" = "test_local_shuffle_with_colocate"
- );
-
- insert into test_local_shuffle1 values (1, 1), (2, 2);
- insert into test_local_shuffle2 values (2, 2), (3, 3);
-
- -- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=true;
- set force_to_local_shuffle=true;
- """
-
- order_qt_read_single_olap_table "select * from test_local_shuffle1 order
by id, id2"
-
- order_qt_broadcast_join """
- select *
- from test_local_shuffle1
- join [broadcast]
- test_local_shuffle2
- on test_local_shuffle1.id=test_local_shuffle2.id
- """
-
- order_qt_shuffle_join """
- select *
- from test_local_shuffle1
- join [shuffle]
- test_local_shuffle2
- on test_local_shuffle1.id2=test_local_shuffle2.id2
- """
-
- order_qt_bucket_shuffle_join """
- select *
- from test_local_shuffle1
- join [shuffle]
- test_local_shuffle2
- on test_local_shuffle1.id2=test_local_shuffle2.id2
- """
-
- order_qt_colocate_join """
- select *
- from test_local_shuffle1
- join [shuffle]
- test_local_shuffle2
- on test_local_shuffle1.id=test_local_shuffle2.id
- """
-
- order_qt_bucket_shuffle_with_prune_tablets """
- select *
- from
- (
- select *
- from test_local_shuffle1
- where id=1
- ) a
- right outer join [shuffle]
- test_local_shuffle2
- on a.id=test_local_shuffle2.id2 order by test_local_shuffle2.id,
test_local_shuffle2.id2
- """
-
- order_qt_bucket_shuffle_with_prune_tablets2 """
- select *
- from
- test_local_shuffle2
- left outer join [shuffle]
- (
- select *
- from test_local_shuffle1
- where id=1
- ) a
- on a.id=test_local_shuffle2.id2 order by test_local_shuffle2.id,
test_local_shuffle2.id2
- """
-
- order_qt_bucket_shuffle_with_prune_tablets3 """
- select *
- from
- (
- select *
- from test_local_shuffle1
- where id=1
- ) a
- left outer join [shuffle]
- test_local_shuffle2
- on a.id=test_local_shuffle2.id2
- """
-
- multi_sql """
- drop table if exists test_local_shuffle3;
- CREATE TABLE IF NOT EXISTS test_local_shuffle3 (
- c0 int
- )
- DISTRIBUTED BY HASH (c0) BUCKETS 10 PROPERTIES ("replication_num" =
"1");
-
- drop table if exists test_local_shuffle4;
- CREATE TABLE IF NOT EXISTS test_local_shuffle4 (
- c0 int
- )
- DISTRIBUTED BY HASH (c0) BUCKETS 10 PROPERTIES ("replication_num" =
"1");
- INSERT INTO test_local_shuffle3 (c0) VALUES (1), (3);
- INSERT INTO test_local_shuffle4 (c0) VALUES (2), (3);
-
- sync;
-
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=true;
- set force_to_local_shuffle=true;
- """
-
- order_qt_fillup_bucket """
- SELECT cast(a.c0 as int), cast(b.c0 as int) res FROM
- (select * from test_local_shuffle3 where c0 =1)a
- RIGHT OUTER JOIN
- (select * from test_local_shuffle4)b
- ON a.c0 = b.c0 order by res
- """
-
- multi_sql """
- drop table if exists test_shuffle_left_with_local_shuffle;
- CREATE TABLE `test_shuffle_left_with_local_shuffle` (
- id int,
- id2 int
- ) ENGINE=OLAP
- DUPLICATE KEY(`id`)
- DISTRIBUTED BY HASH(`id`) BUCKETS 10
- PROPERTIES (
- "replication_allocation" = "tag.location.default: 1"
- );
-
- insert into test_shuffle_left_with_local_shuffle values (1, 1), (2,
2), (3, 4);
- """
-
- order_qt_shuffle_left """
- select *
- from
- (
- select id2
- from test_shuffle_left_with_local_shuffle
- group by id2
- ) a
- inner join [shuffle]
- test_shuffle_left_with_local_shuffle b
- on a.id2=b.id order by a.id2;
- """
-}
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/prune_bucket_with_bucket_shuffle_join.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/prune_bucket_with_bucket_shuffle_join.groovy
deleted file mode 100644
index 7006b8c226e..00000000000
---
a/regression-test/suites/nereids_syntax_p0/distribute/prune_bucket_with_bucket_shuffle_join.groovy
+++ /dev/null
@@ -1,100 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("prune_bucket_with_bucket_shuffle_join") {
- multi_sql """
- drop table if exists test_outer_join1;
- CREATE TABLE IF NOT EXISTS test_outer_join1 (
- c0 DECIMALV3(8,3)
- )
- DISTRIBUTED BY HASH (c0) BUCKETS 10 PROPERTIES ("replication_num" =
"1");
-
- drop table if exists test_outer_join2;
- CREATE TABLE IF NOT EXISTS test_outer_join2 (
- c0 DECIMALV3(8,3)
- )
- DISTRIBUTED BY HASH (c0) BUCKETS 10 PROPERTIES ("replication_num" =
"1");
- INSERT INTO test_outer_join1 (c0) VALUES (1), (3);
- INSERT INTO test_outer_join2 (c0) VALUES (2), (3);
-
- sync;
-
- set enable_nereids_distribute_planner=false;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=false;
- set force_to_local_shuffle=false;
- """
-
- def extractFragment = { String sqlStr, String containsString,
Closure<Integer> checkExchangeNum ->
- retry(120, 1000) {
- explain {
- sql sqlStr
- check { result ->
- log.info("Explain result:\n${result}")
-
- assertTrue(result.contains(containsString))
-
- def fragmentContainsJoin = result.split("PLAN FRAGMENT")
- .toList()
- .stream()
- .filter { it.contains(containsString) }
- .findFirst()
- .get()
-
- log.info("Fragment:\n${fragmentContainsJoin}")
-
- checkExchangeNum(fragmentContainsJoin.count("VEXCHANGE"))
- }
- }
- }
- }
-
- String sqlStr = """
- SELECT * FROM
- (select * from test_outer_join1 where c0 =1)a
- RIGHT OUTER JOIN
- (select * from test_outer_join2)b
- ON a.c0 = b.c0
- """
-
- extractFragment(sqlStr, "RIGHT OUTER JOIN(PARTITIONED)") { exchangeNum ->
- assertTrue(exchangeNum > 1)
- }
-
- multi_sql """
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- """
-
- extractFragment(sqlStr, "RIGHT OUTER JOIN(BUCKET_SHUFFLE)") { exchangeNum
->
- assertTrue(exchangeNum == 1)
- }
-
- explain {
- sql "distributed plan ${sqlStr}"
- check { explainStr ->
- log.info("Distributed plan:\n${explainStr}")
-
- // some tablets of left table are pruned
- assertTrue(explainStr.count("tablet ") < 20)
- }
- }
-
- order_qt_fillup_bucket sqlStr
-}
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/query_constant.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/query_constant.groovy
deleted file mode 100644
index 19521294975..00000000000
--- a/regression-test/suites/nereids_syntax_p0/distribute/query_constant.groovy
+++ /dev/null
@@ -1,39 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("query_constant") {
- multi_sql """
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set enable_local_shuffle=false;
- set force_to_local_shuffle=false;
- """
-
- order_qt_query_one_row "select 100 id, 'abc' name"
-
- order_qt_union_all """
- select 100 id, 'hello' name
- union all
- select 200 id, 'world' name
- """
-
- order_qt_union """
- select 100 id, 'hello' name
- union
- select 200 id, 'world' name
- """
-}
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/read_metadata.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/read_metadata.groovy
deleted file mode 100644
index 48d8c20e1c2..00000000000
--- a/regression-test/suites/nereids_syntax_p0/distribute/read_metadata.groovy
+++ /dev/null
@@ -1,28 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("shuffle") {
-
- multi_sql """
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set enable_local_shuffle=false;
- set force_to_local_shuffle=false;
- """
-
- sql "select * from internal.information_schema.tables"
-}
diff --git a/regression-test/suites/nereids_syntax_p0/distribute/shuffle.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/shuffle.groovy
deleted file mode 100644
index 42ec0df0545..00000000000
--- a/regression-test/suites/nereids_syntax_p0/distribute/shuffle.groovy
+++ /dev/null
@@ -1,34 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("shuffle") {
- createTestTable "test_shuffle"
-
- multi_sql """
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set enable_local_shuffle=false;
- set force_to_local_shuffle=false;
- """
-
- order_qt_4_phase_agg """
- select
/*+SET_VAR(disable_nereids_rules='TWO_PHASE_AGGREGATE_WITH_MULTI_DISTINCT,TWO_PHASE_AGGREGATE_SINGLE_DISTINCT_TO_MULTI,THREE_PHASE_AGGREGATE_WITH_COUNT_DISTINCT_MULTI,THREE_PHASE_AGGREGATE_WITH_DISTINCT,FOUR_PHASE_AGGREGATE_WITH_DISTINCT')*/
- id, count(distinct value)
- from test_shuffle
- group by id
- """
-}
diff --git
a/regression-test/suites/nereids_syntax_p0/distribute/shuffle_left_join.groovy
b/regression-test/suites/nereids_syntax_p0/distribute/shuffle_left_join.groovy
deleted file mode 100644
index 8c56c257b0e..00000000000
---
a/regression-test/suites/nereids_syntax_p0/distribute/shuffle_left_join.groovy
+++ /dev/null
@@ -1,117 +0,0 @@
-import java.util.stream.Collectors
-
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-suite("shuffle_left_join") {
- multi_sql """
- drop table if exists test_shuffle_left;
-
- CREATE TABLE `test_shuffle_left` (
- id int,
- id2 int
- ) ENGINE=OLAP
- DUPLICATE KEY(`id`)
- DISTRIBUTED BY HASH(`id`) BUCKETS 10
- PROPERTIES (
- "replication_allocation" = "tag.location.default: 1"
- );
-
- insert into test_shuffle_left values (1, 1), (2, 2), (3, 4);
-
- sync;
-
- set enable_nereids_distribute_planner=false;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- set enable_local_shuffle=false;
- set force_to_local_shuffle=false;
- """
-
- def extractFragment = { String sqlStr, String containsString,
Closure<Integer> checkExchangeNum ->
- explain {
- sql sqlStr
- check { result ->
- log.info("Explain result:\n${result}")
-
- assertTrue(result.contains(containsString))
-
- def fragmentContainsJoin = result.split("PLAN FRAGMENT")
- .toList()
- .stream()
- .filter { it.contains(containsString) }
- .findFirst()
- .get()
-
- log.info("Fragment:\n${fragmentContainsJoin}")
-
- checkExchangeNum(fragmentContainsJoin.count("VEXCHANGE"))
- }
- }
- }
-
- def sqlStr = """
- select *
- from
- (
- select id2
- from test_shuffle_left
- group by id2
- ) a
- inner join [shuffle]
- test_shuffle_left b
- on a.id2=b.id;
- """
-
- extractFragment(sqlStr, "INNER JOIN(PARTITIONED)") { exchangeNum ->
- assertTrue(exchangeNum == 2)
- }
-
- order_qt_shuffle_left_and_right sqlStr
-
- multi_sql """
- set enable_nereids_distribute_planner=true;
- set enable_pipeline_x_engine=true;
- set disable_join_reorder=true;
- """
-
- def variables = sql "show variables"
- def variableString = variables.stream()
- .map { it.toString() }
- .collect(Collectors.joining("\n"))
- logger.info("Variables:\n${variableString}")
-
- extractFragment(sqlStr, "INNER JOIN(BUCKET_SHUFFLE)") { exchangeNum ->
- assertTrue(exchangeNum == 1)
- }
-
- explain {
- sql "plan $sqlStr"
- check { explainStr ->
- log.info("explain plan:\n${explainStr}")
- }
- }
-
- def rows = sql sqlStr
- def rowsString = rows.stream()
- .map { it.toString() }
- .collect(Collectors.joining("\n"))
- logger.info("Rows:\n${rowsString}")
-
-
- order_qt_shuffle_left sqlStr
-}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
