This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 8ab63a94347 [regression-test][memtable] test memtable flush is high
priority for vtable writerV2 (#28503)
8ab63a94347 is described below
commit 8ab63a94347fca46625be2cd9fffdbe02ee79769
Author: Ma1oneZhang <[email protected]>
AuthorDate: Sat Dec 16 22:29:06 2023 +0800
[regression-test][memtable] test memtable flush is high priority for vtable
writerV2 (#28503)
---
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 3 +-
...flush_is_high_priority_for_vtablet_writerV2.out | 9 +++
...sh_is_high_priority_for_vtablet_writerV2.groovy | 65 ++++++++++++++++++++++
3 files changed, 76 insertions(+), 1 deletion(-)
diff --git a/be/src/vec/sink/writer/vtablet_writer_v2.cpp
b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
index 070787a9dad..ae753c8714a 100644
--- a/be/src/vec/sink/writer/vtablet_writer_v2.cpp
+++ b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
@@ -42,6 +42,7 @@
#include "runtime/thread_context.h"
#include "service/brpc.h"
#include "util/brpc_client_cache.h"
+#include "util/debug_points.h"
#include "util/defer_op.h"
#include "util/doris_metrics.h"
#include "util/threadpool.h"
@@ -187,7 +188,7 @@ Status VTabletWriterV2::_init(RuntimeState* state,
RuntimeProfile* profile) {
DCHECK(_num_local_sink > 0) << "num local sink should be greator than 0";
_is_high_priority =
(state->execution_timeout() <=
config::load_task_high_priority_threshold_second);
-
+ DBUG_EXECUTE_IF("VTabletWriterV2._init.is_high_priority", {
_is_high_priority = true; });
_mem_tracker =
std::make_shared<MemTracker>("VTabletWriterV2:" +
std::to_string(state->load_job_id()));
SCOPED_TIMER(_profile->total_time_counter());
diff --git
a/regression-test/data/fault_injection_p0/test_memtable_flush_is_high_priority_for_vtablet_writerV2.out
b/regression-test/data/fault_injection_p0/test_memtable_flush_is_high_priority_for_vtablet_writerV2.out
new file mode 100644
index 00000000000..936545907d2
--- /dev/null
+++
b/regression-test/data/fault_injection_p0/test_memtable_flush_is_high_priority_for_vtablet_writerV2.out
@@ -0,0 +1,9 @@
+-- This file is automatically generated. You should know what you did if you
want to edit this
+-- !sql --
+10000 2017-10-01 北京 20 0 2017-10-01T07:00 35
10 2
+10001 2017-10-01 北京 30 1 2017-10-01T17:05:45 2
22 22
+10002 2017-10-02 上海 20 1 2017-10-02T12:59:12 200
5 5
+10003 2017-10-02 广州 32 0 2017-10-02T11:20 30
11 11
+10004 2017-10-01 深圳 35 0 2017-10-01T10:00:15 100
3 3
+10004 2017-10-03 深圳 35 0 2017-10-03T10:20:22 11
6 6
+
diff --git
a/regression-test/suites/fault_injection_p0/test_memtable_flush_is_high_priority_for_vtablet_writerV2.groovy
b/regression-test/suites/fault_injection_p0/test_memtable_flush_is_high_priority_for_vtablet_writerV2.groovy
new file mode 100644
index 00000000000..e91a06e2cf0
--- /dev/null
+++
b/regression-test/suites/fault_injection_p0/test_memtable_flush_is_high_priority_for_vtablet_writerV2.groovy
@@ -0,0 +1,65 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_memtable_flush_is_high_priority_for_vtablet_writerV2",
"nonConcurrent") {
+ def testTable = "test_memtable_flush_is_high_priority_for_vtablet_writerV2"
+ def testTableDDL = """
+ create table ${testTable}
+ (
+ `id` LARGEINT NOT NULL,
+ `k1` DATE NOT NULL,
+ `k2` VARCHAR(20),
+ `k3` SMALLINT,
+ `k4` TINYINT,
+ `k5` DATETIME REPLACE DEFAULT "1970-01-01 00:00:00",
+ `k6` BIGINT SUM DEFAULT "0",
+ `k7` INT MAX DEFAULT "0",
+ `k8` INT MIN DEFAULT "99999"
+ )
+ AGGREGATE KEY(`id`, `k1`, `k2`, `k3`, `k4`)
+ DISTRIBUTED BY HASH(`id`) BUCKETS 1
+ PROPERTIES (
+ "replication_allocation" = "tag.location.default: 1"
+ );
+ """
+ def insert_sql = """
+ insert into ${testTable} values
+ (10000,"2017-10-01","北京",20,0,"2017-10-01 06:00:00",20,10,10),
+ (10000,"2017-10-01","北京",20,0,"2017-10-01 07:00:00",15,2,2),
+ (10001,"2017-10-01","北京",30,1,"2017-10-01 17:05:45",2,22,22),
+ (10002,"2017-10-02","上海",20,1,"2017-10-02 12:59:12",200,5,5),
+ (10003,"2017-10-02","广州",32,0,"2017-10-02 11:20:00",30,11,11),
+ (10004,"2017-10-01","深圳",35,0,"2017-10-01 10:00:15",100,3,3),
+ (10004,"2017-10-03","深圳",35,0,"2017-10-03 10:20:22",11,6,6);
+ """
+ try {
+
GetDebugPoint().enableDebugPointForAllBEs("VTabletWriterV2._init.is_high_priority")
+ result = sql "show VARIABLES like \'enable_memtable_on_sink_node\'"
+ log.info(result.toString())
+ original_status = result[0][1]
+ sql """set enable_memtable_on_sink_node = true"""
+ sql """drop table if exists ${testTable}"""
+ sql testTableDDL
+ sql insert_sql
+ qt_sql """select * from ${testTable} order by id"""
+ sql """set enable_memtable_on_sink_node = ${original_status}"""
+ } catch(Exception e) {
+ log.error(e.message())
+ } finally {
+
GetDebugPoint().disableDebugPointForAllBEs("VTabletWriterV2._init.is_high_priority")
+ }
+}
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
