This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 7f10cbc [Improve]Modify Doris sink default parameter value (#1561)
7f10cbc is described below
commit 7f10cbc6edd41f895a197aae3c28e8b155d55077
Author: jiafeng.zhang <[email protected]>
AuthorDate: Fri Mar 25 18:27:17 2022 +0800
[Improve]Modify Doris sink default parameter value (#1561)
* Modify Doris sink default parameter value
Modify Doris sink default parameter value
---
docs/en/flink/configuration/sink-plugins/Doris.md | 6 ++++--
docs/en/spark/configuration/sink-plugins/Doris.md | 3 +++
docs/zh-CN/flink/configuration/sink-plugins/Doris.md | 6 ++++--
.../src/main/java/org/apache/seatunnel/flink/sink/DorisSink.java | 4 ++--
.../src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala | 2 +-
5 files changed, 14 insertions(+), 7 deletions(-)
diff --git a/docs/en/flink/configuration/sink-plugins/Doris.md
b/docs/en/flink/configuration/sink-plugins/Doris.md
index b0f3b5b..6b69a3d 100644
--- a/docs/en/flink/configuration/sink-plugins/Doris.md
+++ b/docs/en/flink/configuration/sink-plugins/Doris.md
@@ -43,12 +43,14 @@ Doris password
##### batch_size [int]
-Maximum number of lines in a single write Doris,default value is 100.
+Maximum number of lines in a single write Doris,default value is 5000.
##### interval [int]
The flush interval millisecond, after which the asynchronous thread will write
the data in the cache to Doris.Set to 0 to turn off periodic writing.
+Default value ：5000
+
##### max_retries [int]
Number of retries after writing Doris failed
@@ -75,4 +77,4 @@ DorisSink {
doris.column_separator="\t"
doris.columns="id,user_name,user_name_cn,create_time,last_login_time"
}
- ```
+```
diff --git a/docs/en/spark/configuration/sink-plugins/Doris.md
b/docs/en/spark/configuration/sink-plugins/Doris.md
index 9bf2727..9ef5cd4 100644
--- a/docs/en/spark/configuration/sink-plugins/Doris.md
+++ b/docs/en/spark/configuration/sink-plugins/Doris.md
@@ -29,6 +29,9 @@ Doris user name
Doris user's password
##### batch_size [string]
Doris number of submissions per batch
+
+Default value：5000
+
##### doris. [string]
Doris stream_load properties,you can use 'doris.' prefix + stream_load
properties
[More Doris stream_load
Configurations](https://doris.apache.org/administrator-guide/load-data/stream-load-manual.html)
diff --git a/docs/zh-CN/flink/configuration/sink-plugins/Doris.md
b/docs/zh-CN/flink/configuration/sink-plugins/Doris.md
index 4b0df1b..1851614 100644
--- a/docs/zh-CN/flink/configuration/sink-plugins/Doris.md
+++ b/docs/zh-CN/flink/configuration/sink-plugins/Doris.md
@@ -40,12 +40,14 @@ Doris 密码
##### batch_size [int]
-单次写Doris的最大行数,默认值100
+单次写 Doris 的最大行数,默认值 : 5000
##### interval [int]
flush 间隔时间(毫秒)，超过该时间后异步线程将 缓存中数据写入Doris。设置为0表示关闭定期写入。
+默认值：5000（毫秒）即5秒一个批次
+
##### max_retries [int]
写Doris失败之后的重试次数
@@ -67,4 +69,4 @@ DorisSink {
doris.column_separator="\t"
doris.columns="id,user_name,user_name_cn,create_time,last_login_time"
}
- ```
+```
diff --git
a/seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-doris/src/main/java/org/apache/seatunnel/flink/sink/DorisSink.java
b/seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-doris/src/main/java/org/apache/seatunnel/flink/sink/DorisSink.java
index eeb1e87..da6ef83 100644
---
a/seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-doris/src/main/java/org/apache/seatunnel/flink/sink/DorisSink.java
+++
b/seatunnel-connectors/seatunnel-connectors-flink/seatunnel-connector-flink-doris/src/main/java/org/apache/seatunnel/flink/sink/DorisSink.java
@@ -44,8 +44,8 @@ import java.util.concurrent.TimeUnit;
public class DorisSink implements FlinkStreamSink, FlinkBatchSink {
private static final long serialVersionUID = 4747849769146047770L;
- private static final int DEFAULT_BATCH_SIZE = 100;
- private static final long DEFAULT_INTERVAL_MS =
TimeUnit.SECONDS.toMillis(1);
+ private static final int DEFAULT_BATCH_SIZE = 5000;
+ private static final long DEFAULT_INTERVAL_MS =
TimeUnit.SECONDS.toMillis(5);
private static final String PARALLELISM = "parallelism";
private Config config;
diff --git
a/seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
b/seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
index 5aaefe8..cd5e661 100644
---
a/seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
+++
b/seatunnel-connectors/seatunnel-connectors-spark/seatunnel-connector-spark-doris/src/main/scala/org/apache/seatunnel/spark/sink/Doris.scala
@@ -30,7 +30,7 @@ import org.apache.spark.sql.{Dataset, Row}
class Doris extends SparkBatchSink with Serializable {
var apiUrl: String = _
- var batch_size: Int = 100
+ var batch_size: Int = 5000
var column_separator: String = "\t"
var propertiesMap = new mutable.HashMap[String, String]()
