This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-flink-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 153af0d [Improvement] change default config (#350)
153af0d is described below
commit 153af0dbc5e731ab2f524d650fffcc6940e371ec
Author: wudi <[email protected]>
AuthorDate: Fri Mar 22 15:44:54 2024 +0800
[Improvement] change default config (#350)
---
.../java/org/apache/doris/flink/cfg/ConfigurationOptions.java | 8 ++++----
.../main/java/org/apache/doris/flink/serialization/RowBatch.java | 6 +++---
2 files changed, 7 insertions(+), 7 deletions(-)
diff --git
a/flink-doris-connector/src/main/java/org/apache/doris/flink/cfg/ConfigurationOptions.java
b/flink-doris-connector/src/main/java/org/apache/doris/flink/cfg/ConfigurationOptions.java
index ff6ad47..4a3f70b 100644
---
a/flink-doris-connector/src/main/java/org/apache/doris/flink/cfg/ConfigurationOptions.java
+++
b/flink-doris-connector/src/main/java/org/apache/doris/flink/cfg/ConfigurationOptions.java
@@ -35,18 +35,18 @@ public interface ConfigurationOptions {
Integer DORIS_REQUEST_RETRIES_DEFAULT = 3;
Integer DORIS_REQUEST_CONNECT_TIMEOUT_MS_DEFAULT = 30 * 1000;
Integer DORIS_REQUEST_READ_TIMEOUT_MS_DEFAULT = 30 * 1000;
- Integer DORIS_REQUEST_QUERY_TIMEOUT_S_DEFAULT = 3600;
+ Integer DORIS_REQUEST_QUERY_TIMEOUT_S_DEFAULT = 21600;
String DORIS_TABLET_SIZE = "doris.request.tablet.size";
- Integer DORIS_TABLET_SIZE_DEFAULT = Integer.MAX_VALUE;
+ Integer DORIS_TABLET_SIZE_DEFAULT = 1;
Integer DORIS_TABLET_SIZE_MIN = 1;
String DORIS_BATCH_SIZE = "doris.batch.size";
Integer DORIS_BATCH_SIZE_DEFAULT = 1024;
String DORIS_EXEC_MEM_LIMIT = "doris.exec.mem.limit";
- Long DORIS_EXEC_MEM_LIMIT_DEFAULT = 2147483648L;
- String DORIS_EXEC_MEM_LIMIT_DEFAULT_STR = "2048mb";
+ Long DORIS_EXEC_MEM_LIMIT_DEFAULT = 8589934592L;
+ String DORIS_EXEC_MEM_LIMIT_DEFAULT_STR = "8192mb";
String DORIS_DESERIALIZE_ARROW_ASYNC = "doris.deserialize.arrow.async";
Boolean DORIS_DESERIALIZE_ARROW_ASYNC_DEFAULT = false;
String DORIS_DESERIALIZE_QUEUE_SIZE = "doris.deserialize.queue.size";
diff --git
a/flink-doris-connector/src/main/java/org/apache/doris/flink/serialization/RowBatch.java
b/flink-doris-connector/src/main/java/org/apache/doris/flink/serialization/RowBatch.java
index 486cbd6..c0c2aec 100644
---
a/flink-doris-connector/src/main/java/org/apache/doris/flink/serialization/RowBatch.java
+++
b/flink-doris-connector/src/main/java/org/apache/doris/flink/serialization/RowBatch.java
@@ -117,9 +117,9 @@ public class RowBatch {
fieldVectors = root.getFieldVectors();
if (fieldVectors.size() > schema.size()) {
logger.error(
- "Schema size '{}' is not equal to arrow field size
'{}'.",
- fieldVectors.size(),
- schema.size());
+ "Data schema size '{}' should not be bigger than
arrow field size '{}'",
+ schema.size(),
+ fieldVectors.size());
throw new DorisException(
"Load Doris data failed, schema size of fetch data
is wrong.");
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
