This is an automated email from the ASF dual-hosted git repository.
jiafengzheng pushed a commit to branch master
in repository
https://gitbox.apache.org/repos/asf/incubator-doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 094d76f optimize log, change retry log from warn to debug (#26)
094d76f is described below
commit 094d76f84d2761ff18dfbbe5118539ba5f5cd142
Author: qiye <[email protected]>
AuthorDate: Fri May 6 20:36:35 2022 +0800
optimize log, change retry log from warn to debug (#26)
---
.../src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala | 2 +-
.../src/main/scala/org/apache/doris/spark/sql/DorisStreamLoadSink.scala | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git
a/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
b/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
index 58c974c..41e82f8 100644
---
a/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
+++
b/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
@@ -100,7 +100,7 @@ private[sql] class DorisSourceProvider extends
DataSourceRegister
catch {
case e: Exception =>
try {
- logger.warn("Failed to load data on BE: {} node ",
dorisStreamLoader.getLoadUrlStr)
+ logger.debug("Failed to load data on BE: {} node ",
dorisStreamLoader.getLoadUrlStr)
//If the current BE node fails to execute Stream Load,
randomly switch to other BE nodes and try again
dorisStreamLoader.setHostPort(RestService.randomBackendV2(sparkSettings,
logger))
Thread.sleep(1000 * i)
diff --git
a/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamLoadSink.scala
b/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamLoadSink.scala
index a1fcbf8..2daaeb1 100644
---
a/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamLoadSink.scala
+++
b/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisStreamLoadSink.scala
@@ -83,7 +83,7 @@ private[sql] class DorisStreamLoadSink(sqlContext:
SQLContext, settings: SparkSe
catch {
case e: Exception =>
try {
- logger.warn("Failed to load data on BE: {} node ",
dorisStreamLoader.getLoadUrlStr)
+ logger.debug("Failed to load data on BE: {} node ",
dorisStreamLoader.getLoadUrlStr)
//If the current BE node fails to execute Stream Load,
randomly switch to other BE nodes and try again
dorisStreamLoader.setHostPort(RestService.randomBackendV2(settings, logger))
Thread.sleep(1000 * i)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
