[inlong] branch master updated: [INLONG-7550][Sort] Optimize the log printing level of dirty data to avoid generating a large number of logs (#7551)

[yunqing]

This is an automated email from the ASF dual-hosted git repository.

yunqing pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/inlong.git


The following commit(s) were added to refs/heads/master by this push:
     new d1dc70ee7 [INLONG-7550][Sort] Optimize the log printing level of dirty 
data to avoid generating a large number of logs (#7551)
d1dc70ee7 is described below

commit d1dc70ee7963a600d0f69f6c27af3a519494f852
Author: yunqingmoswu <44659300+yunqingmo...@users.noreply.github.com>
AuthorDate: Wed Mar 8 12:22:07 2023 +0800

    [INLONG-7550][Sort] Optimize the log printing level of dirty data to avoid 
generating a large number of logs (#7551)
---
 .../org/apache/inlong/sort/base/dirty/sink/log/LogDirtySink.java     | 5 ++---
 .../java/org/apache/inlong/sort/base/dirty/sink/s3/S3DirtySink.java  | 2 +-
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git 
a/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/log/LogDirtySink.java
 
b/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/log/LogDirtySink.java
index b7f7af914..2884ac398 100644
--- 
a/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/log/LogDirtySink.java
+++ 
b/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/log/LogDirtySink.java
@@ -46,11 +46,10 @@ public class LogDirtySink<T> implements DirtySink<T> {
     private static final long serialVersionUID = 1L;
 
     private static final Logger LOGGER = 
LoggerFactory.getLogger(LogDirtySink.class);
-
-    private RowData.FieldGetter[] fieldGetters;
     private final String format;
     private final String fieldDelimiter;
     private final DataType physicalRowDataType;
+    private RowData.FieldGetter[] fieldGetters;
     private RowDataToJsonConverter converter;
 
     public LogDirtySink(String format, String fieldDelimiter, DataType 
physicalRowDataType) {
@@ -79,7 +78,7 @@ public class LogDirtySink<T> implements DirtySink<T> {
             // Only support csv format when the row is not a 'RowData' and 
'JsonNode'
             value = FormatUtils.csvFormat(data, labelMap, fieldDelimiter);
         }
-        LOGGER.info("[{}] {}", dirtyData.getLogTag(), value);
+        LOGGER.debug("[{}] {}", dirtyData.getLogTag(), value);
     }
 
     private String format(RowData data, LogicalType rowType,
diff --git 
a/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/s3/S3DirtySink.java
 
b/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/s3/S3DirtySink.java
index 66c1428d3..26f9d66f4 100644
--- 
a/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/s3/S3DirtySink.java
+++ 
b/inlong-sort/sort-connectors/base/src/main/java/org/apache/inlong/sort/base/dirty/sink/s3/S3DirtySink.java
@@ -161,7 +161,7 @@ public class S3DirtySink<T> implements DirtySink<T> {
             value = FormatUtils.csvFormat(data, labelMap, 
s3Options.getFieldDelimiter());
         }
         if (s3Options.enableDirtyLog()) {
-            LOGGER.info("[{}] {}", dirtyData.getLogTag(), value);
+            LOGGER.debug("[{}] {}", dirtyData.getLogTag(), value);
         }
         batchBytes += value.getBytes(UTF_8).length;
         size++;