[incubator-seatunnel] branch dev updated: [chore] add parser log (#4485)

[zongwen]

This is an automated email from the ASF dual-hosted git repository.

zongwen pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git


The following commit(s) were added to refs/heads/dev by this push:
     new 7d04b4776 [chore] add parser log (#4485)
7d04b4776 is described below

commit 7d04b4776a2b43e8e79621a355a5e491341cb33c
Author: Zongwen Li <zong...@apache.org>
AuthorDate: Tue Apr 4 10:10:07 2023 +0800

    [chore] add parser log (#4485)
---
 .../seatunnel/api/table/catalog/CatalogTableUtil.java      | 14 +++++++++++++-
 .../engine/core/parse/MultipleTableJobConfigParser.java    |  3 +++
 2 files changed, 16 insertions(+), 1 deletion(-)

diff --git 
a/seatunnel-api/src/main/java/org/apache/seatunnel/api/table/catalog/CatalogTableUtil.java
 
b/seatunnel-api/src/main/java/org/apache/seatunnel/api/table/catalog/CatalogTableUtil.java
index 637a2c9ff..250e2217d 100644
--- 
a/seatunnel-api/src/main/java/org/apache/seatunnel/api/table/catalog/CatalogTableUtil.java
+++ 
b/seatunnel-api/src/main/java/org/apache/seatunnel/api/table/catalog/CatalogTableUtil.java
@@ -44,6 +44,7 @@ import org.apache.seatunnel.common.utils.JsonUtils;
 import org.apache.commons.lang3.StringUtils;
 
 import lombok.Getter;
+import lombok.extern.slf4j.Slf4j;
 
 import java.io.Serializable;
 import java.util.ArrayList;
@@ -55,6 +56,7 @@ import java.util.Map;
 import java.util.Optional;
 import java.util.regex.Pattern;
 
+@Slf4j
 public class CatalogTableUtil implements Serializable {
     public static final Option<Map<String, String>> SCHEMA =
             
Options.key("schema").mapType().noDefaultValue().withDescription("SeaTunnel 
Schema");
@@ -121,7 +123,17 @@ public class CatalogTableUtil implements Serializable {
                         classLoader,
                         factoryId);
         return optionalCatalog
-                .map(catalog -> getCatalogTables(catalogConfig, catalog))
+                .map(
+                        catalog -> {
+                            long startTime = System.currentTimeMillis();
+                            List<CatalogTable> catalogTables =
+                                    getCatalogTables(catalogConfig, catalog);
+                            log.info(
+                                    String.format(
+                                            "Get catalog tables, cost time: 
%d",
+                                            System.currentTimeMillis() - 
startTime));
+                            return catalogTables;
+                        })
                 .orElse(Collections.emptyList());
     }
 
diff --git 
a/seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/MultipleTableJobConfigParser.java
 
b/seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/MultipleTableJobConfigParser.java
index b5d5eb209..b4e1b424d 100644
--- 
a/seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/MultipleTableJobConfigParser.java
+++ 
b/seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/MultipleTableJobConfigParser.java
@@ -156,14 +156,17 @@ public class MultipleTableJobConfigParser {
         LinkedHashMap<String, List<Tuple2<CatalogTable, Action>>> 
tableWithActionMap =
                 new LinkedHashMap<>();
 
+        log.info("start generating all sources.");
         for (Config sourceConfig : sourceConfigs) {
             Tuple2<String, List<Tuple2<CatalogTable, Action>>> tuple2 =
                     parseSource(sourceConfig, classLoader);
             tableWithActionMap.put(tuple2._1(), tuple2._2());
         }
 
+        log.info("start generating all transforms.");
         parseTransforms(transformConfigs, classLoader, tableWithActionMap);
 
+        log.info("start generating all sinks.");
         List<Action> sinkActions = new ArrayList<>();
         for (int configIndex = 0; configIndex < sinkConfigs.size(); 
configIndex++) {
             Config sinkConfig = sinkConfigs.get(configIndex);