This is an automated email from the ASF dual-hosted git repository.

kirs pushed a commit to branch 1.3.8-prepare
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git


The following commit(s) were added to refs/heads/1.3.8-prepare by this push:
     new 5dd260e  [FIX-#6007]Wrong complement date (#6020)
5dd260e is described below

commit 5dd260ec77ab29a64061a9f20d0a25df0d80942c
Author: Kirs <[email protected]>
AuthorDate: Mon Aug 23 11:16:45 2021 +0800

    [FIX-#6007]Wrong complement date (#6020)
---
 .../server/worker/task/spark/SparkTask.java                 | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git 
a/dolphinscheduler-server/src/main/java/org/apache/dolphinscheduler/server/worker/task/spark/SparkTask.java
 
b/dolphinscheduler-server/src/main/java/org/apache/dolphinscheduler/server/worker/task/spark/SparkTask.java
index f6fec0f..a4058fd 100644
--- 
a/dolphinscheduler-server/src/main/java/org/apache/dolphinscheduler/server/worker/task/spark/SparkTask.java
+++ 
b/dolphinscheduler-server/src/main/java/org/apache/dolphinscheduler/server/worker/task/spark/SparkTask.java
@@ -31,7 +31,10 @@ import org.apache.dolphinscheduler.server.utils.ParamUtils;
 import org.apache.dolphinscheduler.server.utils.SparkArgsUtils;
 import org.apache.dolphinscheduler.server.worker.task.AbstractYarnTask;
 
+import org.apache.commons.collections.MapUtils;
+
 import java.util.ArrayList;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 
@@ -115,12 +118,16 @@ public class SparkTask extends AbstractYarnTask {
             sparkParameters.getLocalParametersMap(),
             CommandType.of(taskExecutionContext.getCmdTypeIfComplement()),
             taskExecutionContext.getScheduleTime());
+        if(MapUtils.isEmpty(paramsMap)){
+            paramsMap=new HashMap<>();
+        }
+        if (MapUtils.isNotEmpty(taskExecutionContext.getParamsMap())){
+            paramsMap.putAll(taskExecutionContext.getParamsMap());
+        }
 
         String command = null;
 
-        if (null != paramsMap) {
-            command = 
ParameterUtils.convertParameterPlaceholders(String.join(" ", args), 
ParamUtils.convert(paramsMap));
-        }
+        command = ParameterUtils.convertParameterPlaceholders(String.join(" ", 
args), ParamUtils.convert(paramsMap));
 
         logger.info("spark task command: {}", command);
 

Reply via email to