This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
The following commit(s) were added to refs/heads/master by this push:
new 03901fd Logging improvements
03901fd is described below
commit 03901fd01df36af6c1ce292ed2dcaf64d25a4c8d
Author: Dimuthu Wannipurage <[email protected]>
AuthorDate: Mon Aug 23 10:20:24 2021 -0400
Logging improvements
---
.../workflow/engine/wm/datasync/DataParsingWorkflowManager.java | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
diff --git
a/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
b/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
index 7482c7a..1d1cf73 100644
---
a/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
+++
b/data-orchestrator/workflow-engine/datasync-workflow-manager/src/main/java/org/apache/airavata/datalake/workflow/engine/wm/datasync/DataParsingWorkflowManager.java
@@ -142,6 +142,12 @@ public class DataParsingWorkflowManager {
return match;
}).collect(Collectors.toList());
+ if (selectedPJs.isEmpty()) {
+ logger.warn("No parsing jobs available for resource {} with
path {}. So ignoring the workflow",
+ sourceResourceId, metadata.getResourcePath());
+ continue;
+ }
+
Map<String, AbstractTask> taskMap = new HashMap<>();
SyncLocalDataDownloadTask downloadTask = new
SyncLocalDataDownloadTask();
@@ -201,7 +207,8 @@ public class DataParsingWorkflowManager {
String[] startTaskIds = {downloadTask.getTaskId()};
String workflowId = workflowOperator.buildAndRunWorkflow(taskMap,
startTaskIds);
- logger.info("Submitted workflow {} to parse resource {}",
workflowId, sourceResourceId);
+ logger.info("Submitted workflow {} to parse resource {} with path
{}", workflowId,
+ sourceResourceId, metadata.getResourcePath());
}
}
}