This is an automated email from the ASF dual-hosted git repository. isjarana pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
commit cd91d25cbfd4284a43780ccbac77df25794bdc92 Merge: 42c9da6 049cb5c Author: Dimuthu Wannipurage <[email protected]> AuthorDate: Mon May 31 23:03:01 2021 -0400 Merge pull request #4 from isururanawaka/data_orchestrator Data orchestrator airavata-data-lake.ipr | 2164 +++++++++++++++++++- airavata-data-lake.iws | 251 ++- .../datalake/orchestrator/api/Application.java | 33 - .../api/controller/HookController.java | 23 - .../api/controller/TransferController.java | 48 - .../api/controller/remote/SFTPController.java | 79 - .../api/db/entity/SFTPCredentialEntity.java | 140 -- .../api/db/entity/SFTPRemoteEntity.java | 92 - .../api/db/repo/SFTPCredentialRepository.java | 26 - .../api/db/repo/SFTPRemoteRepository.java | 26 - .../orchestrator/api/model/TransferEntry.java | 75 - .../api/model/remote/SFTPCredential.java | 110 - .../orchestrator/api/model/remote/SFTPRemote.java | 73 - .../data-orchestrator-clients-core/pom.xml | 28 + .../clients/core/AbstractListener.java | 51 + .../clients/core/EventPublisher.java | 17 + .../dataorchestrator/clients/core/Utils.java | 4 + .../logs/airavata.log | 539 +++++ .../data-orchestrator-file-event-listener/pom.xml | 86 + .../file/client/FileClientInitializer.java | 51 + .../file/client/Listener/FileListener.java | 34 + .../file/client/model/Configuration.java | 84 + .../file/client/model/FileEvent.java | 10 + .../file/client/publisher/FileEventPublisher.java | 37 + .../file/client/watcher/FileWatcher.java | 198 ++ .../file/client/watcher/FileWatcherExecutor.java | 37 + .../src/main/resources/config.yml | 9 + .../pom.xml | 11 +- .../pom.xml | 14 +- .../dataorchestrator/messaging/Constants.java | 7 + .../messaging/MessagingEvents.java | 9 + .../messaging/consumer/ConsumerCallback.java | 10 + .../messaging/consumer/MessageConsumer.java | 63 + .../messaging/model/NotificationEvent.java | 119 ++ .../model/NotificationEventDeserializer.java | 40 + .../model/NotificationEventSerializer.java | 34 + .../messaging/publisher/MessageProducer.java | 41 + .../data-orchestrator-registry/pom.xml | 47 + .../persistance/DataOrchestratorEntity.java | 162 ++ .../DataOrchestratorEventRepository.java | 6 + .../registry/persistance/EntityStatus.java | 9 + .../registry/persistance/WorkflowEntity.java | 91 + .../persistance/WorkflowEntityRepository.java | 6 + .../registry/persistance/WorkflowTaskEntity.java | 100 + .../data-orchestrator-api-server}/pom.xml | 65 +- .../orchestrator/APIServerInitializer.java | 92 + .../datalake/orchestrator/Configuration.java | 208 ++ .../db/inmemory/DefaultInMemoryStore.java | 76 + .../handlers/OrchestratorEventHandler.java | 75 + .../processor/InboundEventProcessor.java | 83 + .../processor/OutboundEventProcessor.java | 116 ++ .../src/main/resources/application.properties | 12 + .../src/main/resources/config.yml | 17 + .../data-orchestrator-service-core}/pom.xml | 2 +- .../datalake/orchestrator/core}/AbstractTask.java | 2 +- .../orchestrator/core/adaptors/StorageAdaptor.java | 17 + .../core/processor/MessageProcessor.java | 8 + .../pom.xml | 13 +- data-orchestrator/pom.xml | 6 +- data-orchestrator/workflow-engine/README.md | 6 +- data-orchestrator/workflow-engine/pom.xml | 7 +- .../workflow-engine/workflow-engine-api/pom.xml | 107 + .../workflow/engine/monitor/AsyncEventMonitor.java | 0 .../engine/services/controller/Controller.java | 0 .../engine/services/handler/APIRunner.java | 27 + .../services/handler/WorkflowEngineAPIHandler.java | 38 + .../engine/services/participant/Participant.java | 0 .../services/wm/DataSyncWorkflowManager.java | 0 .../engine/services/wm/PreWorkflowManager.java | 47 + .../engine/services/wm/WorkflowOperator.java | 0 .../workflow/engine/task/AbstractTask.java | 0 .../workflow/engine/task/BlockingTask.java | 0 .../workflow/engine/task/NonBlockingTask.java | 0 .../orchestrator/workflow/engine/task/OutPort.java | 0 .../workflow/engine/task/TaskParamType.java | 0 .../engine/task/annotation/BlockingTaskDef.java | 0 .../engine/task/annotation/NonBlockingSection.java | 0 .../engine/task/annotation/NonBlockingTaskDef.java | 0 .../engine/task/annotation/TaskOutPort.java | 0 .../workflow/engine/task/annotation/TaskParam.java | 0 .../engine/task/impl/ExampleBlockingTask.java | 0 .../engine/task/impl/ExampleNonBlockingTask.java | 0 .../src/main/resources/application.properties | 15 +- .../src/main/resources/logback.xml | 0 .../src/main/resources/task-list.yaml | 0 .../workflow-engine/workflow-engine-client/pom.xml | 67 + .../engine/client/WorkflowEngineClient.java | 20 + .../workflow-engine/workflow-engine-stubs/pom.xml | 79 + .../src/main/proto/Common.proto} | 13 +- .../src/main/proto/service/WorkflowService.proto} | 37 +- .../drms-rest-proxy/src/main/resources/drms.pb | Bin 102693 -> 104720 bytes .../drms-stubs/drms.pb | Bin 102693 -> 104720 bytes metadata-service/data-builders/data-builders.iml | 2 +- pom.xml | 5 +- 94 files changed, 5515 insertions(+), 841 deletions(-)
