[airavata-django-portal] branch master updated: WIP
This is an automated email from the ASF dual-hosted git repository.
machristie pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-django-portal.git
The following commit(s) were added to refs/heads/master by this push:
new 1ad4e74 WIP
1ad4e74 is described below
commit 1ad4e744a7d012f076b2ba5792fbe3bf3e056894
Author: Marcus Christie
AuthorDate: Wed Mar 17 09:41:49 2021 -0400
WIP
---
django_airavata/static/common/js/components/ShareButton.vue | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/django_airavata/static/common/js/components/ShareButton.vue
b/django_airavata/static/common/js/components/ShareButton.vue
index c7d2d33..aac8869 100644
--- a/django_airavata/static/common/js/components/ShareButton.vue
+++ b/django_airavata/static/common/js/components/ShareButton.vue
@@ -256,8 +256,9 @@ export default {
(gp) => gp.group.isGatewayAdminsGroup
);
if (
+adminsGroupPermission &&
adminsGroupPermission.permissionType !==
-models.ResourcePermissionType.MANAGE_SHARING
+ models.ResourcePermissionType.MANAGE_SHARING
) {
adminsGroupPermission.permissionType =
models.ResourcePermissionType.MANAGE_SHARING;
[airavata-data-lake] 07/09: metadata service neo4j implementation
This is an automated email from the ASF dual-hosted git repository. smarru pushed a commit to branch metadata-service in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git commit 2724b9a8e90f7a66150b69b359fe319d9b9dba0e Author: Isuru Ranawaka AuthorDate: Wed Mar 10 21:44:02 2021 -0500 metadata service neo4j implementation --- airavata-data-lake.ipr | 112 ++ airavata-data-lake.iws | 418 metadata-service/data-builders/data-builders.iml | 16 + metadata-service/data-builders/pom.xml | 20 + metadata-service/db-service/db-service.iml | 420 + metadata-service/db-service/pom.xml| 49 +++ .../datalake/metadata/db/service/AppConfig.java| 108 ++ .../db/service/Neo4JServiceInitializer.java| 14 + .../metadata/db/service/XmlConfiguration.java | 9 + .../metadata/db/service/backend/Connector.java | 10 + .../metadata/db/service/backend/Person.java| 74 .../db/service/backend/neo4j/Neo4JConnector.java | 53 +++ .../neo4j/curd/operators/GenericService.java | 79 .../backend/neo4j/curd/operators/GroupService.java | 4 + .../neo4j/curd/operators/ResourceService.java | 4 + .../neo4j/curd/operators/SearchOperator.java | 33 ++ .../backend/neo4j/curd/operators/Service.java | 24 ++ .../backend/neo4j/curd/operators/UserService.java | 4 + .../service/backend/neo4j/model/nodes/Entity.java | 109 ++ .../service/backend/neo4j/model/nodes/Group.java | 208 ++ .../backend/neo4j/model/nodes/Resource.java| 215 +++ .../db/service/backend/neo4j/model/nodes/Role.java | 37 ++ .../backend/neo4j/model/nodes/ServiceAccount.java | 29 ++ .../service/backend/neo4j/model/nodes/Tenant.java | 125 ++ .../db/service/backend/neo4j/model/nodes/User.java | 132 +++ .../backend/neo4j/model/relationships/Belongs.java | 9 + .../neo4j/model/relationships/ConfiguredWith.java | 7 + .../backend/neo4j/model/relationships/Has.java | 9 + .../neo4j/model/relationships/HasAccess.java | 23 ++ .../neo4j/model/relationships/HasChildGroup.java | 9 + .../model/relationships/HasChildResource.java | 8 + .../neo4j/model/relationships/HasChildUser.java| 19 + .../neo4j/model/relationships/HasParentGroup.java | 19 + .../model/relationships/HasParentResource.java | 7 + .../backend/neo4j/model/relationships/HasRole.java | 8 + .../neo4j/model/relationships/MemberOf.java| 19 + .../neo4j/model/relationships/Relationship.java| 81 .../neo4j/model/relationships/SharedWith.java | 25 ++ .../service/exceptions/DBConnectorException.java | 10 + .../src/main/resources/application.properties | 23 ++ .../src/main/resources/applicationContext.xml | 12 + metadata-service/metadata-service.iml | 14 + metadata-service/pom.xml | 130 +++ pom.xml| 77 +++- 44 files changed, 2814 insertions(+), 1 deletion(-) diff --git a/airavata-data-lake.ipr b/airavata-data-lake.ipr new file mode 100644 index 000..3bec1ac --- /dev/null +++ b/airavata-data-lake.ipr @@ -0,0 +1,112 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/airavata-data-lake.iws b/airavata-data-lake.iws new file mode 100644 index 000..57de9a0 --- /dev/null +++ b/airavata-data-lake.iws @@ -0,0 +1,418 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
[airavata-data-lake] 09/09: Merge pull request #1 from isururanawaka/metadata_service
This is an automated email from the ASF dual-hosted git repository. smarru pushed a commit to branch metadata-service in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git commit d44747ec51d5618683451328703b0866246db988 Merge: ace1dc1 0bac93c Author: Suresh Marru AuthorDate: Wed Mar 17 16:51:36 2021 -0400 Merge pull request #1 from isururanawaka/metadata_service Metadata service airavata-data-lake.ipr | 114 +++ airavata-data-lake.iws | 418 +++ metadata-service/data-builders/data-builders.iml | 16 + metadata-service/data-builders/pom.xml | 20 + metadata-service/db-service/client/client.iml | 109 +++ .../db-service/client/db-service-client.iml| 16 + metadata-service/db-service/client/pom.xml | 28 + .../metadata/clients/MetadataServiceClient.java| 35 + .../clients/MetadataServiceClientBuilder.java | 12 + .../airavata/datalake/metadata/clients/Test.java | 78 ++ metadata-service/db-service/db-service.iml | 420 +++ metadata-service/db-service/pom.xml| 28 + .../db-service/server/db-service-server.iml| 462 metadata-service/db-service/server/pom.xml | 69 ++ metadata-service/db-service/server/server.iml | 109 +++ .../airavata/datalake/metadata/AppConfig.java | 149 .../datalake/metadata/Neo4JServiceInitializer.java | 14 + .../datalake/metadata/XmlConfiguration.java| 9 + .../datalake/metadata/backend/Connector.java | 10 + .../airavata/datalake/metadata/backend/Person.java | 72 ++ .../metadata/backend/neo4j/Neo4JConnector.java | 53 ++ .../neo4j/curd/operators/GenericService.java | 90 +++ .../backend/neo4j/curd/operators/GroupService.java | 4 + .../neo4j/curd/operators/GroupServiceImpl.java | 16 + .../neo4j/curd/operators/ResourceService.java | 4 + .../neo4j/curd/operators/ResourceServiceImpl.java | 16 + .../neo4j/curd/operators/SearchOperator.java | 33 + .../backend/neo4j/curd/operators/Service.java | 27 + .../neo4j/curd/operators/TenantService.java| 4 + .../neo4j/curd/operators/TenantServiceImpl.java| 15 + .../backend/neo4j/curd/operators/UserService.java | 4 + .../neo4j/curd/operators/UserServiceImpl.java | 16 + .../metadata/backend/neo4j/model/nodes/Entity.java | 109 +++ .../metadata/backend/neo4j/model/nodes/Group.java | 208 ++ .../backend/neo4j/model/nodes/Resource.java| 215 ++ .../metadata/backend/neo4j/model/nodes/Role.java | 37 + .../backend/neo4j/model/nodes/ServiceAccount.java | 29 + .../metadata/backend/neo4j/model/nodes/Tenant.java | 125 .../metadata/backend/neo4j/model/nodes/User.java | 132 .../backend/neo4j/model/relationships/Belongs.java | 9 + .../neo4j/model/relationships/ConfiguredWith.java | 7 + .../backend/neo4j/model/relationships/Has.java | 9 + .../neo4j/model/relationships/HasAccess.java | 23 + .../neo4j/model/relationships/HasChildGroup.java | 9 + .../model/relationships/HasChildResource.java | 8 + .../neo4j/model/relationships/HasChildUser.java| 19 + .../neo4j/model/relationships/HasParentGroup.java | 19 + .../model/relationships/HasParentResource.java | 7 + .../backend/neo4j/model/relationships/HasRole.java | 8 + .../neo4j/model/relationships/MemberOf.java| 19 + .../neo4j/model/relationships/Relationship.java| 81 +++ .../neo4j/model/relationships/SharedWith.java | 25 + .../metadata/exceptions/DBConnectorException.java | 10 + .../metadata/handlers/GroupServiceHandler.java | 38 + .../metadata/handlers/ResourceServiceHandler.java | 38 + .../metadata/handlers/TenantServiceHandler.java| 83 +++ .../metadata/handlers/UserServiceHandler.java | 29 + .../datalake/metadata/parsers/GroupParser.java | 68 ++ .../datalake/metadata/parsers/ResourceParser.java | 77 ++ .../datalake/metadata/parsers/TenantParser.java| 79 ++ .../datalake/metadata/parsers/UserParser.java | 22 + .../src/main/resources/application.properties | 23 + .../src/main/resources/applicationContext.xml | 12 + .../db-service/stub/db-service-stub.iml| 84 +++ metadata-service/db-service/stub/pom.xml | 57 ++ .../stub/src/main/proto/common/Common.proto| 12 + .../stub/src/main/proto/group/Group.proto | 88 +++ .../stub/src/main/proto/resource/Resource.proto| 97 +++ .../stub/src/main/proto/tenant/Tenant.proto| 67 ++ .../db-service/stub/src/main/proto/user/User.proto | 66 ++ metadata-service/db-service/stub/stub.iml | 111 +++ metadata-service/metadata-service.iml | 804 + metadata-service/pom.xml | 69 ++ pom.xml| 80 +- 74 files changed, 5581
[airavata-data-lake] 06/09: Adding repository support for SFTP Remotes
This is an automated email from the ASF dual-hosted git repository.
smarru pushed a commit to branch metadata-service
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
commit ace1dc1bdfd9b3058574686cb1fc719901700bd8
Author: Dimuthu Wannipurage
AuthorDate: Tue Jan 5 19:00:19 2021 -0500
Adding repository support for SFTP Remotes
---
data-orchestrator/data-orchestrator-api/pom.xml| 19 +++
.../api/controller/remote/SFTPController.java | 46 +--
.../api/db/entity/SFTPCredentialEntity.java| 140 +
.../api/db/entity/SFTPRemoteEntity.java| 92 ++
.../api/db/repo/SFTPCredentialRepository.java | 26
.../api/db/repo/SFTPRemoteRepository.java | 26
6 files changed, 337 insertions(+), 12 deletions(-)
diff --git a/data-orchestrator/data-orchestrator-api/pom.xml
b/data-orchestrator/data-orchestrator-api/pom.xml
index c840c04..e6433cb 100644
--- a/data-orchestrator/data-orchestrator-api/pom.xml
+++ b/data-orchestrator/data-orchestrator-api/pom.xml
@@ -41,6 +41,25 @@
org.springframework.boot
+spring-boot-starter-data-jpa
+2.4.1
+
+
+
+net.sf.dozer
+dozer
+5.5.1
+
+
+
+com.h2database
+h2
+1.4.197
+runtime
+
+
+
+org.springframework.boot
spring-boot-starter-test
test
diff --git
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/remote/SFTPController.java
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/remote/SFTPController.java
index 5492889..e7bced6 100644
---
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/remote/SFTPController.java
+++
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/remote/SFTPController.java
@@ -19,39 +19,61 @@
*/
package org.apache.airavata.datalake.orchestrator.api.controller.remote;
-import
org.apache.airavata.datalake.orchestrator.api.model.remote.SFTPCredential;
+import
org.apache.airavata.datalake.orchestrator.api.db.entity.SFTPRemoteEntity;
+import
org.apache.airavata.datalake.orchestrator.api.db.repo.SFTPRemoteRepository;
import org.apache.airavata.datalake.orchestrator.api.model.remote.SFTPRemote;
+import org.dozer.DozerBeanMapper;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.http.HttpStatus;
import org.springframework.web.bind.annotation.*;
+import org.springframework.web.server.ResponseStatusException;
+
+import java.util.Optional;
@RestController
@RequestMapping(path = "/remotes/sftp")
public class SFTPController {
+@Autowired
+private SFTPRemoteRepository sftpRemoteRepository;
+
@GetMapping(value = "/{remoteId}", produces = "application/json")
public SFTPRemote fetchSFTPRemote(@PathVariable(name = "remoteId") String
remoteId) {
-return new SFTPRemote()
-.setHost("localhost")
-.setPort(22)
-.setCredential(
-new SFTPCredential()
-.setAuthMethod(SFTPCredential.AuthMethod.SSH_KEY)
-.setPrivateKey("")
-.setPublicKey(""));
+
+Optional entityOp =
sftpRemoteRepository.findById(remoteId);
+SFTPRemoteEntity sftpRemoteEntity = entityOp.orElseThrow(
+() -> new
ResponseStatusException(HttpStatus.NOT_FOUND, remoteId + " not found"));
+DozerBeanMapper mapper = new DozerBeanMapper();
+return mapper.map(sftpRemoteEntity, SFTPRemote.class);
}
@PostMapping(value = "")
public String createSFTPRemote(@RequestBody SFTPRemote sftpRemote) {
-return "Remote id";
+
+DozerBeanMapper mapper = new DozerBeanMapper();
+SFTPRemoteEntity sftpRemoteEntity = mapper.map(sftpRemote,
SFTPRemoteEntity.class);
+SFTPRemoteEntity saved = sftpRemoteRepository.save(sftpRemoteEntity);
+return saved.getId();
}
@PutMapping(value = "/{remoteId}")
public String updateSFTPRemote(@RequestBody SFTPRemote sftpRemote,
@PathVariable(name = "remoteId") String
remoteId) {
-return "Remote id";
+
+DozerBeanMapper mapper = new DozerBeanMapper();
+SFTPRemoteEntity sftpRemoteEntity = mapper.map(sftpRemote,
SFTPRemoteEntity.class);
+sftpRemoteEntity.setId(remoteId);
+SFTPRemoteEntity saved = sftpRemoteRepository.save(sftpRemoteEntity);
+return saved.getId();
}
@DeleteMapping(value = "/{remoteId}")
public String removeSFTPRemote(@PathVariable(name = "remoteId") String
remoteId)
[airavata-data-lake] 01/09: bootstrapping git repo
This is an automated email from the ASF dual-hosted git repository. smarru pushed a commit to branch metadata-service in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git commit 3ed323a81d93a2da0cad1e748bc6e825102cb06d Author: Suresh Marru AuthorDate: Tue Nov 10 13:02:25 2020 -0500 bootstrapping git repo --- README.md | 35 +++ 1 file changed, 35 insertions(+) diff --git a/README.md b/README.md new file mode 100644 index 000..fd06c5a --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ + +# Apache Airavata Data Lake + +[](https://apache.org/licenses/LICENSE-2.0) + +Apache Airavata use cases enable capture of data from observational and experimental instruments and computations resulting from Airavata's orchestration capabilities. As the data deluges into vast amounts, harvesting the data, capturing metadata, presenting it for easy and controlled access becomes unmanageable. + +Airavata data lake will bundle stand alone services to catalog data in various data stores, extract and capture semantics and metadata descriptions of the data and preserve associated data provenance. The data lake will provide API's, query and search capabilities to programmatically search and retrieve data and power building user interactivity and data analysis applications on top of it. + + + +Airavata Data Lake will provide file watcher and other trigger capabilities to ingest data from scientific instruments as they become available. The framwork will enable pluggable data parsers to read structured and unstructured data files and extract meaningful descriptions. + +A bundled Data replica catalogs will associate pointers to data at multiple storgae locations. The replica catalog maps logical file names to the physical locations. Data Lake client SDK's will provide API functions to query replica location and resolve into multiple physical file locations. The client will be bundled with access protocols to retrive the data or to embedd into computational pipelines. + +Interfacing with Airavata [Managed File Transfer Service](https://github.com/apache/airavata-mft) Data can moved and archiving into longer term persistant storages like tapped archives. The Data archives will be indexed and have search capabilities + +Data Lake's provenance will provide information to capture parameters influenced the production or modification of the data. An abstraction API will enable plugging fine granted provenance based on Airavata tentant context. Interfacing with Airavata Orchestration Services, pointers to experiment catalog will enable restructuring of the underting computations. \ No newline at end of file
[airavata-data-lake] 03/09: Enabling the travis build
This is an automated email from the ASF dual-hosted git repository. smarru pushed a commit to branch metadata-service in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git commit 10266978c902a3db2b7ae540f9563e373175eb97 Author: Dimuthu Wannipurage AuthorDate: Fri Dec 11 04:22:36 2020 -0500 Enabling the travis build --- .gitignore | 6 +- .travis.yml | 36 pom.xml | 15 ++- 3 files changed, 55 insertions(+), 2 deletions(-) diff --git a/.gitignore b/.gitignore index 5559ec0..753237f 100644 --- a/.gitignore +++ b/.gitignore @@ -2,4 +2,8 @@ airavata-data-lake.iml data-orchestrator/data-orchestrator.iml data-orchestrator/data-orchestrator-api/data-orchestrator-api.iml -data-orchestrator/data-orchestrator-core/data-orchestrator-core.iml \ No newline at end of file +data-orchestrator/data-orchestrator-core/data-orchestrator-core.iml +target/ +data-orchestrator/target +data-orchestrator/data-orchestrator-core/target +data-orchestrator/data-orchestrator-api/target \ No newline at end of file diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 000..9f37705 --- /dev/null +++ b/.travis.yml @@ -0,0 +1,36 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +language: java + +sudo: false + +notifications: + email: +on_success: change +on_failure: always + +jdk: + - oraclejdk11 + +script: mvn clean install + +# Git-describe Maven plugin needs the full history +git: + depth: false diff --git a/pom.xml b/pom.xml index b3e53b6..48bcf01 100644 --- a/pom.xml +++ b/pom.xml @@ -50,6 +50,19 @@ https://issues.apache.org/jira/browse/AIRAVATA - + + + +org.apache.maven.plugins +maven-compiler-plugin +3.6.1 + +11 +11 +true + + + +
[airavata-data-lake] 02/09: Initial project structure for data orchestrator
This is an automated email from the ASF dual-hosted git repository.
smarru pushed a commit to branch metadata-service
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
commit 1eb8a81b7e8fe7de1d4589833ad5358ea85195b2
Author: Dimuthu Wannipurage
AuthorDate: Fri Dec 11 04:19:07 2020 -0500
Initial project structure for data orchestrator
---
.gitignore | 5 ++
data-orchestrator/data-orchestrator-api/pom.xml| 15 ++
.../datalake/orchestrator/api/Application.java | 26 ++
data-orchestrator/data-orchestrator-core/pom.xml | 15 ++
.../orchestrator/core/task/AbstractTask.java | 26 ++
data-orchestrator/pom.xml | 20
pom.xml| 55 ++
7 files changed, 162 insertions(+)
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 000..5559ec0
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,5 @@
+.idea/*
+airavata-data-lake.iml
+data-orchestrator/data-orchestrator.iml
+data-orchestrator/data-orchestrator-api/data-orchestrator-api.iml
+data-orchestrator/data-orchestrator-core/data-orchestrator-core.iml
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-api/pom.xml
b/data-orchestrator/data-orchestrator-api/pom.xml
new file mode 100644
index 000..720bd6c
--- /dev/null
+++ b/data-orchestrator/data-orchestrator-api/pom.xml
@@ -0,0 +1,15 @@
+
+http://maven.apache.org/POM/4.0.0;
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance;
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd;>
+
+data-orchestrator
+org.apache.airavata.data.lake
+0.01-SNAPSHOT
+
+4.0.0
+
+data-orchestrator-api
+
+
+
\ No newline at end of file
diff --git
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
new file mode 100644
index 000..dc91369
--- /dev/null
+++
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
@@ -0,0 +1,26 @@
+/*
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.airavata.datalake.orchestrator.api;
+
+/**
+ * TODO: Spring Boot API
+ */
+public class Application {
+}
diff --git a/data-orchestrator/data-orchestrator-core/pom.xml
b/data-orchestrator/data-orchestrator-core/pom.xml
new file mode 100644
index 000..583e58a
--- /dev/null
+++ b/data-orchestrator/data-orchestrator-core/pom.xml
@@ -0,0 +1,15 @@
+
+http://maven.apache.org/POM/4.0.0;
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance;
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd;>
+
+data-orchestrator
+org.apache.airavata.data.lake
+0.01-SNAPSHOT
+
+4.0.0
+
+data-orchestrator-core
+
+
+
\ No newline at end of file
diff --git
a/data-orchestrator/data-orchestrator-core/src/main/java/org/apache/airavata/datalake/orchestrator/core/task/AbstractTask.java
b/data-orchestrator/data-orchestrator-core/src/main/java/org/apache/airavata/datalake/orchestrator/core/task/AbstractTask.java
new file mode 100644
index 000..1072614
--- /dev/null
+++
b/data-orchestrator/data-orchestrator-core/src/main/java/org/apache/airavata/datalake/orchestrator/core/task/AbstractTask.java
@@ -0,0 +1,26 @@
+/*
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is
[airavata-data-lake] 05/09: Initial framework for orchestrator API
This is an automated email from the ASF dual-hosted git repository.
smarru pushed a commit to branch metadata-service
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
commit 5c072e3b648a1b56f7aa19910764f83df6ca3f14
Author: Dimuthu Wannipurage
AuthorDate: Tue Jan 5 04:51:42 2021 -0500
Initial framework for orchestrator API
---
data-orchestrator/data-orchestrator-api/pom.xml| 51 ++
.../datalake/orchestrator/api/Application.java | 7 ++
.../HookController.java} | 7 +-
.../api/controller/TransferController.java | 48 +
.../api/controller/remote/SFTPController.java | 57 +++
.../orchestrator/api/model/TransferEntry.java | 75 ++
.../api/model/remote/SFTPCredential.java | 110 +
.../orchestrator/api/model/remote/SFTPRemote.java | 73 ++
data-orchestrator/pom.xml | 21
9 files changed, 444 insertions(+), 5 deletions(-)
diff --git a/data-orchestrator/data-orchestrator-api/pom.xml
b/data-orchestrator/data-orchestrator-api/pom.xml
index 720bd6c..c840c04 100644
--- a/data-orchestrator/data-orchestrator-api/pom.xml
+++ b/data-orchestrator/data-orchestrator-api/pom.xml
@@ -1,4 +1,25 @@
+
http://maven.apache.org/POM/4.0.0;
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance;
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd;>
@@ -11,5 +32,35 @@
data-orchestrator-api
+
+
+org.springframework.boot
+spring-boot-starter-web
+2.4.1
+
+
+
+org.springframework.boot
+spring-boot-starter-test
+test
+
+
+org.junit.vintage
+junit-vintage-engine
+
+
+2.4.1
+
+
+
+
+
+
+org.springframework.boot
+spring-boot-maven-plugin
+2.4.1
+
+
+
\ No newline at end of file
diff --git
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
index dc91369..df78fc2 100644
---
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
+++
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
@@ -19,8 +19,15 @@
*/
package org.apache.airavata.datalake.orchestrator.api;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
/**
* TODO: Spring Boot API
*/
+@SpringBootApplication
public class Application {
+public static void main(String[] args) {
+SpringApplication.run(Application.class, args);
+}
}
diff --git
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/HookController.java
similarity index 87%
copy from
data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
copy to
data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/HookController.java
index dc91369..c171681 100644
---
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/Application.java
+++
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/HookController.java
@@ -17,10 +17,7 @@
* specific language governing permissions and limitations
* under the License.
*/
-package org.apache.airavata.datalake.orchestrator.api;
+package org.apache.airavata.datalake.orchestrator.api.controller;
-/**
- * TODO: Spring Boot API
- */
-public class Application {
+public class HookController {
}
diff --git
a/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/TransferController.java
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/TransferController.java
new file mode 100644
index 000..5e5b04c
--- /dev/null
+++
b/data-orchestrator/data-orchestrator-api/src/main/java/org/apache/airavata/datalake/orchestrator/api/controller/TransferController.java
@@ -0,0 +1,48 @@
+/*
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding
[airavata-data-lake] branch metadata-service updated (ace1dc1 -> d44747e)
This is an automated email from the ASF dual-hosted git repository. smarru pushed a change to branch metadata-service in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git. from ace1dc1 Adding repository support for SFTP Remotes new 2724b9a metadata service neo4j implementation new 0bac93c gRCP saving path new d44747e Merge pull request #1 from isururanawaka/metadata_service The 9 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: airavata-data-lake.ipr | 114 +++ airavata-data-lake.iws | 418 +++ metadata-service/data-builders/data-builders.iml | 16 + .../data-builders}/pom.xml | 9 +- metadata-service/db-service/client/client.iml | 109 +++ .../db-service/client/db-service-client.iml| 16 + metadata-service/db-service/client/pom.xml | 28 + .../metadata/clients/MetadataServiceClient.java| 35 + .../clients/MetadataServiceClientBuilder.java | 12 + .../airavata/datalake/metadata/clients/Test.java | 78 ++ metadata-service/db-service/db-service.iml | 420 +++ metadata-service/db-service/pom.xml| 28 + .../db-service/server/db-service-server.iml| 462 metadata-service/db-service/server/pom.xml | 69 ++ metadata-service/db-service/server/server.iml | 109 +++ .../airavata/datalake/metadata/AppConfig.java | 149 .../datalake/metadata/Neo4JServiceInitializer.java | 14 + .../datalake/metadata/XmlConfiguration.java| 9 + .../datalake/metadata/backend/Connector.java | 10 + .../airavata/datalake/metadata/backend/Person.java | 72 ++ .../metadata/backend/neo4j/Neo4JConnector.java | 53 ++ .../neo4j/curd/operators/GenericService.java | 90 +++ .../backend/neo4j/curd/operators/GroupService.java | 4 + .../neo4j/curd/operators/GroupServiceImpl.java | 16 + .../neo4j/curd/operators/ResourceService.java | 4 + .../neo4j/curd/operators/ResourceServiceImpl.java | 16 + .../neo4j/curd/operators/SearchOperator.java | 33 + .../backend/neo4j/curd/operators/Service.java | 27 + .../neo4j/curd/operators/TenantService.java| 4 + .../neo4j/curd/operators/TenantServiceImpl.java| 15 + .../backend/neo4j/curd/operators/UserService.java | 4 + .../neo4j/curd/operators/UserServiceImpl.java | 16 + .../metadata/backend/neo4j/model/nodes/Entity.java | 109 +++ .../metadata/backend/neo4j/model/nodes/Group.java | 208 ++ .../backend/neo4j/model/nodes/Resource.java| 215 ++ .../metadata/backend/neo4j/model/nodes/Role.java | 37 + .../backend/neo4j/model/nodes/ServiceAccount.java | 29 + .../metadata/backend/neo4j/model/nodes/Tenant.java | 125 .../metadata/backend/neo4j/model/nodes/User.java | 132 .../backend/neo4j/model/relationships/Belongs.java | 9 + .../neo4j/model/relationships/ConfiguredWith.java | 7 + .../backend/neo4j/model/relationships/Has.java | 9 + .../neo4j/model/relationships/HasAccess.java | 23 + .../neo4j/model/relationships/HasChildGroup.java | 9 + .../model/relationships/HasChildResource.java | 8 + .../neo4j/model/relationships/HasChildUser.java| 19 + .../neo4j/model/relationships/HasParentGroup.java | 19 + .../model/relationships/HasParentResource.java | 7 + .../backend/neo4j/model/relationships/HasRole.java | 8 + .../neo4j/model/relationships/MemberOf.java| 19 + .../neo4j/model/relationships/Relationship.java| 81 +++ .../neo4j/model/relationships/SharedWith.java | 25 + .../metadata/exceptions/DBConnectorException.java | 10 + .../metadata/handlers/GroupServiceHandler.java | 38 + .../metadata/handlers/ResourceServiceHandler.java | 38 + .../metadata/handlers/TenantServiceHandler.java| 83 +++ .../metadata/handlers/UserServiceHandler.java | 29 + .../datalake/metadata/parsers/GroupParser.java | 68 ++ .../datalake/metadata/parsers/ResourceParser.java | 77 ++ .../datalake/metadata/parsers/TenantParser.java| 79 ++ .../datalake/metadata/parsers/UserParser.java | 22 + .../src/main/resources/application.properties | 23 + .../src/main/resources/applicationContext.xml | 12 + .../db-service/stub/db-service-stub.iml| 84 +++ metadata-service/db-service/stub/pom.xml | 57 ++ .../stub/src/main/proto/common/Common.proto| 12 + .../stub/src/main/proto/group/Group.proto | 88 +++ .../stub/src/main/proto/resource/Resource.proto| 97 +++ .../stub/src/main/proto/tenant/Tenant.proto| 67 ++ .../db-service/stub/src/main/proto/user/User.proto | 66 ++
[airavata-data-lake] 04/09: Showing the latest build status
This is an automated email from the ASF dual-hosted git repository. smarru pushed a commit to branch metadata-service in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git commit d760234496163a8064b77373cfe762a4367b Author: Dimuthu Wannipurage AuthorDate: Fri Dec 11 04:26:20 2020 -0500 Showing the latest build status --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index fd06c5a..2c0476f 100644 --- a/README.md +++ b/README.md @@ -19,6 +19,7 @@ # Apache Airavata Data Lake [](https://apache.org/licenses/LICENSE-2.0) +[](https://travis-ci.org/apache/airavata-data-lake) Apache Airavata use cases enable capture of data from observational and experimental instruments and computations resulting from Airavata's orchestration capabilities. As the data deluges into vast amounts, harvesting the data, capturing metadata, presenting it for easy and controlled access becomes unmanageable.
