This is an automated email from the ASF dual-hosted git repository.
lahirujayathilake pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/airavata.git
from 9a465a2cbd fix devcontainer dockerfile
add ea7567fb94 refactor data models - split GroupComputeResourcePrefEntity
into abstract base and Slurm subclass
add 888286071c register SlurmGroupComputeResourcePrefEntity and populate
resourceType & Slurm-specific preferences in repos
add 31a9a4ac59 update the getGroupResourceProfile to load the
resource-specific properties
add 9c900e99a0 refactor Pre/PostWorkflowManager to instantiate tasks via
TaskFactory
add 0a09a41e26 Implement AWS task factory, EC2 instance creation workflow,
and migration script
add 76004dc829 updated the simple orchestrator to support aws tasks
creation, included the libs in distributions, and updated the participant with
tasks
add 2420d9004f updated the participant distribution to have all the
transitive dependencies
add 3b206a7722 include scratch location in the base group compute resource
pref entity class
add 4f6327cebc aws job submission impl along with cloud groovy template
for job submission
add 6b79d4c700 resource job manager for cloud job submission protocol
add 0f6a986c99 updated the job status and correct agent adaptor to upload
files in aws workflows
add 62ffa72536 AWS job submission wait logic to use exponential backoff
add b448f9c5b2 AWS job monitoring, cancellation, and resource cleanup
add cd83f11c2d fixing the aws job script name
add e60b4d1f99 Merge branch 'master' into airavata-aws
add 623118d3bf included AWS SDK dependencies
add c6798ee176 included the entity classes in persistence.xml and updated
the deployment scripts
add 3f3ce9dfa4 Merge branch 'master' into airavata-aws
add a640bb788e ensure complete service shutdown by terminating child
processes
add 440ed023f6 return onFail when there's an exception while creating EC2
instance
add 0f3e0219b7 spotless
new 4428853319 Merge pull request #533 from apache/airavata-aws
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../init/06-cloud-execution-support-migration.sql | 82 +++++
airavata-api/pom.xml | 13 +
.../apache/airavata/helix/agent/ssh/SSHUtil.java | 69 +++++
.../helix/impl/participant/GlobalParticipant.java | 5 +-
.../airavata/helix/impl/task/AWSTaskFactory.java | 73 +++++
...kOnFailException.java => HelixTaskFactory.java} | 41 ++-
.../airavata/helix/impl/task/SlurmTaskFactory.java | 84 +++++
.../airavata/helix/impl/task/TaskContext.java | 41 ++-
.../impl/task/TaskFactory.java} | 28 +-
.../helix/impl/task/aws/AWSJobSubmissionTask.java | 339 +++++++++++++++++++++
.../impl/task/aws/AWSProcessContextManager.java | 138 +++++++++
.../helix/impl/task/aws/CreateEC2InstanceTask.java | 168 ++++++++++
.../MockTask.java => aws/NoOperationTask.java} | 15 +-
.../helix/impl/task/aws/utils/AWSTaskUtil.java | 125 ++++++++
.../task/aws/utils/ExponentialBackoffWaiter.java | 102 +++++++
.../impl/task/submission/JobSubmissionTask.java | 13 +-
.../impl/task/submission/config/JobFactory.java | 2 +
...tion.java => CloudJobManagerConfiguration.java} | 65 ++--
.../helix/impl/workflow/PostWorkflowManager.java | 48 ++-
.../helix/impl/workflow/PreWorkflowManager.java | 78 +++--
.../util/GroupComputeResourcePreferenceUtil.java | 31 +-
.../orchestrator/core/utils/OrchestratorUtils.java | 31 +-
.../cpi/impl/SimpleOrchestratorImpl.java | 248 ++++++++-------
.../AWSGroupComputeResourcePrefEntity.java | 75 +++++
.../appcatalog/GroupComputeResourcePrefEntity.java | 137 ++-------
...va => SlurmGroupComputeResourcePrefEntity.java} | 135 +-------
.../appcatalog/GroupResourceProfileRepository.java | 127 ++++++--
.../appcatalog/GrpComputePrefRepository.java | 52 ++++
.../migrator/airavata/AiravataDataMigrator.java | 52 +++-
.../src/main/resources/CLOUD_Groovy.template | 17 +-
.../src/main/resources/META-INF/persistence.xml | 2 +
.../GroupComputeResourcePreferenceUtilTest.java | 8 +-
.../GroupResourceProfileRepositoryTest.java | 156 +++++-----
.../deployment-scripts/distribution_backup.sh | 1 +
.../deployment-scripts/distribution_update.sh | 9 +
dev-tools/deployment-scripts/services_down.sh | 9 +-
dev-tools/deployment-scripts/services_up.sh | 7 +
dev-tools/load-client/pom.xml | 5 +
.../load-client/src/main/resources/bin/setenv.sh | 2 +
.../service/handlers/AgentManagementHandler.java | 15 +-
.../src/main/resources/distribution/bin/setenv.sh | 2 +
.../src/main/resources/distribution/bin/setenv.sh | 2 +
.../file/server/service/ProcessDataManager.java | 29 +-
.../src/main/resources/distribution/bin/setenv.sh | 2 +
modules/ide-integration/pom.xml | 2 +-
.../src/main/resources/distribution/bin/setenv.sh | 2 +
pom.xml | 17 ++
.../group_resource_profile_model.thrift | 45 ++-
48 files changed, 2107 insertions(+), 642 deletions(-)
create mode 100644
.devcontainer/database_scripts/init/06-cloud-execution-support-migration.sql
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/agent/ssh/SSHUtil.java
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/AWSTaskFactory.java
copy
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/{TaskOnFailException.java
=> HelixTaskFactory.java} (61%)
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/SlurmTaskFactory.java
copy
airavata-api/src/main/java/org/apache/airavata/{registry/core/repositories/appcatalog/ComputeResourcePolicyRepository.java
=> helix/impl/task/TaskFactory.java} (56%)
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/aws/AWSJobSubmissionTask.java
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/aws/AWSProcessContextManager.java
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/aws/CreateEC2InstanceTask.java
copy
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/{mock/MockTask.java
=> aws/NoOperationTask.java} (68%)
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/aws/utils/AWSTaskUtil.java
create mode 100644
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/aws/utils/ExponentialBackoffWaiter.java
copy
airavata-api/src/main/java/org/apache/airavata/helix/impl/task/submission/config/app/{ForkJobConfiguration.java
=> CloudJobManagerConfiguration.java} (58%)
create mode 100644
airavata-api/src/main/java/org/apache/airavata/registry/core/entities/appcatalog/AWSGroupComputeResourcePrefEntity.java
copy
airavata-api/src/main/java/org/apache/airavata/registry/core/entities/appcatalog/{GroupComputeResourcePrefEntity.java
=> SlurmGroupComputeResourcePrefEntity.java} (51%)
