This is an automated email from the ASF dual-hosted git repository.
yasith pushed a change to branch service-layer-improvements
in repository https://gitbox.apache.org/repos/asf/airavata.git
from 0b148a8bcf make every group credential-based to avoid confusions and
match usage
add 2d01fb85c0 Update dependencies in pom.xml, enhance .gitignore for
local environment, and improve README for clarity. Add .env.example for
configuration and streamline Docker Compose setup. Remove deprecated files and
refine Keycloak setup script for better initialization control.
No new revisions were added by this update.
Summary of changes:
.devcontainer/.env.example | 4 +
.devcontainer/Dockerfile | 75 ---
.devcontainer/authorized_keys | 1 -
.devcontainer/docker-compose.yml | 28 +-
.devcontainer/keycloak/keycloak.conf | 3 +-
.devcontainer/keycloak/setup-keycloak.sh | 131 ++++-
.devcontainer/sshd.sh | 36 --
.gitignore | 5 +
.vscode/launch.json | 56 ++-
README.md | 309 +++++++-----
RELEASE_NOTES | 22 +
.../airavata/model/data/movement/ttypes.py | 3 +-
.../airavata_experiments/airavata.py | 19 +-
.../airavata_experiments/base.py | 2 +-
.../airavata_jupyter_magic/__init__.py | 4 +-
dev-tools/deployment-scripts/README.md | 18 +-
.../deployment-scripts/distribution_backup.sh | 2 +-
.../deployment-scripts/distribution_update.sh | 10 +-
dev-tools/deployment-scripts/docker-startup.sh | 6 +-
dev-tools/deployment-scripts/services_down.sh | 5 +-
dev-tools/deployment-scripts/services_up.sh | 5 +-
.../apache/airavata/tools/load/StatusMonitor.java | 2 +-
.../org/apache/airavata/tools/load/UnitLoad.java | 2 +-
dev-tools/simstream/simstream/datacollector.py | 2 +-
dev-tools/simstream/simstream/datareporter.py | 4 +-
dev-tools/simstream/simstream/eventmonitor.py | 5 +-
dev-tools/simstream/simstream/simstream.py | 14 +-
docs/ARCHITECTURE.md | 529 ---------------------
docs/DAPR_WORKFLOW_STATE_MACHINE_SPEC.md | 388 ---------------
docs/ERD.md | 256 ++++++++++
docs/PLAN_REMOVE_PUBSUB_WORKFLOW_DRIVEN.md | 221 ---------
docs/README.md | 4 +
docs/RESOURCE_SCOPE_MODEL.md | 157 ------
docs/SCHEMA_MIGRATIONS.md | 115 -----
.../airavata/client/samples/CancelExperiments.java | 2 +-
.../client/samples/CreateLaunchExperiment.java | 2 +-
.../client/samples/CreateLaunchExperimentUS3.java | 2 +-
.../client/secure/client/SecureClient.java | 2 +-
.../client/tools/RegisterSampleApplications.java | 4 +-
.../profile/client/samples/UserProfileSample.java | 13 +-
.../service/handlers/AgentManagementHandler.java | 4 +-
.../airavata-fuse/src/grpcfs_server/main.go | 4 +-
modules/airavata-api/pom.xml | 16 +
.../AccountProvisioningExceptions.java | 71 +++
.../accountprovisioning/InvalidSetupException.java | 42 --
.../InvalidUsernameException.java | 43 --
.../accountprovisioning/SSHAccountManager.java | 7 +-
.../accountprovisioning/SSHAccountProvisioner.java | 20 +-
.../provisioner/IULdapSSHAccountProvisioner.java | 2 +-
.../cluster/ClusterStatusMonitorActivity.java | 4 +-
.../monitoring/compute/ComputeMonitorActivity.java | 4 +-
.../monitoring/data/DataAnalyzerActivity.java | 2 +-
.../cancel/WorkflowCancellationActivity.java | 2 +-
.../apache/airavata/agents/api/AdaptorSupport.java | 2 +-
.../apache/airavata/agents/api/AgentAdaptor.java | 2 +-
.../apache/airavata/agents/api/AgentException.java | 2 +-
.../apache/airavata/agents/api/CommandOutput.java | 2 +-
.../airavata/agents/ssh/SshAdaptorParams.java | 2 +-
.../airavata/agents/ssh/StandardOutReader.java | 2 +-
.../agents/support/AdaptorSupportImpl.java | 2 +-
.../apache/airavata/agents/support/AgentStore.java | 2 +-
.../common/exception/AiravataClientException.java | 65 ---
.../exception/AiravataConfigurationException.java | 34 --
.../common/exception/AiravataErrorType.java | 67 ---
.../common/exception/AiravataException.java | 35 --
.../common/exception/AiravataStartupException.java | 45 --
.../common/exception/AiravataSystemException.java | 55 ---
.../exception/ApplicationSettingsException.java | 33 --
.../airavata/common/exception/AuthExceptions.java | 67 +++
.../common/exception/AuthenticationException.java | 51 --
.../common/exception/AuthorizationException.java | 52 --
.../common/exception/CatalogExceptions.java | 85 ++++
.../airavata/common/exception/CoreExceptions.java | 185 +++++++
.../common/exception/DuplicateEntryException.java | 51 --
.../common/exception/ErrorCodeGenerator.java | 69 ---
.../common/exception/ExceptionHandlerUtil.java | 142 ------
.../exception/ExperimentNotFoundException.java | 51 --
.../common/exception/InvalidRequestException.java | 51 --
.../exception/LaunchValidationException.java | 65 ---
.../common/exception/ProjectNotFoundException.java | 52 --
.../common/exception/TimedOutException.java | 40 --
.../common/exception/ValidationExceptions.java | 177 +++++++
.../common/exception/ValidationResults.java | 67 ---
.../airavata/common/exception/ValidatorResult.java | 65 ---
.../apache/airavata/common/logging/Exception.java | 64 ---
.../airavata/common/logging/LoggingUtil.java | 19 +-
.../airavata/common/logging/MDCConstants.java | 28 --
.../airavata/common/model/AllocationPool.java | 113 +++++
.../apache/airavata/common/model/BatchQueue.java | 18 +-
.../apache/airavata/common/model/ClusterInfo.java | 90 ++++
.../common/model/ComputeResourceDescription.java | 62 ++-
...{EdgeModel.java => ComputeResourceProject.java} | 63 ++-
.../airavata/common/model/ComputeResourceType.java | 5 +-
.../airavata/common/model/CustomDashboard.java | 7 +-
.../airavata/common/model/DataProductModel.java | 193 +++++++-
.../org/apache/airavata/common/model/DataType.java | 5 +-
.../common/model/GroupResourceProfile.java | 26 +-
.../airavata/common/model/NSFDemographics.java | 7 +-
.../airavata/common/model/PartitionInfo.java | 114 +++++
.../airavata/common/model/PreferenceLevel.java | 64 ++-
.../airavata/common/model/ProfileOwnerType.java | 20 +-
.../common/model/ProjectResourceAccount.java | 93 ++++
.../airavata/common/model/ResourceAccessGrant.java | 205 ++++++++
.../airavata/common/model/SharingResourceType.java | 7 +-
.../model/SlurmComputeResourcePreference.java | 7 +-
.../airavata/common/model/USCitizenship.java | 5 +-
.../apache/airavata/common/model/UserProfile.java | 26 +-
.../apache/airavata/common/model/disability.java | 5 +-
.../apache/airavata/common/model/ethnicity.java | 5 +-
.../org/apache/airavata/common/model/race.java | 5 +-
.../org/apache/airavata/common/utils/DBUtil.java | 2 +-
.../org/apache/airavata/common/utils/JSONUtil.java | 1 -
.../apache/airavata/common/utils/SwingUtil.java | 350 --------------
.../airavata/config/AiravataConfigUtils.java | 16 +-
.../airavata/config/AiravataServerProperties.java | 2 +-
.../java/org/apache/airavata/config/JpaConfig.java | 2 +-
.../conditional/ConditionalOnApiService.java | 66 ---
.../conditional/ConditionalOnController.java | 48 --
.../config/conditional/ConditionalOnMonitor.java | 48 --
.../conditional/ConditionalOnParticipant.java | 48 --
.../config/conditional/ServiceConditionals.java | 95 ++++
.../org/apache/airavata/credential/Credential.java | 15 +-
.../credential/entities/CredentialEntity.java | 14 +
.../credential/model/CredentialSummary.java | 21 +-
.../credential/model/PasswordCredential.java | 11 +-
.../airavata/credential/model/SSHCredential.java | 18 +-
.../repositories/CredentialRepository.java | 21 +
.../services/CredentialEntityService.java | 35 +-
.../credential/services/CredentialReaderImpl.java | 2 +-
.../credential/utils/NotifierBootstrap.java | 2 +-
.../apache/airavata/monitor/AbstractMonitor.java | 2 +-
.../monitor/compute/ComputeResourceMonitor.java | 2 +-
.../monitor/email/AiravataCustomMailParser.java | 2 +-
.../apache/airavata/monitor/email/EmailParser.java | 2 +-
.../monitor/email/HTCondorEmailParser.java | 2 +-
.../airavata/monitor/email/LSFEmailParser.java | 2 +-
.../airavata/monitor/email/PBSEmailParser.java | 2 +-
.../airavata/monitor/email/SLURMEmailParser.java | 2 +-
.../airavata/monitor/email/UGEEmailParser.java | 4 +-
.../realtime/RealtimeComputeStatusParser.java | 98 ++--
.../apache/airavata/orchestrator/Constants.java | 26 -
.../apache/airavata/orchestrator/Orchestrator.java | 4 +-
.../orchestrator/OrchestratorConstants.java | 8 +-
.../airavata/orchestrator/OrchestratorContext.java | 2 +-
.../airavata/orchestrator/OrchestratorUtils.java | 8 +-
.../orchestrator/ProcessStatusUpdater.java | 2 +-
.../airavata/orchestrator/ValidationService.java | 4 +-
.../orchestrator/ValidationServiceImpl.java | 8 +-
.../internal/messaging/DaprMessagingFactory.java | 141 ------
.../internal/messaging/DaprMessagingImpl.java | 406 ++++++++++++++++
.../internal/messaging/DaprPublisher.java | 99 ----
.../internal/messaging/DaprSubscriber.java | 76 ---
.../messaging/DaprSubscriptionController.java | 127 -----
.../messaging/DaprSubscriptionRegistry.java | 46 --
.../internal/messaging/DaprTopics.java | 59 ---
.../internal/messaging/MessageContext.java | 116 -----
.../internal/messaging/MessageHandler.java | 26 -
.../internal/messaging/MessagingContracts.java | 228 +++++++++
.../orchestrator/internal/messaging/Publisher.java | 44 --
.../internal/messaging/Subscriber.java | 46 --
.../internal/messaging/TimestampDeserializer.java | 42 --
.../internal/messaging/TimestampSerializer.java | 41 --
.../orchestrator/internal/messaging/Type.java | 27 --
.../internal/monitoring/DaprMonitoringHandler.java | 37 --
.../monitoring/JobStatusEventPublisher.java | 174 +++++++
.../JobStatusEventToResultConverter.java | 110 +++++
.../internal/monitoring/MessageProducer.java | 54 +--
.../monitoring/MonitoringJobStatusController.java | 42 +-
.../internal/participant/TaskHelperImpl.java | 2 +-
.../internal/state/DaprStateManagerImpl.java | 8 +-
.../internal/workflow/DaprWorkflowDefinition.java | 2 +-
.../workflow/ProcessStatusUpdateHelper.java | 12 +-
.../orchestrator/messaging/MessagingFactory.java | 23 +-
.../airavata/orchestrator/messaging/Topics.java | 14 +-
.../state/ExperimentStateValidator.java | 53 ---
.../orchestrator/state/JobStateValidator.java | 70 ---
.../orchestrator/state/ProcessStateValidator.java | 117 -----
.../airavata/orchestrator/state/StateKeys.java | 61 ---
.../airavata/orchestrator/state/StateManager.java | 39 --
.../airavata/orchestrator/state/StateModel.java | 163 +++++++
.../orchestrator/state/StateTransition.java | 38 --
.../orchestrator/state/StateTransitionService.java | 64 ---
.../orchestrator/state/StateValidator.java | 47 --
.../orchestrator/state/StateValidators.java | 198 ++++++++
.../orchestrator/state/TaskStateValidator.java | 42 --
.../validator/BatchQueueValidator.java | 8 +-
.../validator/ExperimentStatusValidator.java | 6 +-
.../validator/GroupResourceProfileValidator.java | 8 +-
.../validator/JobMetadataValidator.java | 2 +-
.../exception/UserProfileRegistryException.java | 27 --
.../profile/mappers/UserProfileMapper.java | 4 +-
.../apache/airavata/profile/utils/Committer.java | 26 -
.../airavata/registry/entities/GatewayEntity.java | 2 +-
.../registry/entities/ResourceAccessEntity.java | 39 +-
.../entities/ResourceAccessGrantEntity.java | 264 ++++++++++
.../airavata/registry/entities/StatusEntity.java | 31 +-
.../airavata/registry/entities/UserEntity.java | 15 +
.../entities/UserGroupSelectionEntity.java | 135 ++++++
.../entities/UserGroupSelectionEntityPK.java | 109 +++++
.../AiravataWorkflowEntity.java | 40 +-
.../WorkflowApplicationEntity.java | 39 +-
.../WorkflowHandlerEntity.java | 39 +-
.../entities/appcatalog/AllocationPoolEntity.java | 136 ++++++
.../appcatalog/AllocationPoolGroupEntity.java | 89 ++++
.../entities/appcatalog/AllocationPoolGroupPK.java | 69 +++
.../appcatalog/BaseResourceProfileEntity.java | 143 ------
.../entities/appcatalog/BatchQueueEntity.java | 11 +
.../entities/appcatalog/ComputeResourceEntity.java | 42 ++
...tity.java => ComputeResourceProjectEntity.java} | 66 ++-
...hQueuePK.java => ComputeResourceProjectPK.java} | 30 +-
.../appcatalog/CredentialClusterInfoEntity.java | 147 ++++++
.../appcatalog/CredentialClusterInfoPK.java | 81 ++++
.../appcatalog/ProjectQueueAccessEntity.java | 104 ++++
...BatchQueuePK.java => ProjectQueueAccessPK.java} | 26 +-
.../appcatalog/ResourceInterfaceEntity.java | 181 -------
.../appcatalog/ResourceInterfaceEntityPK.java | 83 ----
.../appcatalog/ResourcePreferenceEntity.java | 4 +-
.../entities/appcatalog/ResourceProfileEntity.java | 26 +-
.../appcatalog/ResourceProfileEntityPK.java | 14 +-
.../appcatalog/UnifiedJobSubmissionEntity.java | 305 ------------
.../appcatalog/UnifiedStoragePreferenceEntity.java | 178 -------
.../UnifiedStoragePreferenceEntityPK.java | 103 ----
.../entities/expcatalog/ProjectEntity.java | 4 +
.../expcatalog/ProjectResourceAccountEntity.java | 129 +++++
.../expcatalog/ProjectResourceAccountPK.java | 69 +++
.../airavata/registry/entities/package-info.java | 35 ++
.../entities/replicacatalog/DataProductEntity.java | 160 +++++++
.../registry/entities/workflowcatalog/EdgePK.java | 71 ---
.../registry/entities/workflowcatalog/NodePK.java | 71 ---
.../registry/entities/workflowcatalog/PortPK.java | 72 ---
.../entities/workflowcatalog/WorkflowInputPK.java | 75 ---
.../entities/workflowcatalog/WorkflowOutputPK.java | 72 ---
.../entities/workflowcatalog/WorkflowStatusPK.java | 71 ---
.../registry/exception/AppCatalogException.java | 36 --
.../exception/ExperimentCatalogException.java | 36 --
.../registry/exception/RegistryException.java | 53 ---
.../registry/exception/RegistryExceptions.java | 123 +++++
.../exception/ReplicaCatalogException.java | 35 --
.../exception/WorkflowCatalogException.java | 36 --
.../registry/mappers/AiravataWorkflowMapper.java | 3 +-
.../registry/mappers/ComputeResourceMapper.java | 2 +-
.../mappers/ComputeResourceProjectMapper.java | 62 +++
.../registry/mappers/DataProductMapper.java | 90 ++++
...tMapper.java => ResourceAccessGrantMapper.java} | 18 +-
.../airavata/registry/mappers/UserMapper.java | 2 -
.../apache/airavata/registry/model/AppCatalog.java | 2 +-
.../registry/model/ApplicationDeployment.java | 2 +-
.../registry/model/ApplicationInterface.java | 2 +-
.../airavata/registry/model/ComputeResource.java | 2 +-
.../registry/model/DataProductInterface.java | 2 +-
.../model/DataReplicaLocationInterface.java | 2 +-
.../airavata/registry/model/ExperimentCatalog.java | 2 +-
.../registry/model/GwyClientCredential.java | 2 +-
.../registry/model/GwyResourceProfile.java | 2 +-
.../airavata/registry/model/StorageResource.java | 2 +-
.../registry/model/UsrResourceProfile.java | 2 +-
.../airavata/registry/model/WorkflowCatalog.java | 2 +-
.../ResourceAccessGrantRepository.java | 50 ++
.../repositories/ResourceAccessRepository.java | 6 +
.../repositories/ResourcePreferenceRepository.java | 5 +-
.../registry/repositories/StatusRepository.java | 13 +-
.../repositories/UserGroupSelectionRepository.java | 50 ++
.../appcatalog/AllocationPoolRepository.java | 42 +-
.../CredentialClusterInfoRepository.java | 36 ++
.../appcatalog/UnifiedJobSubmissionRepository.java | 78 ---
.../UnifiedStoragePreferenceRepository.java | 70 ---
.../ProjectResourceAccountRepository.java | 36 ++
.../replicacatalog/DataProductRepository.java | 52 ++
.../services/ApplicationDeploymentService.java | 2 +-
.../services/ApplicationInterfaceService.java | 102 +++-
.../registry/services/CatalogResourceService.java | 18 +-
.../registry/services/ComputeResourceService.java | 157 +++++-
.../registry/services/DataProductService.java | 169 ++++++-
.../services/DataReplicaLocationService.java | 2 +-
.../airavata/registry/services/ErrorService.java | 2 +-
.../registry/services/ExperimentInputService.java | 2 +-
.../registry/services/ExperimentOutputService.java | 2 +-
.../registry/services/ExperimentService.java | 26 +-
.../services/ExperimentSummaryService.java | 2 +-
.../registry/services/GatewayGroupsService.java | 2 +-
.../airavata/registry/services/GatewayService.java | 2 +-
.../GatewayUsageReportingCommandService.java | 2 +-
.../services/GroupResourceProfileService.java | 55 ++-
.../services/GwyResourceProfileService.java | 14 +-
.../airavata/registry/services/JobService.java | 9 +-
.../registry/services/JobStatusService.java | 6 +-
.../registry/services/NotificationService.java | 2 +-
.../registry/services/ParserIOService.java | 2 +-
.../registry/services/ParserInputService.java | 2 +-
.../registry/services/ParserOutputService.java | 2 +-
.../airavata/registry/services/ParserService.java | 4 +-
.../registry/services/ParsingTemplateService.java | 2 +-
.../services/PreferenceResolutionService.java | 219 +++++++--
.../registry/services/ProcessInputService.java | 2 +-
.../registry/services/ProcessOutputService.java | 2 +-
.../airavata/registry/services/ProcessService.java | 14 +-
.../registry/services/ProcessWorkflowService.java | 2 +-
.../services/ProjectResourceAccountService.java | 164 +++++++
.../airavata/registry/services/ProjectService.java | 7 +-
.../services/ResourceAccessGrantService.java | 152 ++++++
.../airavata/registry/services/StatusService.java | 28 +-
.../registry/services/StorageResourceService.java | 2 +-
.../airavata/registry/services/TaskService.java | 18 +-
.../services/UserGroupSelectionService.java | 105 ++++
.../services/UserResourceProfileService.java | 18 +-
.../airavata/registry/services/UserService.java | 2 +-
.../registry/services/WorkflowService.java | 83 ++--
.../airavata/registry/utils/EntityMergeHelper.java | 41 ++
.../registry/utils/WorkflowCatalogUtils.java | 29 --
.../policy/ComputeResourceSelectionPolicyImpl.java | 2 +-
.../policy/MultipleComputeResourcePolicy.java | 2 +-
.../airavata/security/AbstractAuthenticator.java | 2 +
.../airavata/security/AuthenticationException.java | 38 --
.../apache/airavata/security/Authenticator.java | 1 +
.../security/GatewayGroupsInitializer.java | 2 +-
.../airavata/security/KeyCloakSecurityManager.java | 4 +-
.../security/interceptor/SecurityInterceptor.java | 2 +-
.../airavata/security/userstore/JDBCUserStore.java | 2 +-
.../security/userstore/SessionDBUserStore.java | 2 +-
.../apache/airavata/service/AiravataService.java | 143 +++---
.../airavata/service/SharingRegistryService.java | 95 +++-
.../service/application/ApplicationService.java | 8 +-
.../service/cluster/ClusterInfoService.java | 259 ++++++++++
.../airavata/service/data/DataProductService.java | 8 +-
.../service/experiment/ExperimentService.java | 16 +-
.../service/notification/NotificationService.java | 8 +-
.../service/orchestrator/OrchestratorService.java | 102 ++--
.../service/profile/TenantProfileService.java | 4 +-
.../service/profile/UserProfileService.java | 55 +--
.../airavata/service/project/ProjectService.java | 10 +-
.../airavata/service/registry/RegistryService.java | 14 +-
.../service/security/AuthorizationService.java | 6 +-
.../service/security/CredentialStoreService.java | 58 ++-
.../service/security/GroupManagerService.java | 10 +-
.../airavata/service/security/IamAdminService.java | 67 ++-
.../airavata/service/sharing/SharingManager.java | 12 +-
...EntityTypeEntity.java => EntityTypeRecord.java} | 8 +-
.../{EntityEntity.java => ShareableEntity.java} | 10 +-
.../airavata/sharing/entities/UserGroupEntity.java | 14 +
.../airavata/sharing/mappers/EntityMapper.java | 12 +-
.../airavata/sharing/mappers/EntityTypeMapper.java | 12 +-
.../apache/airavata/sharing/model/UserGroup.java | 20 +-
.../sharing/repositories/EntityRepository.java | 8 +-
.../sharing/repositories/EntityTypeRepository.java | 4 +-
.../airavata/sharing/services/EntityService.java | 16 +-
.../sharing/services/EntityTypeService.java | 20 +-
.../sharing/services/GroupMembershipService.java | 4 +-
.../apache/airavata/sharing/utils/Committer.java | 26 -
.../airavata/task/aws/AWSCompletingTask.java | 4 +-
.../airavata/task/aws/AWSJobSubmissionTask.java | 6 +-
.../task/aws/AWSProcessContextManager.java | 2 +-
.../airavata/task/aws/CreateEC2InstanceTask.java | 8 +-
.../apache/airavata/task/aws/NoOperationTask.java | 4 +-
.../airavata/task/aws/utils/AWSTaskUtil.java | 4 +-
.../apache/airavata/task/base/AiravataTask.java | 36 +-
.../org/apache/airavata/task/base/TaskContext.java | 23 +-
.../airavata/task/base/UserContentStore.java | 12 +-
.../airavata/task/cancel/CancelCompletingTask.java | 4 +-
.../task/cancel/RemoteJobCancellationTask.java | 4 +-
.../task/cancel/WorkflowCancellationTask.java | 2 +-
.../airavata/task/completing/CompletingTask.java | 4 +-
.../org/apache/airavata/task/env/EnvSetupTask.java | 4 +-
.../airavata/task/factory/AWSTaskFactory.java | 6 +-
.../airavata/task/factory/PlainTaskFactory.java | 100 ++++
.../airavata/task/factory/SlurmTaskFactory.java | 6 +-
.../apache/airavata/task/factory/TaskFactory.java | 5 +-
.../org/apache/airavata/task/mock/MockTask.java | 2 +-
.../airavata/task/parsing/DataParsingTask.java | 6 +-
.../task/parsing/ParsingTriggeringTask.java | 45 +-
.../apache/airavata/task/staging/ArchiveTask.java | 4 +-
.../airavata/task/staging/DataStagingTask.java | 2 +-
.../task/staging/InputDataStagingTask.java | 4 +-
.../airavata/task/staging/JobVerificationTask.java | 4 +-
.../task/staging/OutputDataStagingTask.java | 4 +-
.../task/submission/DefaultJobSubmissionTask.java | 4 +-
.../task/submission/ForkJobSubmissionTask.java | 4 +-
.../airavata/task/submission/GroovyMapBuilder.java | 2 +-
.../airavata/task/submission/JobFactory.java | 4 +-
.../task/submission/JobSubmissionTask.java | 4 +-
.../task/submission/LocalJobSubmissionTask.java | 4 +-
.../airavata/workflow/common/WorkflowManager.java | 4 +-
.../monitoring/email/EmailMonitorWorkflow.java | 17 +-
.../realtime/RealtimeMonitorHandler.java | 135 ------
.../orchestrator/SimpleOrchestratorImpl.java | 16 +-
.../process/parsing/ParserWorkflowManager.java | 3 +-
.../workflow/process/post/PostWorkflowManager.java | 24 +-
.../workflow/process/post/ProcessPostWorkflow.java | 2 +-
.../workflow/process/pre/PreWorkflowManager.java | 2 +-
.../scheduling/DaprScheduledWorkflowManager.java | 2 +-
.../scheduling/ExponentialBackOffReScheduler.java | 6 +-
.../src/main/resources/conf/bin/slurminfo.sh | 119 +++++
.../TestIULdapSSHAccountProvisioner.java | 2 +-
.../provisioner/TestSSHAccountProvisioner.java | 2 +-
.../config/BackgroundServicesStartupTest.java | 13 +-
.../config/IntegrationTestConfiguration.java | 18 +
.../org/apache/airavata/config/TestDaprConfig.java | 17 +-
.../dapr/messaging/DaprPubSubIntegrationTest.java | 2 +-
.../dapr/messaging/MessageVerificationUtils.java | 11 +-
.../dapr/messaging/TestMessagingUtils.java | 2 +-
.../ResourceAccessGrantRepositoryTest.java | 135 ++++++
.../ApplicationDeploymentRepositoryTest.java | 9 +-
.../ApplicationInterfaceRepositoryTest.java | 81 +++-
.../appcatalog/ComputeResourceRepositoryTest.java | 11 +-
.../appcatalog/GatewayProfileRepositoryTest.java | 20 +-
.../GroupResourceProfileRepositoryTest.java | 15 +-
.../JobSubmissionInterfaceRepositoryTest.java | 2 +-
.../appcatalog/StorageResourceRepositoryTest.java | 2 +-
.../UserResourceProfileRepositoryTest.java | 9 +-
.../registry/repositories/common/TestBase.java | 20 +
.../expcatalog/ExperimentInputRepositoryTest.java | 2 +-
.../expcatalog/ExperimentOutputRepositoryTest.java | 2 +-
.../expcatalog/ExperimentStatusRepositoryTest.java | 2 +-
.../ExperimentSummaryRepositoryTest.java | 14 +-
.../expcatalog/JobStatusRepositoryTest.java | 2 +-
.../expcatalog/ProcessInputRepositoryTest.java | 2 +-
.../expcatalog/ProcessOutputRepositoryTest.java | 2 +-
.../expcatalog/ProcessStatusRepositoryTest.java | 2 +-
.../expcatalog/TaskStatusRepositoryTest.java | 2 +-
.../replicacatalog/DataProductRepositoryTest.java | 2 +-
.../DataReplicaLocationRepositoryTest.java | 2 +-
.../workflowcatalog/WorkflowRepositoryTest.java | 2 +-
.../services/ResourceAccessGrantServiceTest.java | 234 +++++++++
.../security/GatewayGroupsInitializerTest.java | 2 +-
.../security/KeyCloakSecurityManagerTest.java | 2 +-
.../configurations/TestDBAuthenticator1.java | 2 +-
.../configurations/TestDBAuthenticator2.java | 2 +-
.../configurations/TestDBAuthenticator3.java | 2 +-
.../service/cluster/ClusterInfoServiceTest.java | 117 +++++
.../AiravataServiceIntegrationTest.java | 4 +-
...pplicationDeploymentServiceIntegrationTest.java | 9 +-
.../AwsComputeResourceIntegrationTest.java | 2 +-
.../CredentialStoreServiceIntegrationTest.java | 70 ++-
.../DataMovementStateMachineIntegrationTest.java | 15 +-
.../ExperimentLifecycleIntegrationTest.java | 15 +-
.../ExperimentStateTransitionIntegrationTest.java | 72 +--
...rimentSubmitStateTransitionIntegrationTest.java | 2 +-
.../GroupManagerServiceIntegrationTest.java | 2 +-
.../IamAdminServiceIntegrationTest.java | 20 +-
.../service/integration/JobStateValidatorTest.java | 44 +-
.../JobSubmissionStateMachineIntegrationTest.java | 39 +-
.../OrchestratorServiceIntegrationTest.java | 13 +-
...rocessExecutionStateMachineIntegrationTest.java | 31 +-
.../ProcessStateTransitionComprehensiveTest.java | 64 +--
.../apache/airavata/service/integration/README.md | 31 +-
.../RegistryServiceIntegrationTest.java | 10 +-
.../integration/ServiceIntegrationTestBase.java | 9 +-
.../SharingRegistryServiceIntegrationTest.java | 4 +-
.../SlurmComputeResourceIntegrationTest.java | 2 +-
.../service/integration/StateMachineTestUtils.java | 10 +-
.../StateTransitionValidationIntegrationTest.java | 161 +++----
.../TaskOutcomeStateTransitionIntegrationTest.java | 42 +-
.../TaskStateTransitionIntegrationTest.java | 50 +-
.../service/integration/TestDataFactory.java | 2 +-
.../airavata/service/integration/TestFixtures.java | 2 +-
.../WorkflowStateTransitionEndToEndTest.java | 46 +-
.../WorkflowTaskExecutionIntegrationTest.java | 24 +-
.../workflow/dapr/ProcessPreWorkflowTest.java | 2 +-
modules/distribution/pom.xml | 296 +-----------
.../src/main/assembly/native-binary-assembly.xml | 137 ------
.../src/main/assembly/tarball-assembly.xml | 57 +--
.../org/apache/airavata/AiravataCommandLine.java | 41 +-
.../apache/airavata/cli/commands/InitCommand.java | 15 +-
.../apache/airavata/cli/commands/ServeCommand.java | 20 +-
.../airavata/cli/handlers/AccountHandler.java | 2 +-
.../airavata/cli/handlers/ComputeHandler.java | 5 +-
.../apache/airavata/cli/handlers/InitHandler.java | 120 ++---
.../airavata/cli/handlers/ProjectHandler.java | 4 +-
.../airavata/cli/handlers/ServiceRegistry.java | 3 +-
.../airavata/cli/handlers/StorageHandler.java | 5 +-
.../apache/airavata/cli/handlers/TestHandler.java | 4 +-
.../cli/util/ApplicationContextHolder.java | 19 +
.../apache/airavata/cli/util/ProcessManager.java | 4 -
.../airavata/config/InitDataSourceConfig.java | 55 +++
.../apache/airavata/cli/CLIInfrastructureTest.java | 18 +-
.../apache/airavata/cli/CLIIntegrationTest.java | 3 +-
.../file/server/service/AirvataFileService.java | 2 +-
.../file/server/service/ProcessDataManager.java | 2 +-
.../research-framework/research-service/README.md | 7 +-
.../service/handlers/ResearchHubHandler.java | 2 +-
.../research-framework/simexr_mod/FINAL_REPORT.md | 144 ------
modules/research-framework/simexr_mod/README.md | 6 -
modules/rest-api/README.md | 24 +
.../airavata/restapi/config/WebMvcConfig.java | 20 +-
.../ApplicationDeploymentController.java | 26 +-
.../controller/ApplicationInterfaceController.java | 2 +-
.../restapi/controller/CatalogController.java | 4 +-
.../restapi/controller/ClusterInfoController.java | 166 +++++++
.../controller/ComputeResourceController.java | 176 ++++++-
.../controller/ConnectivityTestController.java | 103 ++++
.../restapi/controller/CredentialController.java | 99 +++-
.../restapi/controller/DataProductController.java | 60 ++-
.../restapi/controller/ExperimentController.java | 2 +-
.../restapi/controller/GatewayController.java | 2 +-
.../GatewayResourceProfileController.java | 2 +-
.../restapi/controller/GroupController.java | 10 +-
.../airavata/restapi/controller/JobController.java | 2 +-
.../restapi/controller/NoticeController.java | 2 +-
.../controller/ParsingTemplateController.java | 2 +-
.../restapi/controller/ProcessController.java | 2 +-
.../restapi/controller/ProjectController.java | 83 +++-
.../restapi/controller/ProxyController.java | 1 +
.../controller/ResourceAccessController.java | 334 ++++++++++++-
.../controller/ResourceAccessGrantController.java | 163 +++++++
.../restapi/controller/StatisticsController.java | 274 +++++++++++
.../controller/StorageResourceController.java | 170 ++++++-
...HealthController.java => SystemController.java} | 30 +-
.../restapi/controller/UserController.java | 142 ++++--
.../controller/UserResourceProfileController.java | 2 +-
.../restapi/controller/WorkflowController.java | 2 +-
.../security/AuthenticationInterceptor.java | 5 +
.../restapi/security/AuthorizationService.java | 3 +-
.../restapi/RestEndpointRegistrationTest.java | 26 +-
.../client/AiravataServiceClientFactory.java | 2 +-
.../client/OrchestratorServiceClientFactory.java | 2 +-
.../thriftapi/handler/AiravataServiceHandler.java | 20 +-
.../handler/CredentialServiceHandler.java | 2 +-
.../handler/GroupManagerServiceHandler.java | 2 +-
.../thriftapi/handler/IamAdminServiceHandler.java | 2 +-
.../handler/OrchestratorServiceHandler.java | 6 +-
.../thriftapi/handler/RegistryServiceHandler.java | 20 +-
.../handler/SharingRegistryServerHandler.java | 2 +
.../handler/TenantProfileServiceHandler.java | 2 +-
.../handler/UserProfileServiceHandler.java | 2 +-
.../thriftapi/mapper/DataProductModelMapper.java | 3 +-
.../{UserMapper.java => DataProductTagMapper.java} | 18 +-
.../mapper/RegistryServiceExceptionMapper.java | 2 +-
.../client/TestAiravataServiceClientFactory.java | 6 +-
.../airavata/thriftapi/client/TestSSLClient.java | 2 -
pom.xml | 40 +-
scripts/README.md | 44 ++
scripts/dev.sh | 52 ++
scripts/init.sh | 100 ++++
scripts/jar.sh | 37 ++
scripts/quickstart.sh | 29 ++
.../distribution/native-image.properties | 6 -
.../META-INF/native-image/reflect-config.json | 44 --
.../META-INF/native-image/resource-config.json | 10 -
src/main/resources/application-init.properties | 5 +
src/main/resources/application.properties | 13 +-
src/main/resources/bin/airavata.sh | 44 +-
src/main/resources/conf/bin/pid-airavata | 1 -
.../db/migration/airavata/V1__Baseline_schema.sql | 282 ++++++++---
.../db/migration/airavata/V2__Catalog_tables.sql | 51 --
.../airavata/V3__Add_preference_enforcement.sql | 4 -
.../V4__Merge_notebook_model_to_repository.sql | 6 -
.../migration/airavata/V5__Add_resource_scope.sql | 50 --
src/main/resources/conf/keystores/airavata.sym.p12 | Bin 409 -> 425 bytes
.../components/dbevent-retry-subscription.yaml | 29 --
.../components/experiment-topic-subscription.yaml | 30 --
.../components/monitoring-data-subscription.yaml | 31 --
.../monitoring-job-status-subscription.yaml | 29 --
.../components/process-topic-subscription.yaml | 30 --
...iption.yaml => status-change-subscription.yaml} | 11 +-
.../dapr/components/status-topic-subscription.yaml | 30 --
.../components/experiment-topic-subscription.yaml | 28 --
.../components/monitoring-data-subscription.yaml | 28 --
.../monitoring-job-status-subscription.yaml | 28 --
.../dapr/components/parsing-data-subscription.yaml | 28 --
.../components/process-topic-subscription.yaml | 28 --
...iption.yaml => status-change-subscription.yaml} | 8 +-
.../dapr/components/status-topic-subscription.yaml | 28 --
src/test/resources/keycloak/realm-default.json | 2 +
.../airavata-apis/messaging_events.thrift | 2 +-
.../data-models/application_io_models.thrift | 3 +-
.../data-models/compute_resource_model.thrift | 9 +
.../data-models/data_movement_models.thrift | 2 +-
.../group_resource_profile_model.thrift | 6 +-
.../data-models/replica_catalog_models.thrift | 17 +
.../data-models/sharing_models.thrift | 3 +-
.../generate-thrift-stubs.sh | 4 +-
570 files changed, 12597 insertions(+), 10297 deletions(-)
create mode 100644 .devcontainer/.env.example
delete mode 100644 .devcontainer/Dockerfile
delete mode 100644 .devcontainer/authorized_keys
delete mode 100644 .devcontainer/sshd.sh
delete mode 100644 docs/ARCHITECTURE.md
delete mode 100644 docs/DAPR_WORKFLOW_STATE_MACHINE_SPEC.md
create mode 100644 docs/ERD.md
delete mode 100644 docs/PLAN_REMOVE_PUBSUB_WORKFLOW_DRIVEN.md
create mode 100644 docs/README.md
delete mode 100644 docs/RESOURCE_SCOPE_MODEL.md
delete mode 100644 docs/SCHEMA_MIGRATIONS.md
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/accountprovisioning/AccountProvisioningExceptions.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/accountprovisioning/InvalidSetupException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/accountprovisioning/InvalidUsernameException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AiravataClientException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AiravataConfigurationException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AiravataErrorType.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AiravataException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AiravataStartupException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AiravataSystemException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ApplicationSettingsException.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AuthExceptions.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AuthenticationException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/AuthorizationException.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/CatalogExceptions.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/CoreExceptions.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/DuplicateEntryException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ErrorCodeGenerator.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ExceptionHandlerUtil.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ExperimentNotFoundException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/InvalidRequestException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/LaunchValidationException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ProjectNotFoundException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/TimedOutException.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ValidationExceptions.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ValidationResults.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/exception/ValidatorResult.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/logging/Exception.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/logging/MDCConstants.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/model/AllocationPool.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/model/ClusterInfo.java
copy
modules/airavata-api/src/main/java/org/apache/airavata/common/model/{EdgeModel.java
=> ComputeResourceProject.java} (55%)
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/model/PartitionInfo.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/model/ProjectResourceAccount.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/model/ResourceAccessGrant.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/common/utils/SwingUtil.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/config/conditional/ConditionalOnApiService.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/config/conditional/ConditionalOnController.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/config/conditional/ConditionalOnMonitor.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/config/conditional/ConditionalOnParticipant.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/config/conditional/ServiceConditionals.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/Constants.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprMessagingFactory.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprMessagingImpl.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprPublisher.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprSubscriber.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprSubscriptionController.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprSubscriptionRegistry.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/DaprTopics.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/MessageContext.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/MessageHandler.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/MessagingContracts.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/Publisher.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/Subscriber.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/TimestampDeserializer.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/TimestampSerializer.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/messaging/Type.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/monitoring/DaprMonitoringHandler.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/monitoring/JobStatusEventPublisher.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/internal/monitoring/JobStatusEventToResultConverter.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/ExperimentStateValidator.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/JobStateValidator.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/ProcessStateValidator.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateKeys.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateManager.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateModel.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateTransition.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateTransitionService.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateValidator.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/StateValidators.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/orchestrator/state/TaskStateValidator.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/profile/exception/UserProfileRegistryException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/profile/utils/Committer.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/ResourceAccessGrantEntity.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/UserGroupSelectionEntity.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/UserGroupSelectionEntityPK.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/AllocationPoolEntity.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/AllocationPoolGroupEntity.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/AllocationPoolGroupPK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/BaseResourceProfileEntity.java
copy
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/{ComputeResourceFileSystemEntity.java
=> ComputeResourceProjectEntity.java} (52%)
copy
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/{BatchQueuePK.java
=> ComputeResourceProjectPK.java} (68%)
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/CredentialClusterInfoEntity.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/CredentialClusterInfoPK.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/ProjectQueueAccessEntity.java
copy
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/{BatchQueuePK.java
=> ProjectQueueAccessPK.java} (72%)
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/ResourceInterfaceEntity.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/ResourceInterfaceEntityPK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/UnifiedJobSubmissionEntity.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/UnifiedStoragePreferenceEntity.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/appcatalog/UnifiedStoragePreferenceEntityPK.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/expcatalog/ProjectResourceAccountEntity.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/expcatalog/ProjectResourceAccountPK.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/package-info.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/workflowcatalog/EdgePK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/workflowcatalog/NodePK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/workflowcatalog/PortPK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/workflowcatalog/WorkflowInputPK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/workflowcatalog/WorkflowOutputPK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/entities/workflowcatalog/WorkflowStatusPK.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/exception/AppCatalogException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/exception/ExperimentCatalogException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/exception/RegistryException.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/exception/RegistryExceptions.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/exception/ReplicaCatalogException.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/exception/WorkflowCatalogException.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/mappers/ComputeResourceProjectMapper.java
copy
modules/airavata-api/src/main/java/org/apache/airavata/registry/mappers/{GridFTPDataMovementMapper.java
=> ResourceAccessGrantMapper.java} (60%)
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/ResourceAccessGrantRepository.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/UserGroupSelectionRepository.java
copy examples/php-cli-samples/isUserExists.php =>
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/appcatalog/AllocationPoolRepository.java
(53%)
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/appcatalog/CredentialClusterInfoRepository.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/appcatalog/UnifiedJobSubmissionRepository.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/appcatalog/UnifiedStoragePreferenceRepository.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/repositories/expcatalog/ProjectResourceAccountRepository.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/services/ProjectResourceAccountService.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/services/ResourceAccessGrantService.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/services/UserGroupSelectionService.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/registry/utils/WorkflowCatalogUtils.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/security/AuthenticationException.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/service/cluster/ClusterInfoService.java
rename
modules/airavata-api/src/main/java/org/apache/airavata/sharing/entities/{EntityTypeEntity.java
=> EntityTypeRecord.java} (96%)
rename
modules/airavata-api/src/main/java/org/apache/airavata/sharing/entities/{EntityEntity.java
=> ShareableEntity.java} (96%)
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/sharing/utils/Committer.java
create mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/task/factory/PlainTaskFactory.java
delete mode 100644
modules/airavata-api/src/main/java/org/apache/airavata/workflow/monitoring/realtime/RealtimeMonitorHandler.java
create mode 100644
modules/airavata-api/src/main/resources/conf/bin/slurminfo.sh
create mode 100644
modules/airavata-api/src/test/java/org/apache/airavata/registry/repositories/ResourceAccessGrantRepositoryTest.java
create mode 100644
modules/airavata-api/src/test/java/org/apache/airavata/registry/services/ResourceAccessGrantServiceTest.java
create mode 100644
modules/airavata-api/src/test/java/org/apache/airavata/service/cluster/ClusterInfoServiceTest.java
delete mode 100644
modules/distribution/src/main/assembly/native-binary-assembly.xml
create mode 100644
modules/distribution/src/main/java/org/apache/airavata/cli/util/ApplicationContextHolder.java
create mode 100644
modules/distribution/src/main/java/org/apache/airavata/config/InitDataSourceConfig.java
delete mode 100644 modules/research-framework/simexr_mod/FINAL_REPORT.md
create mode 100644
modules/rest-api/src/main/java/org/apache/airavata/restapi/controller/ClusterInfoController.java
create mode 100644
modules/rest-api/src/main/java/org/apache/airavata/restapi/controller/ResourceAccessGrantController.java
create mode 100644
modules/rest-api/src/main/java/org/apache/airavata/restapi/controller/StatisticsController.java
rename
modules/rest-api/src/main/java/org/apache/airavata/restapi/controller/{HealthController.java
=> SystemController.java} (59%)
copy
modules/thrift-api/src/main/java/org/apache/airavata/thriftapi/mapper/{UserMapper.java
=> DataProductTagMapper.java} (66%)
create mode 100644 scripts/README.md
create mode 100755 scripts/dev.sh
create mode 100755 scripts/init.sh
create mode 100755 scripts/jar.sh
create mode 100755 scripts/quickstart.sh
delete mode 100644
src/main/resources/META-INF/native-image/org.apache.airavata/distribution/native-image.properties
delete mode 100644 src/main/resources/META-INF/native-image/reflect-config.json
delete mode 100644
src/main/resources/META-INF/native-image/resource-config.json
create mode 100644 src/main/resources/application-init.properties
delete mode 100644 src/main/resources/conf/bin/pid-airavata
delete mode 100644
src/main/resources/conf/db/migration/airavata/V2__Catalog_tables.sql
delete mode 100644
src/main/resources/conf/db/migration/airavata/V3__Add_preference_enforcement.sql
delete mode 100644
src/main/resources/conf/db/migration/airavata/V4__Merge_notebook_model_to_repository.sql
delete mode 100644
src/main/resources/conf/db/migration/airavata/V5__Add_resource_scope.sql
delete mode 100644
src/main/resources/dapr/components/dbevent-retry-subscription.yaml
delete mode 100644
src/main/resources/dapr/components/experiment-topic-subscription.yaml
delete mode 100644
src/main/resources/dapr/components/monitoring-data-subscription.yaml
delete mode 100644
src/main/resources/dapr/components/monitoring-job-status-subscription.yaml
delete mode 100644
src/main/resources/dapr/components/process-topic-subscription.yaml
rename src/main/resources/dapr/components/{parsing-data-subscription.yaml =>
status-change-subscription.yaml} (69%)
delete mode 100644
src/main/resources/dapr/components/status-topic-subscription.yaml
delete mode 100644
src/test/resources/dapr/components/experiment-topic-subscription.yaml
delete mode 100644
src/test/resources/dapr/components/monitoring-data-subscription.yaml
delete mode 100644
src/test/resources/dapr/components/monitoring-job-status-subscription.yaml
delete mode 100644
src/test/resources/dapr/components/parsing-data-subscription.yaml
delete mode 100644
src/test/resources/dapr/components/process-topic-subscription.yaml
rename src/test/resources/dapr/components/{dbevent-retry-subscription.yaml =>
status-change-subscription.yaml} (84%)
delete mode 100644
src/test/resources/dapr/components/status-topic-subscription.yaml