Merge branch 'develop' of https://github.com/apache/airavata into develop
Project: http://git-wip-us.apache.org/repos/asf/airavata/repo Commit: http://git-wip-us.apache.org/repos/asf/airavata/commit/f97ec69e Tree: http://git-wip-us.apache.org/repos/asf/airavata/tree/f97ec69e Diff: http://git-wip-us.apache.org/repos/asf/airavata/diff/f97ec69e Branch: refs/heads/ansible-testing-0.17 Commit: f97ec69e3e10146ca3937fb6a4297111438b29c9 Parents: 6fcd394 c4f1141 Author: jecoulte <[email protected]> Authored: Fri Jan 13 15:10:44 2017 -0500 Committer: jecoulte <[email protected]> Committed: Fri Jan 13 15:10:44 2017 -0500 ---------------------------------------------------------------------- airavata-api/airavata-api-server/pom.xml | 24 +- .../airavata/api/server/AiravataAPIServer.java | 13 +- .../server/handler/AiravataServerHandler.java | 3005 +- .../DefaultAiravataSecurityManager.java | 31 +- .../server/security/xacml/DefaultXACMLPEP.java | 6 +- .../util/AiravataServerThreadPoolExecutor.java | 55 - .../api/server/util/AppCatalogInitUtil.java | 168 - .../api/server/util/ConnectionPool.java | 383 - .../server/util/CredentialStoreInitUtil.java | 156 - .../api/server/util/DataModelUtils.java | 56 - .../api/server/util/DatabaseCreator.java | 353 - .../server/util/ExperimentCatalogInitUtil.java | 203 - .../airavata/api/server/util/JdbcStorage.java | 176 - .../api/server/util/OrchestratorInitUtil.java | 25 - .../server/util/WorkflowCatalogInitUtil.java | 162 - .../handler/AiravataServerHandlerTest.java | 295 - .../api/server/handler/utils/AppCatInit.java | 320 - .../api/server/handler/utils/ExpCatInit.java | 330 - .../server/handler/utils/ReplicaCatInit.java | 315 - airavata-api/airavata-api-stubs/pom.xml | 7 +- .../java/org/apache/airavata/api/Airavata.java | 109971 +++++++---- .../main/resources/lib/airavata/Airavata.cpp | 66288 ++++--- .../src/main/resources/lib/airavata/Airavata.h | 14963 +- .../lib/airavata/Airavata_server.skeleton.cpp | 607 +- .../resources/lib/airavata/airavata_api_types.h | 3 + .../lib/airavata/airavata_data_models_types.h | 1 + .../application_deployment_model_types.cpp | 88 + .../application_deployment_model_types.h | 36 +- .../airavata/compute_resource_model_types.cpp | 126 +- .../lib/airavata/compute_resource_model_types.h | 57 +- .../airavata/credential_summary_constants.cpp | 34 + .../lib/airavata/credential_summary_constants.h | 41 + .../lib/airavata/credential_summary_types.cpp | 234 + .../lib/airavata/credential_summary_types.h | 122 + .../lib/airavata/experiment_model_types.cpp | 428 +- .../lib/airavata/experiment_model_types.h | 16 +- .../airavata/group_manager_model_constants.cpp | 34 + .../airavata/group_manager_model_constants.h | 41 + .../lib/airavata/group_manager_model_types.cpp | 255 + .../lib/airavata/group_manager_model_types.h | 145 + .../resources/lib/airavata/job_model_types.cpp | 98 +- .../resources/lib/airavata/job_model_types.h | 12 +- .../lib/airavata/messaging_events_types.cpp | 227 +- .../lib/airavata/messaging_events_types.h | 60 +- .../lib/airavata/process_model_types.cpp | 306 +- .../lib/airavata/process_model_types.h | 42 +- .../lib/airavata/status_models_types.cpp | 201 + .../lib/airavata/status_models_types.h | 67 + .../resources/lib/airavata/task_model_types.cpp | 266 +- .../resources/lib/airavata/task_model_types.h | 18 +- .../lib/airavata/user_profile_model_types.cpp | 89 +- .../lib/airavata/user_profile_model_types.h | 7 +- .../user_resource_profile_model_constants.cpp | 34 + .../user_resource_profile_model_constants.h | 41 + .../user_resource_profile_model_types.cpp | 759 + .../user_resource_profile_model_types.h | 334 + .../lib/airavata/workspace_model_types.cpp | 446 +- .../lib/airavata/workspace_model_types.h | 101 +- .../resources/lib/Airavata/API/Airavata.php | 25061 ++- .../Model/AppCatalog/AppDeployment/Types.php | 92 + .../Model/AppCatalog/ComputeResource/Types.php | 110 +- .../Model/AppCatalog/CredetialSummary/Types.php | 210 + .../AppCatalog/UserResourceProfile/Types.php | 788 + .../Airavata/Model/Credential/Store/Types.php | 1099 + .../lib/Airavata/Model/Experiment/Types.php | 228 +- .../lib/Airavata/Model/Group/Types.php | 237 + .../Airavata/Model/Messaging/Event/Types.php | 124 +- .../lib/Airavata/Model/Process/Types.php | 223 +- .../lib/Airavata/Model/Status/Types.php | 190 + .../resources/lib/Airavata/Model/Task/Types.php | 122 +- .../resources/lib/Airavata/Model/User/Types.php | 121 +- .../lib/Airavata/Model/Workspace/Types.php | 318 +- .../resources/lib/Airavata/Model/job/Types.php | 51 +- .../lib/apache/airavata/api/Airavata-remote | 211 +- .../lib/apache/airavata/api/Airavata.py | 25171 ++- .../resources/lib/apache/airavata/api/ttypes.py | 3 + .../model/appcatalog/appdeployment/ttypes.py | 54 +- .../model/appcatalog/computeresource/ttypes.py | 83 +- .../appcatalog/credentialsummary/__init__.py | 1 + .../appcatalog/credentialsummary/constants.py | 11 + .../appcatalog/credentialsummary/ttypes.py | 154 + .../appcatalog/userresourceprofile/__init__.py | 1 + .../appcatalog/userresourceprofile/constants.py | 11 + .../appcatalog/userresourceprofile/ttypes.py | 538 + .../apache/airavata/model/experiment/ttypes.py | 159 +- .../lib/apache/airavata/model/group/__init__.py | 1 + .../apache/airavata/model/group/constants.py | 11 + .../lib/apache/airavata/model/group/ttypes.py | 182 + .../lib/apache/airavata/model/job/ttypes.py | 30 +- .../airavata/model/messaging/event/ttypes.py | 121 +- .../lib/apache/airavata/model/process/ttypes.py | 143 +- .../lib/apache/airavata/model/status/ttypes.py | 142 + .../lib/apache/airavata/model/task/ttypes.py | 76 +- .../lib/apache/airavata/model/ttypes.py | 1 + .../lib/apache/airavata/model/user/ttypes.py | 117 +- .../apache/airavata/model/workspace/ttypes.py | 214 +- .../main/resources/samples/AiravataClient.py | 306 + .../resources/samples/testAiravataClient.py | 32 + .../client/samples/CreateLaunchBES.java | 19 +- .../client/samples/CreateLaunchExperiment.java | 16 +- .../client/samples/RegisterSampleData.java | 422 - .../client/samples/SampleEchoExperiment.java | 200 + .../ApplicationDeploymentDescription.java | 415 +- .../appcatalog/computeresource/BatchQueue.java | 406 +- .../computeresource/LOCALSubmission.java | 53 +- .../appcatalog/computeresource/MonitorMode.java | 16 +- .../computeresource/ResourceJobManagerType.java | 5 +- .../UserComputeResourcePreference.java | 1381 + .../UserResourceProfile.java | 1277 + .../UserStoragePreference.java | 728 + .../credential/store/CertificateCredential.java | 1142 + .../model/credential/store/CommunityUser.java | 608 + .../credential/store/CredentialOwnerType.java | 62 + .../credential/store/CredentialSummary.java | 1040 + .../credential/store/PasswordCredential.java | 1028 + .../model/credential/store/SSHCredential.java | 1265 + .../credential/store/SSHCredentialSummary.java | 927 + .../model/credential/store/SummaryType.java | 69 + .../credential_store_data_modelsConstants.java | 58 + .../model/experiment/ExperimentModel.java | 219 +- .../model/experiment/ExperimentStatistics.java | 216 +- .../experiment/UserConfigurationDataModel.java | 107 +- .../apache/airavata/model/group/GroupModel.java | 883 + .../model/group/ResourcePermissionType.java | 65 + .../airavata/model/group/ResourceType.java | 68 + .../org/apache/airavata/model/job/JobModel.java | 175 +- .../messaging/event/ExperimentSubmitEvent.java | 507 + .../model/messaging/event/MessageType.java | 25 +- .../airavata/model/process/ProcessModel.java | 711 +- .../airavata/model/status/QueueStatusModel.java | 891 + .../apache/airavata/model/task/TaskModel.java | 384 +- .../apache/airavata/model/user/UserProfile.java | 237 +- .../airavata/model/workspace/Gateway.java | 535 +- .../model/workspace/GatewayApprovalStatus.java | 11 +- .../airavata/model/workspace/Project.java | 141 +- .../apache/airavata/model/workspace/User.java | 618 +- .../model/util/ExperimentModelUtil.java | 3 +- apache-license-header.txt | 17 + dev-tools/ansible/NOTE | 5 + dev-tools/ansible/README.md | 34 + dev-tools/ansible/group_vars/all.yml | 89 + dev-tools/ansible/hosts | 26 + .../files/mysql-connector-java-5.1.37-bin.jar | Bin 0 -> 985603 bytes .../ansible/roles/api-orch/handlers/main.yml | 14 + dev-tools/ansible/roles/api-orch/tasks/main.yml | 71 + .../templates/airavata-server.properties.j2 | 294 + .../api-orch/templates/gfac-config.yaml.j2 | 111 + .../ansible/roles/common/files/airavata.jks | Bin 0 -> 2289 bytes .../ansible/roles/common/files/airavata_sym.jks | Bin 0 -> 501 bytes dev-tools/ansible/roles/common/tasks/main.yml | 55 + dev-tools/ansible/roles/common/vars/main.yml | 4 + .../ansible/roles/database/handlers/main.yml | 14 + dev-tools/ansible/roles/database/tasks/main.yml | 60 + .../roles/database/tasks/secure_install.yml | 23 + .../ansible/roles/database/templates/my.cnf.j2 | 4 + dev-tools/ansible/roles/database/vars/main.yml | 21 + .../ansible/roles/env_setup/tasks/main.yml | 28 + .../ansible/roles/env_setup/tasks/redhat.yml | 12 + .../files/mysql-connector-java-5.1.37-bin.jar | Bin 0 -> 985603 bytes dev-tools/ansible/roles/gfac/handlers/main.yml | 8 + dev-tools/ansible/roles/gfac/tasks/main.yml | 67 + .../templates/airavata-server.properties.j2 | 294 + .../roles/gfac/templates/gfac-config.yaml.j2 | 111 + dev-tools/ansible/roles/java/tasks/main.yml | 21 + dev-tools/ansible/roles/java/vars/main.yml | 15 + dev-tools/ansible/roles/pga/handlers/main.yml | 13 + dev-tools/ansible/roles/pga/tasks/main.yml | 112 + .../ansible/roles/pga/templates/httpd.conf.j2 | 353 + .../roles/pga/templates/pga_config.php.j2 | 248 + dev-tools/ansible/roles/pga/vars/main.yml | 30 + .../ansible/roles/rabbitmq/handlers/main.yml | 13 + dev-tools/ansible/roles/rabbitmq/tasks/main.yml | 60 + dev-tools/ansible/roles/rabbitmq/vars/main.yml | 2 + .../files/mysql-connector-java-5.1.37-bin.jar | Bin 0 -> 985603 bytes dev-tools/ansible/roles/registry/tasks/main.yml | 59 + .../templates/airavata-server.properties.j2 | 294 + dev-tools/ansible/roles/wso2_is/tasks/main.yml | 41 + .../roles/wso2_is/templates/carbon.xml.j2 | 688 + dev-tools/ansible/roles/wso2_is/vars/main.yml | 18 + .../ansible/roles/zookeeper/handlers/main.yml | 12 + .../ansible/roles/zookeeper/tasks/main.yml | 34 + .../roles/zookeeper/templates/zoo.cfg.j2 | 28 + .../zookeeper/templates/zookeeper.service.j2 | 15 + dev-tools/ansible/roles/zookeeper/vars/main.yml | 17 + dev-tools/ansible/site.yml | 76 + distribution/pom.xml | 572 - distribution/src/main/assembly/bin-assembly.xml | 160 - distribution/src/main/assembly/src-assembly.xml | 75 - distribution/src/main/resources/INSTALL | 30 - distribution/src/main/resources/LICENSE | 2387 - distribution/src/main/resources/NOTICE | 163 - distribution/src/main/resources/README | 145 - .../main/resources/bin/airavata-server-start.sh | 122 - .../main/resources/bin/airavata-server-stop.sh | 71 - .../src/main/resources/bin/airavata-server.bat | 55 - distribution/src/main/resources/bin/derby.sh | 23 - distribution/src/main/resources/bin/logo.txt | 34 - distribution/src/main/resources/bin/setenv.bat | 33 - distribution/src/main/resources/bin/setenv.sh | 46 - .../src/main/resources/bin/startNetworkServer | 189 - .../main/resources/samples/registerSample.sh | 24 - .../src/main/resources/samples/scripts/add.sh | 21 - .../src/main/resources/samples/scripts/echo.sh | 22 - .../main/resources/samples/scripts/multiply.sh | 22 - .../main/resources/samples/scripts/subtract.sh | 22 - group_vars/all | 51 + hosts | 18 + modules/cloud/ansible-playbooks/README.md | 119 + .../cloud/ansible-playbooks/group_vars/all.yml | 39 + modules/cloud/ansible-playbooks/hosts | 13 + .../ansible-playbooks/roles/ec2/tasks/main.yml | 50 + .../roles/ec2/vars/aws-credential.yml | 23 + .../ansible-playbooks/roles/ec2/vars/main.yml | 28 + .../ansible-playbooks/roles/java/tasks/main.yml | 41 + .../ansible-playbooks/roles/java/vars/main.yml | 35 + .../roles/mesos-master/tasks/backup_main.yml | 137 + .../roles/mesos-master/tasks/main.yml | 106 + .../roles/mesos-master/templates/quorum.j2 | 1 + .../roles/mesos-master/templates/zk.j2 | 1 + .../roles/mesos-slave/tasks/main.yml | 86 + .../roles/mesos-slave/templates/zk.j2 | 1 + .../roles/openstack/tasks/main.yml | 48 + .../roles/openstack/vars/main.yml | 30 + .../openstack/vars/openstack-credentials.yml | 30 + .../ansible-playbooks/roles/test/tasks/main.yml | 23 + .../roles/zookeeper/handlers/main.yml | 35 + .../roles/zookeeper/tasks/main.yml | 118 + .../roles/zookeeper/templates/myid.j2 | 1 + .../roles/zookeeper/templates/zoo.cfg.j2 | 32 + .../roles/zookeeper/vars/main.yml | 35 + modules/cloud/ansible-playbooks/site.yml | 44 + modules/cloud/aurora-client/README.md | 49 + modules/cloud/aurora-client/pom.xml | 83 + .../client/AuroraSchedulerClientFactory.java | 98 + .../cloud/aurora/client/AuroraThriftClient.java | 335 + .../aurora/client/bean/GetJobsResponseBean.java | 63 + .../cloud/aurora/client/bean/IdentityBean.java | 58 + .../cloud/aurora/client/bean/JobConfigBean.java | 236 + .../client/bean/JobDetailsResponseBean.java | 69 + .../cloud/aurora/client/bean/JobKeyBean.java | 104 + .../client/bean/PendingJobReasonBean.java | 70 + .../cloud/aurora/client/bean/ProcessBean.java | 193 + .../cloud/aurora/client/bean/ResourceBean.java | 104 + .../cloud/aurora/client/bean/ResponseBean.java | 79 + .../aurora/client/bean/ServerInfoBean.java | 87 + .../aurora/client/bean/TaskConfigBean.java | 136 + .../cloud/aurora/client/sdk/AppcImage.java | 549 + .../cloud/aurora/client/sdk/AssignedTask.java | 1084 + .../cloud/aurora/client/sdk/Attribute.java | 574 + .../cloud/aurora/client/sdk/AuroraAdmin.java | 14400 ++ .../client/sdk/AuroraSchedulerManager.java | 13414 ++ .../cloud/aurora/client/sdk/ConfigGroup.java | 581 + .../cloud/aurora/client/sdk/ConfigRewrite.java | 389 + .../cloud/aurora/client/sdk/ConfigSummary.java | 581 + .../aurora/client/sdk/ConfigSummaryResult.java | 422 + .../cloud/aurora/client/sdk/Constraint.java | 539 + .../cloud/aurora/client/sdk/Container.java | 392 + .../aurora/client/sdk/CronCollisionPolicy.java | 80 + .../aurora/client/sdk/DockerContainer.java | 606 + .../cloud/aurora/client/sdk/DockerImage.java | 549 + .../aurora/client/sdk/DockerParameter.java | 549 + .../aurora/client/sdk/DrainHostsResult.java | 471 + .../aurora/client/sdk/EndMaintenanceResult.java | 471 + .../cloud/aurora/client/sdk/ExecutorConfig.java | 546 + .../sdk/ExplicitReconciliationSettings.java | 412 + .../client/sdk/GetJobUpdateDetailsResult.java | 584 + .../client/sdk/GetJobUpdateDiffResult.java | 996 + .../client/sdk/GetJobUpdateSummariesResult.java | 474 + .../cloud/aurora/client/sdk/GetJobsResult.java | 471 + .../client/sdk/GetPendingReasonResult.java | 471 + .../cloud/aurora/client/sdk/GetQuotaResult.java | 931 + .../aurora/client/sdk/GetTierConfigResult.java | 603 + .../cloud/aurora/client/sdk/HostAttributes.java | 810 + .../cloud/aurora/client/sdk/HostStatus.java | 538 + .../airavata/cloud/aurora/client/sdk/Hosts.java | 466 + .../cloud/aurora/client/sdk/Identity.java | 417 + .../airavata/cloud/aurora/client/sdk/Image.java | 392 + .../client/sdk/InstanceConfigRewrite.java | 678 + .../cloud/aurora/client/sdk/InstanceKey.java | 552 + .../aurora/client/sdk/InstanceTaskConfig.java | 608 + .../aurora/client/sdk/JobConfigRewrite.java | 556 + .../aurora/client/sdk/JobConfiguration.java | 1049 + .../client/sdk/JobInstanceUpdateEvent.java | 666 + .../cloud/aurora/client/sdk/JobKey.java | 666 + .../cloud/aurora/client/sdk/JobStats.java | 760 + .../cloud/aurora/client/sdk/JobSummary.java | 649 + .../aurora/client/sdk/JobSummaryResult.java | 471 + .../cloud/aurora/client/sdk/JobUpdate.java | 559 + .../aurora/client/sdk/JobUpdateAction.java | 101 + .../aurora/client/sdk/JobUpdateDetails.java | 776 + .../cloud/aurora/client/sdk/JobUpdateEvent.java | 798 + .../client/sdk/JobUpdateInstructions.java | 730 + .../cloud/aurora/client/sdk/JobUpdateKey.java | 554 + .../aurora/client/sdk/JobUpdatePulseStatus.java | 74 + .../cloud/aurora/client/sdk/JobUpdateQuery.java | 1189 + .../aurora/client/sdk/JobUpdateRequest.java | 848 + .../aurora/client/sdk/JobUpdateSettings.java | 1285 + .../cloud/aurora/client/sdk/JobUpdateState.java | 666 + .../aurora/client/sdk/JobUpdateStatus.java | 129 + .../aurora/client/sdk/JobUpdateSummary.java | 850 + .../aurora/client/sdk/LimitConstraint.java | 419 + .../aurora/client/sdk/ListBackupsResult.java | 466 + .../airavata/cloud/aurora/client/sdk/Lock.java | 903 + .../cloud/aurora/client/sdk/LockKey.java | 331 + .../aurora/client/sdk/MaintenanceMode.java | 70 + .../client/sdk/MaintenanceStatusResult.java | 471 + .../cloud/aurora/client/sdk/MesosContainer.java | 432 + .../aurora/client/sdk/MesosFetcherURI.java | 661 + .../cloud/aurora/client/sdk/Metadata.java | 525 + .../airavata/cloud/aurora/client/sdk/Mode.java | 73 + .../cloud/aurora/client/sdk/Package.java | 625 + .../cloud/aurora/client/sdk/PendingReason.java | 522 + .../aurora/client/sdk/PopulateJobResult.java | 422 + .../aurora/client/sdk/PulseJobUpdateResult.java | 436 + .../aurora/client/sdk/QueryRecoveryResult.java | 471 + .../airavata/cloud/aurora/client/sdk/Range.java | 517 + .../aurora/client/sdk/ReadOnlyScheduler.java | 11291 ++ .../cloud/aurora/client/sdk/Resource.java | 561 + .../aurora/client/sdk/ResourceAggregate.java | 820 + .../cloud/aurora/client/sdk/Response.java | 840 + .../cloud/aurora/client/sdk/ResponseCode.java | 85 + .../cloud/aurora/client/sdk/ResponseDetail.java | 417 + .../cloud/aurora/client/sdk/Result.java | 1487 + .../client/sdk/RewriteConfigsRequest.java | 471 + .../cloud/aurora/client/sdk/RoleSummary.java | 619 + .../aurora/client/sdk/RoleSummaryResult.java | 471 + .../cloud/aurora/client/sdk/ScheduleStatus.java | 143 + .../aurora/client/sdk/ScheduleStatusResult.java | 471 + .../cloud/aurora/client/sdk/ScheduledTask.java | 973 + .../cloud/aurora/client/sdk/ServerInfo.java | 537 + .../aurora/client/sdk/StartJobUpdateResult.java | 562 + .../client/sdk/StartMaintenanceResult.java | 471 + .../cloud/aurora/client/sdk/TaskConfig.java | 2769 + .../cloud/aurora/client/sdk/TaskConstraint.java | 392 + .../cloud/aurora/client/sdk/TaskEvent.java | 794 + .../cloud/aurora/client/sdk/TaskQuery.java | 1611 + .../cloud/aurora/client/sdk/TierConfig.java | 601 + .../aurora/client/sdk/ValueConstraint.java | 585 + .../cloud/aurora/client/sdk/Volume.java | 674 + .../aurora/client/sdk/aurora_apiConstants.java | 124 + .../cloud/aurora/sample/AuroraClientSample.java | 187 + .../aurora/util/AuroraThriftClientUtil.java | 424 + .../airavata/cloud/aurora/util/Constants.java | 47 + .../cloud/aurora/util/ResponseCodeEnum.java | 95 + .../cloud/aurora/util/ResponseResultType.java | 47 + .../src/main/resources/aurora-api.thrift | 1238 + .../main/resources/aurora-scheduler.properties | 11 + .../resources/executor-config-template.json | 48 + modules/cloud/cloud-provisioning/pom.xml | 38 +- .../airavata/cloud/intf/CloudInterface.java | 4 +- .../cloud/intf/impl/OpenstackIntfImpl.java | 4 +- .../cloud/openstack/OS4JClientProvider.java | 4 +- .../apache/airavata/cloud/util/CloudRef.java | 4 +- .../apache/airavata/cloud/util/Constants.java | 6 +- .../org/apache/airavata/cloud/util/IPType.java | 4 +- .../airavata/cloud/util/OpenstackIntfUtil.java | 4 +- .../airavata/cloud/test/CloudIntfTest.java | 25 +- modules/cloud/pom.xml | 57 +- .../org/apache/airavata/cloud/CloudMain.java | 3 +- modules/cluster-monitoring/pom.xml | 76 + .../monitoring/ClusterStatusMonitorJob.java | 286 + .../ClusterStatusMonitorJobScheduler.java | 70 + modules/commons/pom.xml | 23 +- .../airavata/common/utils/BuildConstant.java | 26 + .../airavata/common/logging/Exception.java | 66 + .../airavata/common/logging/LogEntry.java | 132 + .../airavata/common/logging/MDCConstants.java | 30 + .../apache/airavata/common/logging/MDCUtil.java | 32 + .../airavata/common/logging/ServerId.java | 68 + .../common/logging/kafka/KafkaAppender.java | 115 + .../airavata/common/utils/AiravataZKUtils.java | 13 +- .../common/utils/ApplicationSettings.java | 72 +- .../airavata/common/utils/AwsMetadata.java | 137 + .../airavata/common/utils/ServerSettings.java | 130 +- .../apache/airavata/common/utils/XMLUtil.java | 586 - .../airavata/common/utils/XmlFormatter.java | 82 - .../airavata/common/utils/XMLUtilTest.java | 56 - .../src/main/resources/CLOUD_Groovy.template | 7 + .../src/main/resources/FORK_Groovy.template | 13 + .../server/src/main/resources/ForkTemplate.xslt | 24 - .../server/src/main/resources/LSFTemplate.xslt | 92 - .../src/main/resources/LSF_Groovy.template | 27 + .../server/src/main/resources/PBSTemplate.xslt | 107 - .../src/main/resources/PBS_Groovy.template | 35 + .../src/main/resources/SLURMTemplate.xslt | 92 - .../src/main/resources/SLURM_Groovy.template | 28 + .../server/src/main/resources/UGETemplate.xslt | 78 - .../src/main/resources/UGE_Groovy.template | 28 + .../resources/airavata-default-xacml-policy.xml | 15 +- .../main/resources/airavata-server.properties | 74 +- .../server/src/main/resources/gfac-config.yaml | 6 +- .../server/src/main/resources/log4j.properties | 3 + .../server/src/main/resources/logback.xml | 31 + .../credential-store-service/pom.xml | 19 +- .../credential/store/credential/Credential.java | 17 + .../store/credential/CredentialOwnerType.java | 28 + .../server/CredentialStoreServerHandler.java | 139 +- .../store/store/impl/db/CredentialsDAO.java | 26 +- .../store/store/impl/util/ConnectionPool.java | 382 + .../impl/util/CredentialStoreInitUtil.java | 155 + .../store/store/impl/util/DatabaseCreator.java | 353 + .../store/store/impl/util/JdbcStorage.java | 175 + .../cpi/SSHSummaryTest/SSHSummaryTest.java | 173 + .../store/store/impl/db/CredentialsDAOTest.java | 14 +- .../store/store/impl/db/SSHCredentialTest.java | 2 +- .../credential-store-stubs/pom.xml | 24 + .../credential/store/client/TestSSLClient.java | 6 +- .../store/cpi/CredentialStoreService.java | 4645 +- .../store/datamodel/APICredential.java | 723 - .../store/datamodel/CertificateCredential.java | 1149 - .../store/datamodel/CommunityUser.java | 609 - .../store/datamodel/PasswordCredential.java | 1015 - .../store/datamodel/SSHCredential.java | 1044 - .../credential_store_data_modelsConstants.java | 57 - .../exception/CredentialStoreException.java | 2 +- modules/distribution/pom.xml | 586 + .../src/main/assembly/bin-assembly.xml | 169 + .../src/main/assembly/src-assembly.xml | 75 + modules/distribution/src/main/resources/INSTALL | 30 + modules/distribution/src/main/resources/LICENSE | 2387 + modules/distribution/src/main/resources/NOTICE | 163 + modules/distribution/src/main/resources/README | 145 + .../main/resources/bin/airavata-server-start.sh | 123 + .../main/resources/bin/airavata-server-stop.sh | 71 + .../src/main/resources/bin/airavata-server.bat | 55 + .../src/main/resources/bin/derby.sh | 23 + .../src/main/resources/bin/logo.txt | 34 + .../src/main/resources/bin/setenv.bat | 33 + .../src/main/resources/bin/setenv.sh | 46 + .../src/main/resources/bin/startNetworkServer | 189 + .../main/resources/samples/registerSample.sh | 24 + .../src/main/resources/samples/scripts/add.sh | 21 + .../src/main/resources/samples/scripts/echo.sh | 22 + .../main/resources/samples/scripts/multiply.sh | 22 + .../main/resources/samples/scripts/subtract.sh | 22 + .../gfac/bes/provider/impl/BESProvider.java | 5 +- .../impl/JSDLGeneratorTestWithMyProxyAuth.java | 2 +- .../apache/airavata/gfac/cpi/GfacService.java | 2 +- modules/gfac/gfac-core/pom.xml | 46 +- .../apache/airavata/gfac/core/GFacEngine.java | 12 +- .../apache/airavata/gfac/core/GFacUtils.java | 378 +- .../apache/airavata/gfac/core/GroovyMap.java | 111 + .../airavata/gfac/core/JobDescriptor.java | 489 - .../org/apache/airavata/gfac/core/Script.java | 79 + .../core/cluster/AbstractRemoteCluster.java | 12 +- .../gfac/core/cluster/OutputParser.java | 17 +- .../gfac/core/cluster/RemoteCluster.java | 31 +- .../airavata/gfac/core/cluster/ServerInfo.java | 26 +- .../gfac/core/context/JobExecutionContext.java | 2 +- .../gfac/core/context/ProcessContext.java | 400 +- .../airavata/gfac/core/context/TaskContext.java | 19 +- .../gfac/core/x2012/x12/AfterAnyList.java | 185 - .../gfac/core/x2012/x12/AfterOKList.java | 185 - .../gfac/core/x2012/x12/ExportProperties.java | 202 - .../airavata/gfac/core/x2012/x12/InputList.java | 185 - .../core/x2012/x12/JobDescriptorDocument.java | 131 - .../gfac/core/x2012/x12/ModuleLoadCommands.java | 185 - .../airavata/gfac/core/x2012/x12/PbsParams.java | 1500 - .../gfac/core/x2012/x12/PostJobCommands.java | 185 - .../gfac/core/x2012/x12/PreJobCommands.java | 185 - .../core/x2012/x12/impl/AfterAnyListImpl.java | 254 - .../core/x2012/x12/impl/AfterOKListImpl.java | 254 - .../x2012/x12/impl/ExportPropertiesImpl.java | 252 - .../gfac/core/x2012/x12/impl/InputListImpl.java | 254 - .../x12/impl/JobDescriptorDocumentImpl.java | 96 - .../x2012/x12/impl/ModuleLoadCommandsImpl.java | 254 - .../gfac/core/x2012/x12/impl/PbsParamsImpl.java | 4381 - .../x2012/x12/impl/PostJobCommandsImpl.java | 254 - .../core/x2012/x12/impl/PreJobCommandsImpl.java | 254 - .../src/main/resources/PBSJobDescriptor.xsd | 116 - .../src/main/resources/gsissh-schemas.xsdconfig | 14 - .../airavata/gfac/core/GFacUtilsTest.java | 71 + modules/gfac/gfac-impl/pom.xml | 5 + .../apache/airavata/gfac/impl/AuroraUtils.java | 30 + .../airavata/gfac/impl/BESRemoteCluster.java | 27 +- .../org/apache/airavata/gfac/impl/Factory.java | 352 +- .../airavata/gfac/impl/GFacEngineImpl.java | 183 +- .../apache/airavata/gfac/impl/GFacWorker.java | 11 +- .../airavata/gfac/impl/HPCRemoteCluster.java | 115 +- .../apache/airavata/gfac/impl/HTTPUtils.java | 7 + .../airavata/gfac/impl/LocalRemoteCluster.java | 89 +- .../org/apache/airavata/gfac/impl/SSHUtils.java | 11 +- .../gfac/impl/job/ForkOutputParser.java | 14 +- .../airavata/gfac/impl/job/LSFOutputParser.java | 21 +- .../airavata/gfac/impl/job/PBSOutputParser.java | 93 +- .../gfac/impl/job/SlurmOutputParser.java | 70 +- .../airavata/gfac/impl/job/UGEOutputParser.java | 92 +- .../airavata/gfac/impl/task/ArchiveTask.java | 46 +- .../gfac/impl/task/AuroraJobSubmissionTask.java | 160 + .../gfac/impl/task/BESJobSubmissionTask.java | 40 +- .../airavata/gfac/impl/task/DataStageTask.java | 11 +- .../gfac/impl/task/DataStreamingTask.java | 3 +- .../impl/task/DefaultJobSubmissionTask.java | 63 +- .../gfac/impl/task/EnvironmentSetupTask.java | 6 +- .../gfac/impl/task/ForkJobSubmissionTask.java | 26 +- .../gfac/impl/task/LocalJobSubmissionTask.java | 150 +- .../gfac/impl/task/SCPDataStageTask.java | 74 +- .../airavata/gfac/impl/task/TaskUtils.java | 3 +- .../gfac/impl/task/utils/StreamData.java | 23 +- .../task/utils/bes/ApplicationProcessor.java | 2 +- .../gfac/impl/task/utils/bes/JSDLGenerator.java | 5 +- .../impl/task/utils/bes/ResourceProcessor.java | 2 +- .../task/utils/bes/UNICORESecurityContext.java | 12 +- .../gfac/monitor/cloud/AuroraJobMonitor.java | 244 + .../gfac/monitor/email/EmailBasedMonitor.java | 10 +- .../monitor/email/parser/LSFEmailParser.java | 27 +- .../monitor/email/parser/PBSEmailParser.java | 29 +- .../monitor/email/parser/SLURMEmailParser.java | 8 +- .../monitor/email/parser/UGEEmailParser.java | 6 +- .../services/impl/BigRed2TestWithSSHAuth.java | 2 +- .../impl/GSISSHProviderTestWithMyProxyAuth.java | 2 +- .../impl/SSHProviderTestWithSSHAuth.java | 2 +- .../email/parser/PBSEmailParserTest.java | 33 + .../airavata/gfac/server/GfacServerHandler.java | 172 +- .../messaging/client/RabbitMQListener.java | 259 +- .../airavata/messaging/core/Consumer.java | 40 - .../airavata/messaging/core/MessageHandler.java | 6 +- .../messaging/core/MessagingConstants.java | 3 +- .../messaging/core/MessagingFactory.java | 171 + .../airavata/messaging/core/Metadata.java | 25 - .../airavata/messaging/core/Publisher.java | 5 +- .../messaging/core/PublisherFactory.java | 138 +- .../messaging/core/RabbitMQProperties.java | 125 + .../airavata/messaging/core/Subscriber.java | 51 + .../airavata/messaging/core/TestClient.java | 56 +- .../apache/airavata/messaging/core/Type.java | 27 + .../messaging/core/impl/ExperimentConsumer.java | 112 + .../messaging/core/impl/ProcessConsumer.java | 108 + .../impl/RabbitMQProcessLaunchConsumer.java | 574 +- .../impl/RabbitMQProcessLaunchPublisher.java | 156 +- .../messaging/core/impl/RabbitMQProducer.java | 440 +- .../messaging/core/impl/RabbitMQPublisher.java | 119 + .../core/impl/RabbitMQStatusConsumer.java | 286 - .../core/impl/RabbitMQStatusPublisher.java | 212 +- .../core/impl/RabbitMQStatusSubscriber.java | 287 + .../messaging/core/impl/RabbitMQSubscriber.java | 193 + .../messaging/core/impl/StatusConsumer.java | 143 + .../orchestrator/cpi/OrchestratorService.java | 3 +- .../core/impl/GFACPassiveJobSubmitter.java | 11 +- .../core/utils/OrchestratorUtils.java | 245 +- .../validator/impl/BatchQueueValidator.java | 2 +- .../impl/ExperimentStatusValidator.java | 5 +- .../cpi/impl/SimpleOrchestratorImpl.java | 175 +- .../orchestrator/orchestrator-service/pom.xml | 5 + .../orchestrator/server/OrchestratorServer.java | 17 +- .../server/OrchestratorServerHandler.java | 137 +- modules/registry-refactoring/pom.xml | 132 + .../registry/core/RegistryException.java | 28 + .../workspacecatalog/GatewayEntity.java | 221 + .../workspacecatalog/NSFDemographicsEntity.java | 94 + .../workspacecatalog/NotificationEntity.java | 110 + .../workspacecatalog/ProjectEntity.java | 92 + .../workspacecatalog/UserProfileEntity.java | 247 + .../core/repositories/AbstractRepository.java | 98 + .../workspacecatalog/GatewayRepository.java | 36 + .../NotificationRepository.java | 35 + .../workspacecatalog/ProjectRepository.java | 35 + .../workspacecatalog/UserProfileRepository.java | 88 + .../airavata/registry/core/utils/Committer.java | 27 + .../registry/core/utils/JPAConstants.java | 32 + .../airavata/registry/core/utils/JPAUtils.java | 83 + .../core/utils/ObjectMapperSingleton.java | 39 + .../registry/core/utils/QueryConstants.java | 22 + .../airavata/registry/core/utils/Utils.java | 156 + .../src/main/resources/META-INF/persistence.xml | 32 + .../src/main/resources/workspace_catalog.sql | 125 + .../repositories/WorkspaceRepositoryTest.java | 197 + modules/registry/pom.xml | 1 + modules/registry/registry-core/pom.xml | 32 - .../core/app/catalog/impl/AppCatalogImpl.java | 5 + .../catalog/impl/ApplicationDeploymentImpl.java | 8 + .../catalog/impl/ApplicationInterfaceImpl.java | 1 + .../app/catalog/impl/ComputeResourceImpl.java | 32 +- .../catalog/impl/GwyResourceProfileImpl.java | 18 +- .../catalog/impl/UsrResourceProfileImpl.java | 369 + .../catalog/model/ApplicationDeployment.java | 42 +- .../core/app/catalog/model/BatchQueue.java | 44 + .../core/app/catalog/model/LocalSubmission.java | 11 + .../model/UserComputeResourcePreference.java | 185 + .../model/UserComputeResourcePreferencePK.java | 63 + .../app/catalog/model/UserResourceProfile.java | 112 + .../catalog/model/UserResourceProfilePK.java | 78 + .../catalog/model/UserStoragePreference.java | 105 + .../catalog/model/UserStoragePreferencePK.java | 64 + .../resources/AppCatAbstractResource.java | 26 +- .../resources/AppDeploymentResource.java | 44 + .../catalog/resources/BatchQueueResource.java | 56 +- .../ComputeHostPreferenceResource.java | 4 + .../resources/LocalSubmissionResource.java | 12 +- .../UserComputeHostPreferenceResource.java | 454 + .../resources/UserResourceProfileResource.java | 455 + .../UserStoragePreferenceResource.java | 379 + .../app/catalog/util/AppCatalogJPAUtils.java | 101 + .../catalog/util/AppCatalogResourceType.java | 3 + .../util/AppCatalogThriftConversion.java | 82 + .../experiment/catalog/ExpCatResourceUtils.java | 16 +- .../core/experiment/catalog/ResourceType.java | 3 +- .../catalog/impl/ExperimentCatalogImpl.java | 66 +- .../catalog/impl/ExperimentRegistry.java | 208 +- .../catalog/impl/GatewayRegistry.java | 10 + .../catalog/impl/ProjectRegistry.java | 47 + .../core/experiment/catalog/model/Gateway.java | 53 +- .../core/experiment/catalog/model/Process.java | 10 + .../experiment/catalog/model/QueueStatus.java | 99 + .../experiment/catalog/model/QueueStatusPK.java | 88 + .../catalog/model/UserConfigurationData.java | 9 + .../catalog/resources/GatewayResource.java | 57 + .../catalog/resources/ProcessResource.java | 11 + .../catalog/resources/QueueStatusResource.java | 208 + .../UserConfigurationDataResource.java | 10 + .../experiment/catalog/resources/Utils.java | 8 + .../catalog/resources/WorkerResource.java | 64 +- .../utils/ThriftDataModelConversion.java | 38 +- .../replica/catalog/model/Configuration.java | 1 - .../replica/catalog/model/Configuration_PK.java | 65 + .../src/main/resources/META-INF/persistence.xml | 6 + .../src/main/resources/appcatalog-derby.sql | 9 + .../src/main/resources/appcatalog-mysql.sql | 9 + .../src/main/resources/credstore-derby.sql | 60 +- .../src/main/resources/credstore-mysql.sql | 60 +- .../src/main/resources/expcatalog-derby.sql | 26 + .../src/main/resources/expcatalog-mysql.sql | 25 + .../app/catalog/UserResourceProfileTest.java | 189 + .../catalog/QueueStatusResourceTest.java | 76 + .../airavata/registry/cpi/AppCatalog.java | 7 + .../registry/cpi/ExpCatParentDataType.java | 3 +- .../registry/cpi/ExperimentCatalog.java | 16 + .../cpi/ExperimentCatalogModelType.java | 3 +- .../registry/cpi/UsrResourceProfile.java | 90 + .../airavata/registry/cpi/utils/Constants.java | 1 + modules/registry/registry-server/pom.xml | 28 + .../registry-api-service/pom.xml | 48 + .../registry/api/service/RegistryAPIServer.java | 163 + .../service/handler/RegistryServerHandler.java | 4247 + .../api/service/util/AppCatalogInitUtil.java | 168 + .../api/service/util/ConnectionPool.java | 383 + .../registry/api/service/util/Constants.java | 29 + .../api/service/util/DatabaseCreator.java | 353 + .../service/util/ExperimentCatalogInitUtil.java | 205 + .../registry/api/service/util/JdbcStorage.java | 176 + .../service/util/ReplicaCatalogInitUtil.java | 160 + .../service/util/WorkflowCatalogInitUtil.java | 160 + .../registry-server/registry-api-stubs/pom.xml | 28 + .../airavata/registry/api/RegistryService.java | 158400 ++++++++++++++++ .../client/RegistryServiceClientFactory.java | 44 + .../api/exception/RegistryServiceException.java | 407 + .../registry/api/registry_apiConstants.java | 57 + .../org/apache/airavata/server/ServerMain.java | 74 +- modules/sharing-registry/README.md | 3 + modules/sharing-registry/pom.xml | 25 + .../sharing-data-migrator/pom.xml | 67 + .../migrator/airavata/AiravataDataMigrator.java | 177 + .../migrator/airavata/ConnectionFactory.java | 59 + .../sharing-registry-distribution/pom.xml | 89 + .../src/main/assembly/bin-assembly.xml | 70 + .../src/main/resources/bin/setenv.sh | 61 + .../src/main/resources/bin/sharing-registry.sh | 90 + .../sharing-registry-server/pom.xml | 112 + .../registry/db/entities/DomainEntity.java | 113 + .../registry/db/entities/EntityEntity.java | 202 + .../sharing/registry/db/entities/EntityPK.java | 76 + .../registry/db/entities/EntityTypeEntity.java | 126 + .../registry/db/entities/EntityTypePK.java | 76 + .../db/entities/GroupMembershipEntity.java | 123 + .../registry/db/entities/GroupMembershipPK.java | 88 + .../db/entities/PermissionTypeEntity.java | 126 + .../registry/db/entities/PermissionTypePK.java | 76 + .../registry/db/entities/SharingEntity.java | 147 + .../sharing/registry/db/entities/SharingPK.java | 114 + .../registry/db/entities/UserEntity.java | 158 + .../registry/db/entities/UserGroupEntity.java | 162 + .../registry/db/entities/UserGroupPK.java | 75 + .../sharing/registry/db/entities/UserPK.java | 75 + .../db/repositories/AbstractRepository.java | 156 + .../db/repositories/DomainRepository.java | 34 + .../db/repositories/EntityRepository.java | 149 + .../db/repositories/EntityTypeRepository.java | 35 + .../repositories/GroupMembershipRepository.java | 79 + .../repositories/PermissionTypeRepository.java | 53 + .../db/repositories/SharingRepository.java | 81 + .../db/repositories/UserGroupRepository.java | 54 + .../db/repositories/UserRepository.java | 57 + .../sharing/registry/db/utils/Committer.java | 27 + .../registry/db/utils/ConnectionPool.java | 382 + .../sharing/registry/db/utils/DBConstants.java | 106 + .../registry/db/utils/DatabaseCreator.java | 353 + .../sharing/registry/db/utils/JPAUtils.java | 213 + .../sharing/registry/db/utils/JdbcStorage.java | 175 + .../db/utils/ObjectMapperSingleton.java | 39 + .../sharing/registry/server/ServerMain.java | 102 + .../registry/server/SharingRegistryServer.java | 147 + .../server/SharingRegistryServerHandler.java | 935 + .../src/main/resources/META-INF/persistence.xml | 15 + .../main/resources/sharing-registry-derby.sql | 138 + .../main/resources/sharing-registry-mysql.sql | 138 + .../SharingRegistryServerHandlerTest.java | 280 + .../registry/SharingRegistryServiceTest.java | 321 + .../sharing/registry/util/Initialize.java | 298 + .../sharing-registry-stubs/pom.xml | 59 + .../sharing/registry/models/Domain.java | 811 + .../sharing/registry/models/Entity.java | 1583 + .../registry/models/EntitySearchField.java | 70 + .../sharing/registry/models/EntityType.java | 931 + .../registry/models/GroupCardinality.java | 50 + .../sharing/registry/models/GroupChildType.java | 49 + .../registry/models/GroupMembership.java | 941 + .../sharing/registry/models/GroupType.java | 49 + .../sharing/registry/models/PermissionType.java | 931 + .../registry/models/SearchCondition.java | 63 + .../sharing/registry/models/SearchCriteria.java | 649 + .../sharing/registry/models/Sharing.java | 1155 + .../models/SharingRegistryException.java | 395 + .../sharing/registry/models/SharingType.java | 52 + .../airavata/sharing/registry/models/User.java | 1266 + .../sharing/registry/models/UserGroup.java | 1287 + .../models/sharing_modelsConstants.java | 41 + .../service/cpi/SharingRegistryService.java | 49079 +++++ .../sharing-service-docs/api-docs/index.html | 79 + .../api-docs/sharing_cpi.html | 297 + .../api-docs/sharing_models.html | 283 + .../sharing-service-docs/api-docs/style.css | 184 + .../sharing-service-docs/index.html | 362 + .../sharing-service-docs/sharing_overview.png | Bin 0 -> 49205 bytes .../sharing-service-docs/style.css | 184 + .../thrift_models/sharing_cpi.thrift | 211 + .../thrift_models/sharing_models.thrift | 274 + .../thrift_models/thrift-gen.sh | 22 + modules/simstream/README.md | 18 - modules/simstream/example/README.md | 9 - .../simstream/example/logfile_checker/README.md | 23 - .../example/logfile_checker/generate_logs.sh | 22 - .../example/logfile_checker/log_consumer.py | 43 - .../example/logfile_checker/log_streamer.py | 111 - .../example/logfile_checker/remote_log.slurm | 21 - .../simstream/example/logfile_checker/test.txt | 657 - .../simstream/example/mem_streamer/README.md | 17 - .../example/mem_streamer/memory_consumption.py | 83 - .../example/mem_streamer/memory_streamer.py | 46 - .../simstream/example/openmm_example/README.md | 33 - .../application/alanine_dipeptide.py | 55 - .../openmm_example/application/input.pdb | 24 - .../openmm_example/application/trajectory.dcd | 0 .../example/openmm_example/openmm_consumer.py | 8 - .../openmm_example/openmm_log_consumer.py | 32 - .../openmm_example/openmm_rmsd_consumer.py | 36 - .../example/openmm_example/openmm_stream.slurm | 19 - .../example/openmm_example/openmm_streamer.py | 130 - .../simstream/example/openmm_example/test.txt | 0 modules/simstream/example/settings.json | 6 - modules/simstream/setup.py | 19 - modules/simstream/simstream/__init__.py | 11 - modules/simstream/simstream/datacollector.py | 110 - modules/simstream/simstream/datareporter.py | 169 - modules/simstream/simstream/eventhandler.py | 17 - modules/simstream/simstream/eventmonitor.py | 46 - .../simstream/simstream/pikaasyncconsumer.py | 203 - modules/simstream/simstream/pikaproducer.py | 202 - modules/simstream/simstream/simstream.py | 167 - .../ExperimentExecution.java | 392 +- .../utils/PropertyReader.java | 3 +- modules/user-profile-migration/pom.xml | 102 + .../apache/airavata/ISLoginCredentialsDAO.java | 59 + .../apache/airavata/IdentityServerClient.java | 118 + .../org/apache/airavata/MigrationManager.java | 141 + .../UserProfileAiravataThriftClient.java | 45 + .../org/apache/airavata/UserProfileDAO.java | 120 + modules/user-profile/pom.xml | 4 +- modules/user-profile/user-profile-core/pom.xml | 88 - .../core/AbstractThriftDeserializer.java | 152 - .../core/AbstractThriftSerializer.java | 122 - .../userprofile/core/ModelConversionHelper.java | 77 - .../airavata/userprofile/core/MongoUtil.java | 59 - .../userprofile/core/UserProfileCPIImpl.java | 79 - .../core/UserProfileCPIImplFactory.java | 43 - .../userprofile/core/UserProfileDao.java | 164 - .../core/UserProfileDeserializer.java | 64 - .../userprofile/core/UserProfileSerializer.java | 51 - .../core/UserProfileCPIImplTest.java | 68 - modules/user-profile/user-profile-cpi/pom.xml | 30 - .../userprofile/cpi/UserProfileCPI.java | 42 - .../userprofile/cpi/UserProfileException.java | 32 - .../user-profile-service/.classpath | 26 + .../user-profile/user-profile-service/pom.xml | 27 + .../server/UserProfileHandler.java | 85 + .../server/UserProfileServer.java | 141 + modules/user-profile/user-profile-stubs/pom.xml | 35 + .../api/exception/RegistryServiceException.java | 407 + .../airavata/userprofile/crude/cpi/Test.java | 14 + .../crude/cpi/UserProfileCrudeService.java | 7488 + .../client/UserProfileServiceClientFactory.java | 43 + .../cpi/user_profile_crud_cpiConstants.java | 41 + .../engine/interpretor/WorkflowInterpreter.java | 1 - .../invoker/MsgBoxWsaResponsesCorrelator.java | 2 +- .../component/ws/WSComponentApplication.java | 1 - .../workflow/model/gpel/script/BPELScript.java | 2 - .../model/gpel/script/WorkflowWSDL.java | 1 - .../airavata/workflow/model/wf/Workflow.java | 1 - modules/workflow/workflow-core/pom.xml | 12 +- .../workflow/core/WorkflowEnactmentService.java | 65 +- .../workflow/core/WorkflowInterpreter.java | 29 +- .../apache/airavata/workflow/core/XMLUtil.java | 587 + .../airavata/workflow/core/XmlFormatter.java | 82 + .../airavata/workflow/core/XMLUtilTest.java | 56 + modules/xbaya/pom.xml | 329 - .../src/main/java/org/airavata/xbaya/App.java | 32 - .../org/airavata/xbaya/ui/home/HomeWindow.java | 42 - .../src/main/resources/images/airavata-2.png | Bin 5582 -> 0 bytes .../main/resources/images/airavata-config.png | Bin 1297 -> 0 bytes .../src/main/resources/images/airavata-icon.png | Bin 584 -> 0 bytes .../main/resources/images/airavata-icon2.png | Bin 981 -> 0 bytes .../src/main/resources/images/airavata-name.png | Bin 8261 -> 0 bytes .../resources/images/airavata-title-text.png | Bin 16438 -> 0 bytes .../src/main/resources/images/airavata.png | Bin 17280 -> 0 bytes .../src/main/resources/images/application.png | Bin 894 -> 0 bytes .../src/main/resources/images/applications.png | Bin 657 -> 0 bytes .../xbaya/src/main/resources/images/closed.gif | Bin 923 -> 0 bytes .../xbaya/src/main/resources/images/cloud.png | Bin 573 -> 0 bytes .../src/main/resources/images/experiment.png | Bin 543 -> 0 bytes .../src/main/resources/images/experiments.png | Bin 1142 -> 0 bytes .../src/main/resources/images/gfac_url.png | Bin 739 -> 0 bytes .../src/main/resources/images/gfac_urls.png | Bin 816 -> 0 bytes .../xbaya/src/main/resources/images/host.png | Bin 652 -> 0 bytes .../xbaya/src/main/resources/images/hosts.png | Bin 671 -> 0 bytes .../src/main/resources/images/input_para.png | Bin 428 -> 0 bytes .../src/main/resources/images/jcr-repo.png | Bin 1010 -> 0 bytes .../xbaya/src/main/resources/images/leaf.gif | Bin 906 -> 0 bytes .../src/main/resources/images/menu/jcr.png | Bin 1158 -> 0 bytes .../src/main/resources/images/menu/new2.png | Bin 1175 -> 0 bytes .../src/main/resources/images/menu/open1.png | Bin 925 -> 0 bytes .../src/main/resources/images/menu/open2.png | Bin 964 -> 0 bytes .../src/main/resources/images/menu/open_dir.png | Bin 749 -> 0 bytes .../src/main/resources/images/menu/pause1.png | Bin 1101 -> 0 bytes .../resources/images/menu/pause_monitor1.png | Bin 873 -> 0 bytes .../src/main/resources/images/menu/play3.png | Bin 1192 -> 0 bytes .../src/main/resources/images/menu/play4.png | Bin 765 -> 0 bytes .../images/menu/resume_monitoring1.png | Bin 957 -> 0 bytes .../src/main/resources/images/menu/save1.png | Bin 1200 -> 0 bytes .../src/main/resources/images/menu/stop.png | Bin 316 -> 0 bytes .../xbaya/src/main/resources/images/opened.gif | Bin 917 -> 0 bytes .../src/main/resources/images/output_para.png | Bin 490 -> 0 bytes .../src/main/resources/images/parameter.png | Bin 544 -> 0 bytes .../xbaya/src/main/resources/images/pause.jpeg | Bin 458 -> 0 bytes .../xbaya/src/main/resources/images/play.jpeg | Bin 471 -> 0 bytes .../src/main/resources/images/registry.png | Bin 3419 -> 0 bytes .../xbaya/src/main/resources/images/service.png | Bin 871 -> 0 bytes .../src/main/resources/images/services.png | Bin 899 -> 0 bytes .../xbaya/src/main/resources/images/step.gif | Bin 211 -> 0 bytes .../xbaya/src/main/resources/images/stop.jpeg | Bin 497 -> 0 bytes .../src/main/resources/images/workflow.png | Bin 601 -> 0 bytes .../resources/images/workflow_templates.png | Bin 710 -> 0 bytes .../src/main/resources/images/workflows.png | Bin 778 -> 0 bytes .../xbaya/src/main/resources/views/home.fxml | 587 - .../test/java/org/airavata/xbaya/AppTest.java | 58 - pom.xml | 1162 +- .../files/mysql-connector-java-5.1.37-bin.jar | Bin 0 -> 985603 bytes roles/api-orch/handlers/main.yml | 10 + roles/api-orch/tasks/main.yml | 54 + .../templates/airavata-server.properties.j2 | 278 + roles/api-orch/templates/gfac-config.yaml.j2 | 111 + roles/api-orch/vars/main.yml | 3 + roles/common/files/airavata.jks | Bin 0 -> 1410 bytes roles/common/files/client_truststore.jks | Bin 0 -> 3558 bytes roles/common/handlers/main.yml | 45 + roles/common/tasks/main.yml | 40 + roles/common/vars/main.yml | 5 + .../files/mysql-connector-java-5.1.37-bin.jar | Bin 0 -> 985603 bytes roles/gfac/handlers/main.yml | 8 + roles/gfac/tasks/main.yml | 53 + .../templates/airavata-server.properties.j2 | 278 + roles/gfac/templates/gfac-config.yaml.j2 | 111 + roles/gfac/vars/main.yml | 3 + roles/rabbitmq/handlers/main.yml | 10 + roles/rabbitmq/tasks/main.yml | 44 + roles/setup/tasks/main.yml | 44 + roles/setup/tasks/redhat.yml | 12 + roles/setup/vars/main.yml | 15 + roles/zookeeper/handlers/main.yml | 19 + roles/zookeeper/tasks/main.yml | 15 + roles/zookeeper/templates/zoo.cfg.j2 | 28 + roles/zookeeper/vars/main.yml | 17 + sandbox/amqpwstunnel/python/amqpwstunnel.py | 583 + sandbox/amqpwstunnel/python/config.json | 10 + sandbox/amqpwstunnel/wstest.html | 157 + sandbox/simstream/README.md | 18 + sandbox/simstream/example/README.md | 9 + .../simstream/example/logfile_checker/README.md | 23 + .../example/logfile_checker/generate_logs.sh | 22 + .../example/logfile_checker/log_consumer.py | 43 + .../example/logfile_checker/log_streamer.py | 111 + .../example/logfile_checker/remote_log.slurm | 21 + .../simstream/example/logfile_checker/test.txt | 657 + .../simstream/example/mem_streamer/README.md | 17 + .../example/mem_streamer/memory_consumption.py | 83 + .../example/mem_streamer/memory_streamer.py | 46 + .../simstream/example/openmm_example/README.md | 33 + .../application/alanine_dipeptide.py | 55 + .../openmm_example/application/input.pdb | 24 + .../openmm_example/application/trajectory.dcd | 0 .../example/openmm_example/openmm_consumer.py | 8 + .../openmm_example/openmm_log_consumer.py | 32 + .../openmm_example/openmm_rmsd_consumer.py | 36 + .../example/openmm_example/openmm_stream.slurm | 19 + .../example/openmm_example/openmm_streamer.py | 130 + .../simstream/example/openmm_example/test.txt | 0 sandbox/simstream/example/settings.json | 6 + sandbox/simstream/setup.py | 19 + sandbox/simstream/simstream/__init__.py | 11 + sandbox/simstream/simstream/datacollector.py | 110 + sandbox/simstream/simstream/datareporter.py | 169 + sandbox/simstream/simstream/eventhandler.py | 17 + sandbox/simstream/simstream/eventmonitor.py | 46 + .../simstream/simstream/pikaasyncconsumer.py | 203 + sandbox/simstream/simstream/pikaproducer.py | 202 + sandbox/simstream/simstream/simstream.py | 167 + site.yml | 25 + .../airavata-apis/airavata_api.thrift | 627 +- .../airavata-apis/messaging_events.thrift | 6 + .../component-cpis/credential-store-cpi.thrift | 16 +- .../credential_store_data_models.thrift | 62 - .../component-cpis/generate-cpi-stubs.sh | 10 +- .../component-cpis/registry-api.thrift | 2423 + .../component-cpis/registry_api_errors.thrift | 32 + .../data-models/airavata_data_models.thrift | 2 + .../application_deployment_model.thrift | 4 + .../credential_store_data_models.thrift | 89 + .../experiment_model.thrift | 3 +- .../experiment-catalog-models/job_model.thrift | 2 +- .../process_model.thrift | 9 +- .../status_models.thrift | 9 + .../experiment-catalog-models/task_model.thrift | 4 +- .../workspace_model.thrift | 31 +- .../compute_resource_model.thrift | 15 +- .../resource_catalog_models.thrift | 3 +- .../user_resource_profile_model.thrift | 109 + .../user-group-models/group_manager_cpi.thrift | 95 - .../group_manager_model.thrift | 56 +- .../user-group-models/user_profile_model.thrift | 35 +- 937 files changed, 569527 insertions(+), 112326 deletions(-) ----------------------------------------------------------------------
