This is an automated email from the ASF dual-hosted git repository. yasith pushed a commit to branch distribution-improvements in repository https://gitbox.apache.org/repos/asf/airavata.git
commit 968ab7d0ada5c766e6b6de1976178ed735180478 Author: yasithdev <[email protected]> AuthorDate: Sun Jun 29 04:11:01 2025 -0500 update properties files to current deployment state --- .../airavata/monitor/email/EmailBasedMonitor.java | 2 +- .../realtime/parser/RealtimeJobStatusParser.java | 2 +- .../src/main/resources/airavata-client.properties | 285 +++++++++--- .../src/main/resources/airavata-server.properties | 516 ++++++++------------- .../email-monitor/airavata-server.properties.j2 | 2 +- .../realtime-monitor/airavata-server.properties.j2 | 2 +- .../src/main/assembly/api-server-bin-assembly.xml | 2 +- .../api-server/conf/airavata-server.properties | 275 ++++++++--- .../resources/dockerfiles/controller/Dockerfile | 3 - .../src/main/resources/airavata-server.properties | 417 ++++++++--------- 10 files changed, 807 insertions(+), 699 deletions(-) diff --git a/airavata-api/src/main/java/org/apache/airavata/monitor/email/EmailBasedMonitor.java b/airavata-api/src/main/java/org/apache/airavata/monitor/email/EmailBasedMonitor.java index ebfd41f700..b56ddb1918 100644 --- a/airavata-api/src/main/java/org/apache/airavata/monitor/email/EmailBasedMonitor.java +++ b/airavata-api/src/main/java/org/apache/airavata/monitor/email/EmailBasedMonitor.java @@ -156,7 +156,7 @@ public class EmailBasedMonitor extends AbstractMonitor implements Runnable { try { JobStatusResult jobStatusResult = emailParser.parseEmail(message, regClient); - jobStatusResult.setPublisherName(ServerSettings.getSetting("job.monitor.broker.publisher.id")); + jobStatusResult.setPublisherName(ServerSettings.getSetting("job.monitor.email.publisher.id")); return jobStatusResult; } catch (Exception e) { getRegistryClientPool().returnBrokenResource(regClient); diff --git a/airavata-api/src/main/java/org/apache/airavata/monitor/realtime/parser/RealtimeJobStatusParser.java b/airavata-api/src/main/java/org/apache/airavata/monitor/realtime/parser/RealtimeJobStatusParser.java index 6bd1cc7f88..2449a9a92a 100644 --- a/airavata-api/src/main/java/org/apache/airavata/monitor/realtime/parser/RealtimeJobStatusParser.java +++ b/airavata-api/src/main/java/org/apache/airavata/monitor/realtime/parser/RealtimeJobStatusParser.java @@ -119,7 +119,7 @@ public class RealtimeJobStatusParser { jobStatusResult.setJobId(jobId); jobStatusResult.setJobName(jobName); jobStatusResult.setState(jobState); - jobStatusResult.setPublisherName(ServerSettings.getSetting("job.monitor.broker.publisher.id")); + jobStatusResult.setPublisherName(ServerSettings.getSetting("job.monitor.realtime.publisher.id")); return jobStatusResult; } catch (Exception e) { logger.error("Failed to fetch job id for job name " + jobName); diff --git a/airavata-api/src/main/resources/airavata-client.properties b/airavata-api/src/main/resources/airavata-client.properties index e8bb332393..4942243247 100644 --- a/airavata-api/src/main/resources/airavata-client.properties +++ b/airavata-api/src/main/resources/airavata-client.properties @@ -18,83 +18,232 @@ # under the License. # -########################################################################### -# -# This properties file provides configuration for Airavata Clients: -# XBaya and Airavata API -# -########################################################################### +api.secured=true +api.server.monitoring.enabled=True +api.server.monitoring.host=localhost +api.server.monitoring.port=9097 +apiserver.host=localhost +apiserver.min.threads=50 +apiserver.name=apiserver-node0 +apiserver.port=8930 +apiserver=org.apache.airavata.api.server.AiravataAPIServer + +appcatalog.jdbc.driver=org.mariadb.jdbc.Driver +appcatalog.jdbc.password=CHANGE_ME +appcatalog.jdbc.url=jdbc:mariadb://localhost:13306/app_catalog +appcatalog.jdbc.user=root +appcatalog.validationQuery=SELECT 1 from CONFIGURATION + +authz.cache.enabled=true +authz.cache.manager.class=org.apache.airavata.service.security.authzcache.DefaultAuthzCacheManager + +cache.enable=false + +cluster.status.monitoring.enable=false +cluster.status.monitoring.repeat.time=18000 + +credential.store.jdbc.driver=org.mariadb.jdbc.Driver +credential.store.jdbc.password=CHANGE_ME +credential.store.jdbc.url=jdbc:mariadb://localhost:13306/credential_store +credential.store.jdbc.user=root +credential.store.jdbc.validationQuery=SELECT 1 from CONFIGURATION +credential.store.keystore.alias=airavata +credential.store.keystore.password=airavata +credential.store.keystore.url=keystores/airavata_sym.jks +credential.store.server.host=localhost +credential.store.server.port=8960 +credentialstore=org.apache.airavata.credential.store.server.CredentialStoreServer + +data.analyzer.job.scanning.enable=false +data.parser.delete.container=True + +db_event_manager=org.apache.airavata.db.event.manager.DBEventManagerRunner -###---------------------------REGISTRY API IMPLEMENTATION---------------------------### +default.registry.gateway=default +default.registry.oauth.client.id=pga +default.registry.oauth.client.secret=GtRMiIQG5UJJdmmeM6iQS0BZR4Yj0gbt +default.registry.password.hash.method=SHA +default.registry.password=CHANGE_ME +default.registry.user=default-admin -#class.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.impl.AiravataJPARegistry -#class.registry.accessor=org.apache.airavata.rest.client.RegistryClient +durable.queue=false -###---------------------REGISTRY API IMPLEMENTATION - CUSTOM SETTINGS----------------------### [email protected] +email.based.monitor.folder.name=INBOX +email.based.monitor.host=imap.gmail.com +email.based.monitor.password=CHANGE_ME +email.based.monitor.store.protocol=imaps +email.based.monitoring.period=10000 +email.expiration.minutes=60 [email protected] +email.password=CHANGE_ME +email.server.port=465 +email.server=smtp.googlemail.com +email.ssl=true +email.user=airavata + +embedded.mode=false +embedded.zk=false + +enable.kafka.logging=false +enable.realtime.monitor=False +enable.sharing=true +enable.streaming.transfer=False +enable.validation=true + +enactment.thread.pool.size=10 + +experiment.launch.queue.name=experiment.launch.queue + +helix.cluster.name=AiravataCluster +helix.controller.name=AiravataController +helix.participant.name=AiravataParticipant + +host.scheduler=org.apache.airavata.orchestrator.core.schedule.DefaultHostScheduler + +iam.server.super.admin.password=CHANGE_ME +iam.server.super.admin.username=admin +iam.server.url=https://auth.dev.cybershuttle.org + +in.memory.cache.size=1000 +isRunningOnAws=false + +job.monitor.broker.publisher.id=AiravataMonitorPublisher +job.monitor.email.publisher.id=EmailBasedProducer +job.monitor.realtime.publisher.id=RealtimeProducer + +job.monitor.broker.topic=monitoring-data +job.monitor.broker.url=localhost:9092 +job.notification.emailids= +job.notification.enable=true +job.notification.flags=abe +job.status.publish.endpoint=http://localhost:8082/topics/helix-airavata-mq +job.validators=org.apache.airavata.orchestrator.core.validator.impl.BatchQueueValidator,org.apache.airavata.orchestrator.core.validator.impl.ExperimentStatusValidator + +jpa.cache.size=-1 + +kafka.broker.consumer.group=MonitoringConsumer +kafka.broker.list=localhost:9092 +kafka.broker.topic=monitoring-data + +kafka.broker.url=localhost:9092 +kafka.parser.broker.consumer.group=CHANGE_ME +kafka.parser.topic=CHANGE_ME +kafka.parsing.broker.url=CHANGE_ME +kafka.topic.prefix=local + +keystore.password=airavata +keystore.path=keystores/airavata.jks + +local.data.location=/home/exouser/temp-storage + +metaschedluer.job.scanning.enable=false + +orchestrator.server.host=localhost +orchestrator.server.min.threads=50 +orchestrator.server.name=orchestrator-node0 +orchestrator.server.port=8940 +orchestrator=org.apache.airavata.orchestrator.server.OrchestratorServer + +parser.storage.resource.id=CHANGE_ME + +participant.monitoring.enabled=true +participant.monitoring.host=localhost +participant.monitoring.port=9096 + +post.workflow.manager.loadbalance.clusters=false +post.workflow.manager.monitoring.enabled=true +post.workflow.manager.monitoring.host=localhost +post.workflow.manager.monitoring.port=9094 +post.workflow.manager.name=AiravataPostWM + +pre.workflow.manager.loadbalance.clusters=false +pre.workflow.manager.monitoring.enabled=true +pre.workflow.manager.monitoring.host=localhost +pre.workflow.manager.monitoring.port=9093 +pre.workflow.manager.name=AiravataPreWM + +prefetch.count=200 + +process.launch.queue.name=process.launch.queue + +profile_service=org.apache.airavata.service.profile.server.ProfileServiceServer +profile.service.jdbc.driver=org.mariadb.jdbc.Driver +profile.service.jdbc.password=CHANGE_ME +profile.service.jdbc.url=jdbc:mariadb://localhost:13306/profile_service +profile.service.jdbc.user=root +profile.service.server.host=localhost +profile.service.server.port=8962 +profile.service.validationQuery=SELECT 1 + +rabbitmq.broker.url=amqp://guest:guest@localhost:5672/develop +rabbitmq.experiment.exchange.name=experiment_exchange +rabbitmq.process.exchange.name=process_exchange +rabbitmq.status.exchange.name=status_exchange -########################Registry JPA Implementation Settings######################## -#for mysql [AiravataJPARegistry] -#registry.jdbc.driver=com.mysql.jdbc.Driver -#registry.jdbc.url=jdbc:mysql://localhost:3306/persistent_data +realtime.monitor.broker.consumer.group=monitor +realtime.monitor.broker.topic=helix-airavata-mq +realtime.monitor.broker.url=localhost:9092 -#for derby [AiravataJPARegistry] -registry.jdbc.driver=org.apache.derby.jdbc.ClientDriver -registry.jdbc.url=jdbc:derby://localhost:1527/experiment_catalog;create=true;user=airavata;password=airavata -registry.jdbc.user=airavata -registry.jdbc.password=airavata -start.derby.server.mode=true +registry.jdbc.driver=org.mariadb.jdbc.Driver +registry.jdbc.password=CHANGE_ME +registry.jdbc.url=jdbc:mariadb://localhost:13306/experiment_catalog +registry.jdbc.user=root +regserver.server.host=localhost +regserver.server.min.threads=50 +regserver.server.name=regserver-node0 +regserver.server.port=8970 +regserver=org.apache.airavata.registry.api.service.RegistryAPIServer + +replicacatalog.jdbc.driver=org.mariadb.jdbc.Driver +replicacatalog.jdbc.password=CHANGE_ME +replicacatalog.jdbc.url=jdbc:mariadb://localhost:13306/replica_catalog +replicacatalog.jdbc.user=root +replicacatalog.validationQuery=SELECT 1 from CONFIGURATION + +security.manager.class=org.apache.airavata.service.security.KeyCloakSecurityManager + +sharing_server=org.apache.airavata.sharing.registry.server.SharingRegistryServer +sharing.registry.server.host=localhost +sharing.registry.server.port=7878 +sharing.tls.enabled=false +sharingcatalog.jdbc.driver=org.mariadb.jdbc.Driver +sharingcatalog.jdbc.password=CHANGE_ME +sharingcatalog.jdbc.url=jdbc:mariadb://localhost:13306/sharing_catalog +sharingcatalog.jdbc.user=root +sharingcatalog.validationQuery=SELECT 1 from CONFIGURATION + +start.submitter=true +submitter.interval=10000 + +super.tenant.gatewayId=default -validationQuery=SELECT 1 from CONFIGURATION -jpa.connection.properties=MaxActive=10,MaxIdle=5,MinIdle=2,MaxWait=60000,testWhileIdle=true,testOnBorrow=true -default.registry.user=admin -default.registry.password=admin -default.registry.password.hash.method=SHA -default.registry.gateway=default -gateway_id=php_reference_gateway - -########################################################################### -# Airavata App Catalog DB Configuration -########################################################################### -#for derby [AiravataJPARegistry] -appcatalog.jdbc.driver=org.apache.derby.jdbc.ClientDriver -appcatalog.jdbc.url=jdbc:derby://localhost:1527/app_catalog;create=true;user=airavata;password=airavata -# MySql database configuration -#appcatalog.jdbc.driver=com.mysql.jdbc.Driver -#appcatalog.jdbc.url=jdbc:mysql://localhost:3306/app_catalog -appcatalog.jdbc.user=airavata -appcatalog.jdbc.password=airavata -appcatalog.validationQuery=SELECT 1 from COMPUTE_RESOURCE - -#user defined registry accessor classes -#class.provenance.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.jpa.impl.AiravataJPARegistry -#class.configuration.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.jpa.impl.AiravataJPARegistry -#class.descriptor.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.jpa.impl.AiravataJPARegistry -#class.project.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.jpa.impl.AiravataJPARegistry -#class.user.workflow.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.jpa.impl.AiravataJPARegistry -#class.published.workflow.registry.accessor=org.apache.airavata.registry.core.experiment.egistry.jpa.impl.AiravataJPARegistry - -########################Registry Rest Implementation Settings######################## - -trust.store=aiaravata.jks -trust.store.password=airavata - -##################################################################################### - -#for xbaya -xbaya.registry.user=admin -xbaya.registry.url=http://localhost:8080/airavata/services/registry -xbaya.default.gateway=default - +threadpool.size=10 + +thrift.client.pool.abandoned.removal.enabled=true +thrift.client.pool.abandoned.removal.logged=false + +TLS.api.server.port=9930 +TLS.client.timeout=10000 +TLS.enabled=true +trust.store.password=airavata +trust.store=keystores/client_truststore.jks -########################################################################### -# Airavata Thrift Server configurations -########################################################################### -thrift.server.host=localhost -thrift.server.port=8930 +usage.reporting.endpoint=https://xsede-xdcdb-api.xsede.org/gateway/v2/job_attributes +usage.reporting.key=CHANGE_ME +userprofile.mongodb.host=localhost +userprofile.mongodb.port=27017 -#app.catalog.server.host=${thrift.server.host} -#app.catalog.server.port=8931 +validationQuery=SELECT 1 from CONFIGURATION +workflowcatalog.jdbc.driver=org.mariadb.jdbc.Driver +workflowcatalog.jdbc.password=CHANGE_ME +workflowcatalog.jdbc.url=jdbc:mariadb://localhost:13306/workflow_catalog +workflowcatalog.jdbc.user=root +workflowcatalog.validationQuery=SELECT 1 from CONFIGURATION +workflowserver=org.apache.airavata.api.server.WorkflowServer +zookeeper.server.connection=localhost:2181 +zookeeper.timeout=30000 diff --git a/airavata-api/src/main/resources/airavata-server.properties b/airavata-api/src/main/resources/airavata-server.properties index 681e698435..4942243247 100644 --- a/airavata-api/src/main/resources/airavata-server.properties +++ b/airavata-api/src/main/resources/airavata-server.properties @@ -18,368 +18,232 @@ # under the License. # -########################################################################### -# -# This properties file provides configuration for all Airavata Services: -# API Server, Registry, Workflow Interpreter, GFac, Orchestrator -# -########################################################################### - -########################################################################### -# API Server Registry Configuration -########################################################################### - -#for derby [AiravataJPARegistry] -registry.jdbc.driver=org.apache.derby.jdbc.ClientDriver -registry.jdbc.url=jdbc:derby:experiment_catalog;create=true;user=airavata;password=airavata -# MariaDB database configuration -#registry.jdbc.driver=org.mariadb.jdbc.Driver -#registry.jdbc.url=jdbc:mariadb://localhost:3306/experiment_catalog -registry.jdbc.user=airavata -registry.jdbc.password=airavata -#FIXME: Probably the following property should be removed. -start.derby.server.mode=false -validationQuery=SELECT 1 from CONFIGURATION -cache.enable=true -jpa.cache.size=5000 -#jpa.connection.properties=MaxActive=10,MaxIdle=5,MinIdle=2,MaxWait=60000,testWhileIdle=true,testOnBorrow=true -enable.sharing=true +api.secured=true +api.server.monitoring.enabled=True +api.server.monitoring.host=localhost +api.server.monitoring.port=9097 +apiserver.host=localhost +apiserver.min.threads=50 +apiserver.name=apiserver-node0 +apiserver.port=8930 +apiserver=org.apache.airavata.api.server.AiravataAPIServer -# Properties for default user mode -default.registry.user=admin -default.registry.password=admin -default.registry.password.hash.method=SHA -default.registry.gateway=php_reference_gateway -super.tenant.gatewayId=php_reference_gateway +appcatalog.jdbc.driver=org.mariadb.jdbc.Driver +appcatalog.jdbc.password=CHANGE_ME +appcatalog.jdbc.url=jdbc:mariadb://localhost:13306/app_catalog +appcatalog.jdbc.user=root +appcatalog.validationQuery=SELECT 1 from CONFIGURATION -# Properties for cluster status monitoring -# cluster status monitoring job repeat time in seconds -#cluster.status.monitoring.enable=false -cluster.status.monitoring.repeat.time=18000 +authz.cache.enabled=true +authz.cache.manager.class=org.apache.airavata.service.security.authzcache.DefaultAuthzCacheManager -########################################################################### -# Application Catalog DB Configuration -########################################################################### -#for derby [AiravataJPARegistry] -appcatalog.jdbc.driver=org.apache.derby.jdbc.ClientDriver -appcatalog.jdbc.url=jdbc:derby:app_catalog;create=true;user=airavata;password=airavata -# MariaDB database configuration -#appcatalog.jdbc.driver=org.mariadb.jdbc.Driver -#appcatalog.jdbc.url=jdbc:mariadb://localhost:3306/app_catalog -appcatalog.jdbc.user=airavata -appcatalog.jdbc.password=airavata -appcatalog.validationQuery=SELECT 1 from CONFIGURATION +cache.enable=false -########################################################################## -# Replica Catalog DB Configuration -########################################################################### -#for derby [AiravataJPARegistry] -replicacatalog.jdbc.driver=org.apache.derby.jdbc.ClientDriver -replicacatalog.jdbc.url=jdbc:derby:replica_catalog;create=true;user=airavata;password=airavata -# MariaDB database configuration -#replicacatalog.jdbc.driver=org.mariadb.jdbc.Driver -#replicacatalog.jdbc.url=jdbc:mariadb://localhost:3306/replica_catalog -replicacatalog.jdbc.user=airavata -replicacatalog.jdbc.password=airavata -replicacatalog.validationQuery=SELECT 1 from CONFIGURATION +cluster.status.monitoring.enable=false +cluster.status.monitoring.repeat.time=18000 -########################################################################### -# Workflow Catalog DB Configuration -########################################################################### -#for derby [AiravataJPARegistry] -workflowcatalog.jdbc.driver=org.apache.derby.jdbc.ClientDriver -workflowcatalog.jdbc.url=jdbc:derby:workflow_catalog;create=true;user=airavata;password=airavata -# MariaDB database configuration -#workflowcatalog.jdbc.driver=org.mariadb.jdbc.Driver -#workflowcatalog.jdbc.url=jdbc:mariadb://localhost:3306/workflow_catalog -workflowcatalog.jdbc.user=airavata -workflowcatalog.jdbc.password=airavata -workflowcatalog.validationQuery=SELECT 1 from CONFIGURATION +credential.store.jdbc.driver=org.mariadb.jdbc.Driver +credential.store.jdbc.password=CHANGE_ME +credential.store.jdbc.url=jdbc:mariadb://localhost:13306/credential_store +credential.store.jdbc.user=root +credential.store.jdbc.validationQuery=SELECT 1 from CONFIGURATION +credential.store.keystore.alias=airavata +credential.store.keystore.password=airavata +credential.store.keystore.url=keystores/airavata_sym.jks +credential.store.server.host=localhost +credential.store.server.port=8960 +credentialstore=org.apache.airavata.credential.store.server.CredentialStoreServer -########################################################################### -# Sharing Catalog DB Configuration -########################################################################### -#for derby [AiravataJPARegistry] -sharingcatalog.jdbc.driver=org.apache.derby.jdbc.ClientDriver -sharingcatalog.jdbc.url=jdbc:derby:sharing_catalog;create=true;user=airavata;password=airavata -# MariaDB database configuration -#sharingcatalog.jdbc.driver=org.mariadb.jdbc.Driver -#sharingcatalog.jdbc.url=jdbc:mariadb://localhost:3306/sharing_catalog -sharingcatalog.jdbc.user=airavata -sharingcatalog.jdbc.password=airavata -sharingcatalog.validationQuery=SELECT 1 from CONFIGURATION +data.analyzer.job.scanning.enable=false +data.parser.delete.container=True -########################################################################### -# Sharing Registry Server Configuration -########################################################################### -sharing_server=org.apache.airavata.sharing.registry.server.SharingRegistryServer -sharing.registry.server.host=localhost -sharing.registry.server.port=7878 -# tls enable is supported only in standalone sharing registry server mode -#(nsg-cipres) usecase -sharing.tls.enabled=false - -########################################################################### -# Server module Configuration -########################################################################### -#credential store server should be started before API server -servers=credentialstore,apiserver,orchestrator,gfac +db_event_manager=org.apache.airavata.db.event.manager.DBEventManagerRunner +default.registry.gateway=default +default.registry.oauth.client.id=pga +default.registry.oauth.client.secret=GtRMiIQG5UJJdmmeM6iQS0BZR4Yj0gbt +default.registry.password.hash.method=SHA +default.registry.password=CHANGE_ME +default.registry.user=default-admin -########################################################################### -# API Server Configurations -########################################################################### -apiserver=org.apache.airavata.api.server.AiravataAPIServer -apiserver.name=apiserver-node0 -apiserver.host=localhost -apiserver.port=8930 -apiserver.min.threads=50 +durable.queue=false -########################################################################### -# API Server SSL Configurations -########################################################################### -apiserver.tls.enabled=false -apiserver.keystore=/path/to/airavata.jks -apiserver.keystore.password=airavata [email protected] +email.based.monitor.folder.name=INBOX +email.based.monitor.host=imap.gmail.com +email.based.monitor.password=CHANGE_ME +email.based.monitor.store.protocol=imaps +email.based.monitoring.period=10000 +email.expiration.minutes=60 [email protected] +email.password=CHANGE_ME +email.server.port=465 +email.server=smtp.googlemail.com +email.ssl=true +email.user=airavata -########################################################################### -# Orchestrator Server Configurations -########################################################################### -orchestrator=org.apache.airavata.orchestrator.server.OrchestratorServer -orchestrator.server.name=orchestrator-node0 -orchestrator.server.host=localhost -orchestrator.server.port=8940 -orchestrator.server.min.threads=50 -job.validators=org.apache.airavata.orchestrator.core.validator.impl.BatchQueueValidator,org.apache.airavata.orchestrator.core.validator.impl.ExperimentStatusValidator -submitter.interval=10000 -threadpool.size=10 -start.submitter=true -embedded.mode=true +embedded.mode=false +embedded.zk=false + +enable.kafka.logging=false +enable.realtime.monitor=False +enable.sharing=true +enable.streaming.transfer=False enable.validation=true +enactment.thread.pool.size=10 + +experiment.launch.queue.name=experiment.launch.queue + +helix.cluster.name=AiravataCluster +helix.controller.name=AiravataController +helix.participant.name=AiravataParticipant -########################################################################### -# GFac Server Configurations -########################################################################### -gfac=org.apache.airavata.gfac.server.GfacServer -gfac.server.name=gfac-node0 -gfac.server.host=localhost -gfac.server.port=8950 -gfac.thread.pool.size=50 host.scheduler=org.apache.airavata.orchestrator.core.schedule.DefaultHostScheduler -# ssh session access timeout in minutes default is 30 minutes -#ssh.session.cache.access.timeout=30 +iam.server.super.admin.password=CHANGE_ME +iam.server.super.admin.username=admin +iam.server.url=https://auth.dev.cybershuttle.org -########################################################################### -# Registry Server Configurations -########################################################################### -regserver=org.apache.airavata.registry.api.service.RegistryAPIServer -regserver.server.name=regserver-node0 -regserver.server.host=localhost -regserver.server.port=8970 -regserver.server.min.threads=50 +in.memory.cache.size=1000 +isRunningOnAws=false +job.monitor.broker.publisher.id=AiravataMonitorPublisher +job.monitor.email.publisher.id=EmailBasedProducer +job.monitor.realtime.publisher.id=RealtimeProducer -########################################################################### -# Airavata Workflow Interpreter Configurations -########################################################################### -workflowserver=org.apache.airavata.api.server.WorkflowServer -enactment.thread.pool.size=10 +job.monitor.broker.topic=monitoring-data +job.monitor.broker.url=localhost:9092 +job.notification.emailids= +job.notification.enable=true +job.notification.flags=abe +job.status.publish.endpoint=http://localhost:8082/topics/helix-airavata-mq +job.validators=org.apache.airavata.orchestrator.core.validator.impl.BatchQueueValidator,org.apache.airavata.orchestrator.core.validator.impl.ExperimentStatusValidator -#to define custom workflow parser user following property -#workflow.parser=org.apache.airavata.workflow.core.parser.AiravataWorkflowBuilder +jpa.cache.size=-1 +kafka.broker.consumer.group=MonitoringConsumer +kafka.broker.list=localhost:9092 +kafka.broker.topic=monitoring-data +kafka.broker.url=localhost:9092 +kafka.parser.broker.consumer.group=CHANGE_ME +kafka.parser.topic=CHANGE_ME +kafka.parsing.broker.url=CHANGE_ME +kafka.topic.prefix=local -########################################################################### -# Job Scheduler can send informative email messages to you about the status of your job. -# Specify a string which consists of either the single character "n" (no mail), or one or more -# of the characters "a" (send mail when job is aborted), "b" (send mail when job begins), -# and "e" (send mail when job terminates). The default is "a" if not specified. -########################################################################### +keystore.password=airavata +keystore.path=keystores/airavata.jks -job.notification.enable=true -#Provide comma separated email ids as a string if more than one -job.notification.emailids= -job.notification.flags=abe +local.data.location=/home/exouser/temp-storage -########################################################################### -# Credential Store module Configuration -########################################################################### -credential.store.keystore.url=../../../airavata_sym.jks -credential.store.keystore.alias=airavata -credential.store.keystore.password=airavata -credential.store.jdbc.url=jdbc:derby:credential-store;create=true;user=airavata;password=airavata -credential.store.jdbc.user=airavata -credential.store.jdbc.password=airavata -credential.store.jdbc.driver=org.apache.derby.jdbc.ClientDriver -credential.store.jdbc.validationQuery=SELECT 1 from CONFIGURATION -#credential.store.jdbc.driver=org.mariadb.jdbc.Driver -#credential.store.jdbc.url=jdbc:mariadb://localhost:3306/credential_store -credential.store.server.host=localhost -credential.store.server.port=8960 -credentialstore=org.apache.airavata.credential.store.server.CredentialStoreServer +metaschedluer.job.scanning.enable=false -# these properties used by credential store email notifications -email.server=smtp.googlemail.com -email.server.port=465 -email.user=airavata -email.password=xxx -email.ssl=true [email protected] +orchestrator.server.host=localhost +orchestrator.server.min.threads=50 +orchestrator.server.name=orchestrator-node0 +orchestrator.server.port=8940 +orchestrator=org.apache.airavata.orchestrator.server.OrchestratorServer -# SSH PKI key pair or ssh password can be used SSH based sshKeyAuthentication is used. -# if user specify both password sshKeyAuthentication gets the higher preference - -################# ---------- For ssh key pair sshKeyAuthentication ------------------- ################ -#ssh.public.key=/path to public key for ssh -#ssh.private.key=/path to private key file for ssh -#ssh.keypass=passphrase for the private key -#ssh.username=username for ssh connection -## If you set "yes" for ssh.strict.hostKey.checking, then you must provide known hosts file path -#ssh.strict.hostKey.checking=yes/no -#ssh.known.hosts.file=/path to known hosts file -### Incase of password sshKeyAuthentication. -#ssh.password=Password for ssh connection - -################ ---------- BES Properties ------------------- ############### -#bes.ca.cert.path=<location>/certificates/cacert.pem -#bes.ca.key.path=<location>/certificates/cakey.pem -#bes.ca.key.pass=passphrase - -########################################################################### -# Monitoring module Configuration -########################################################################### - -#This will be the primary monitoring tool which runs in airavata, in future there will be multiple monitoring -#mechanisms and one would be able to start a monitor -monitors=org.apache.airavata.gfac.monitor.impl.pull.qstat.QstatMonitor,org.apache.airavata.gfac.monitor.impl.LocalJobMonitor - -#These properties will used to enable email base monitoring -email.based.monitor.host=imap.gmail.com [email protected] -email.based.monitor.password=changeme -email.based.monitor.folder.name=INBOX -# either imaps or pop3 -email.based.monitor.store.protocol=imaps -#These property will be used to query the email server periodically. value in milliseconds(ms). -email.based.monitoring.period=10000 +parser.storage.resource.id=CHANGE_ME + +participant.monitoring.enabled=true +participant.monitoring.host=localhost +participant.monitoring.port=9096 + +post.workflow.manager.loadbalance.clusters=false +post.workflow.manager.monitoring.enabled=true +post.workflow.manager.monitoring.host=localhost +post.workflow.manager.monitoring.port=9094 +post.workflow.manager.name=AiravataPostWM + +pre.workflow.manager.loadbalance.clusters=false +pre.workflow.manager.monitoring.enabled=true +pre.workflow.manager.monitoring.host=localhost +pre.workflow.manager.monitoring.port=9093 +pre.workflow.manager.name=AiravataPreWM -########################################################################### -# AMQP Notification Configuration -########################################################################### -#for simple scenarios we can use the guest user -#rabbitmq.broker.url=amqp://localhost:5672 -#for production scenarios, give url as amqp://userName:password@hostName:portNumber/virtualHost, create user, virtualhost -# and give permissions, refer: http://blog.dtzq.com/2012/06/rabbitmq-users-and-virtual-hosts.html -rabbitmq.broker.url=amqp://airavata:[email protected]:5672/messaging -rabbitmq.status.exchange.name=status_exchange -rabbitmq.process.exchange.name=process_exchange -rabbitmq.experiment.exchange.name=experiment_exchange -durable.queue=false prefetch.count=200 + process.launch.queue.name=process.launch.queue -experiment.launch.queue.name=experiment.launch.queue -########################################################################### -# Zookeeper Server Configuration -########################################################################### -embedded.zk=true -zookeeper.server.connection=localhost:2181 -zookeeper.timeout=30000 +profile_service=org.apache.airavata.service.profile.server.ProfileServiceServer +profile.service.jdbc.driver=org.mariadb.jdbc.Driver +profile.service.jdbc.password=CHANGE_ME +profile.service.jdbc.url=jdbc:mariadb://localhost:13306/profile_service +profile.service.jdbc.user=root +profile.service.server.host=localhost +profile.service.server.port=8962 +profile.service.validationQuery=SELECT 1 + +rabbitmq.broker.url=amqp://guest:guest@localhost:5672/develop +rabbitmq.experiment.exchange.name=experiment_exchange +rabbitmq.process.exchange.name=process_exchange +rabbitmq.status.exchange.name=status_exchange + +realtime.monitor.broker.consumer.group=monitor +realtime.monitor.broker.topic=helix-airavata-mq +realtime.monitor.broker.url=localhost:9092 + +registry.jdbc.driver=org.mariadb.jdbc.Driver +registry.jdbc.password=CHANGE_ME +registry.jdbc.url=jdbc:mariadb://localhost:13306/experiment_catalog +registry.jdbc.user=root + +regserver.server.host=localhost +regserver.server.min.threads=50 +regserver.server.name=regserver-node0 +regserver.server.port=8970 +regserver=org.apache.airavata.registry.api.service.RegistryAPIServer + +replicacatalog.jdbc.driver=org.mariadb.jdbc.Driver +replicacatalog.jdbc.password=CHANGE_ME +replicacatalog.jdbc.url=jdbc:mariadb://localhost:13306/replica_catalog +replicacatalog.jdbc.user=root +replicacatalog.validationQuery=SELECT 1 from CONFIGURATION + +security.manager.class=org.apache.airavata.service.security.KeyCloakSecurityManager + +sharing_server=org.apache.airavata.sharing.registry.server.SharingRegistryServer +sharing.registry.server.host=localhost +sharing.registry.server.port=7878 +sharing.tls.enabled=false +sharingcatalog.jdbc.driver=org.mariadb.jdbc.Driver +sharingcatalog.jdbc.password=CHANGE_ME +sharingcatalog.jdbc.url=jdbc:mariadb://localhost:13306/sharing_catalog +sharingcatalog.jdbc.user=root +sharingcatalog.validationQuery=SELECT 1 from CONFIGURATION + +start.submitter=true +submitter.interval=10000 + +super.tenant.gatewayId=default + +threadpool.size=10 + +thrift.client.pool.abandoned.removal.enabled=true +thrift.client.pool.abandoned.removal.logged=false -########################################################################### -# Aurora Scheduler Configuration -########################################################################### -aurora.scheduler.hosts=sgg-mesos-master-1:8081,sgg-mesos-master-2:8081,sgg-mesos-master-3:8081 -aurora.scheduler.timeoutms=1000 -aurora.executor.name=AuroraExecutor -mesos.cluster.name=example -aurora.executor.config.template.filename=executor-config-template.json - -######################################################################## -## API Security Configuration -######################################################################## -api.secured=false -security.manager.class=org.apache.airavata.api.server.security.DefaultAiravataSecurityManager -### TLS related configuration #### -TLS.enabled=false TLS.api.server.port=9930 TLS.client.timeout=10000 -#### keystore configuration #### -keystore.path=airavata.jks -keystore.password=airavata -#### trust store configuration #### -# trust.store=client_truststore.jks -# trust.store.password=airavata -#### remote authorization server url #### -remote.oauth.authorization.server=https://idp.scigap.org:9443/services/ -#### xacml based authorization policy #### -authorization.policy=airavata-default-xacml-policy -#### authorization cache related configuration #### -authz.cache.enabled=true -authz.cache.manager.class=org.apache.airavata.service.security.authzcache.DefaultAuthzCacheManager -in.memory.cache.size=1000 +TLS.enabled=true -# Kafka Logging related configuration -isRunningOnAws=false -kafka.broker.list=localhost:9092 -kafka.topic.prefix=local -enable.kafka.logging=false +trust.store.password=airavata +trust.store=keystores/client_truststore.jks -########################################################################### -# Profile Service Configuration -########################################################################### -profile.service.server.host=localhost -profile.service.server.port=8962 -profile_service=org.apache.airavata.service.profile.server.ProfileServiceServer -# derby properties -profile.service.jdbc.url=jdbc:derby:profile_service;create=true;user=airavata;password=airavata -profile.service.jdbc.driver=org.apache.derby.jdbc.ClientDriver -# MariaDB properties -#profile.service.jdbc.url=jdbc:mariadb://localhost:3306/profile_service -#profile.service.jdbc.driver=org.mariadb.jdbc.Driver -profile.service.jdbc.user=airavata -profile.service.jdbc.password=airavata -# add validationquery only if db has been initialized during server startup, -# and tables have been created. for now commenting out. -#profile.service.validationQuery=SELECT 1 - -########################################################################### -# Iam Admin services Configuration -########################################################################### -iam.server.url=https://iam.scigap.org/auth -iam.server.super.admin.username=admin -iam.server.super.admin.password=password +usage.reporting.endpoint=https://xsede-xdcdb-api.xsede.org/gateway/v2/job_attributes +usage.reporting.key=CHANGE_ME +userprofile.mongodb.host=localhost +userprofile.mongodb.port=27017 -########################################################################### -# DB Event Manager Runner -########################################################################### -db_event_manager=org.apache.airavata.db.event.manager.DBEventManagerRunner +validationQuery=SELECT 1 from CONFIGURATION -########################################################################### -# ThriftClientPool Configuration -########################################################################### -thrift.client.pool.abandoned.removal.enabled=false - -########################################################################### -# Metascheduler And Compute Resource Monitoring Configuration -########################################################################### -cluster.status.monitoring.enable=True -compute.resource.selection.policy.class=org.apache.airavata.metascheduler.process.scheduling.engine.cr.selection.MultipleComputeResourcePolicy -metascheduler.gateway= -metascheduler.group.resource.profile= -metascheduler.username=metascheacc -cluster.scanning.interval=7800 -cluster.scanning.parallel.jobs=1 -metaschedluer.job.scanning.enable=True -metascheduler.maximum.rescheduler.threshold = 5 -compute.resource.rescheduler.policy.class =org.apache.airavata.metascheduler.process.scheduling.engine.rescheduler.ExponentialBackOffReScheduler -data.analyzer.scanning.interval=3600 -data.analyzer.scanning.parallel.jobs=1 -data.analyzer.enabled.gateways= -data.analyzer.time.step.seconds=5 -data.analyzer.job.scanning.enable=False -metascheduler.multiple.cr.enabling.factor=1 +workflowcatalog.jdbc.driver=org.mariadb.jdbc.Driver +workflowcatalog.jdbc.password=CHANGE_ME +workflowcatalog.jdbc.url=jdbc:mariadb://localhost:13306/workflow_catalog +workflowcatalog.jdbc.user=root +workflowcatalog.validationQuery=SELECT 1 from CONFIGURATION +workflowserver=org.apache.airavata.api.server.WorkflowServer +zookeeper.server.connection=localhost:2181 +zookeeper.timeout=30000 diff --git a/dev-tools/ansible/roles/job_monitor/templates/email-monitor/airavata-server.properties.j2 b/dev-tools/ansible/roles/job_monitor/templates/email-monitor/airavata-server.properties.j2 index 99eef24b1b..4bc1b99bd2 100644 --- a/dev-tools/ansible/roles/job_monitor/templates/email-monitor/airavata-server.properties.j2 +++ b/dev-tools/ansible/roles/job_monitor/templates/email-monitor/airavata-server.properties.j2 @@ -29,7 +29,7 @@ email.based.monitoring.period=10000 #These properties will be used to published parsed email messages to job monitor queue job.monitor.broker.url={{ job_monitor_broker_url }} job.monitor.broker.topic={{ job_monitor_broker_topic }} -job.monitor.broker.publisher.id={{ email_job_monitor_broker_publisher }} +job.monitor.email.publisher.id={{ email_job_monitor_broker_publisher }} zookeeper.server.connection={{ zookeeper_connection_url }} zookeeper.timeout=30000 diff --git a/dev-tools/ansible/roles/job_monitor/templates/realtime-monitor/airavata-server.properties.j2 b/dev-tools/ansible/roles/job_monitor/templates/realtime-monitor/airavata-server.properties.j2 index 96b027fb53..1324453969 100644 --- a/dev-tools/ansible/roles/job_monitor/templates/realtime-monitor/airavata-server.properties.j2 +++ b/dev-tools/ansible/roles/job_monitor/templates/realtime-monitor/airavata-server.properties.j2 @@ -25,7 +25,7 @@ realtime.monitor.broker.topic={{ realtime_monitor_broker_topic }} job.monitor.broker.url={{ job_monitor_broker_url }} job.monitor.broker.topic={{ job_monitor_broker_topic }} -job.monitor.broker.publisher.id={{ realtime_monitor_broker_publisher }} +job.monitor.realtime.publisher.id={{ realtime_monitor_broker_publisher }} ########################################################################### # Registry Server Configurations diff --git a/modules/distribution/src/main/assembly/api-server-bin-assembly.xml b/modules/distribution/src/main/assembly/api-server-bin-assembly.xml index 862f9d2b86..226281cae8 100644 --- a/modules/distribution/src/main/assembly/api-server-bin-assembly.xml +++ b/modules/distribution/src/main/assembly/api-server-bin-assembly.xml @@ -47,7 +47,7 @@ <!-- ********************** copy keystore files ********************** --> <fileSet> <directory>../../keystores</directory> - <outputDirectory>conf</outputDirectory> + <outputDirectory>conf/keystores</outputDirectory> <includes> <include>*.jks</include> <include>*.p12</include> diff --git a/modules/distribution/src/main/resources/api-server/conf/airavata-server.properties b/modules/distribution/src/main/resources/api-server/conf/airavata-server.properties index da74d52d63..4942243247 100644 --- a/modules/distribution/src/main/resources/api-server/conf/airavata-server.properties +++ b/modules/distribution/src/main/resources/api-server/conf/airavata-server.properties @@ -1,3 +1,5 @@ +# +# # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information @@ -16,87 +18,232 @@ # under the License. # +api.secured=true +api.server.monitoring.enabled=True +api.server.monitoring.host=localhost +api.server.monitoring.port=9097 +apiserver.host=localhost +apiserver.min.threads=50 +apiserver.name=apiserver-node0 +apiserver.port=8930 +apiserver=org.apache.airavata.api.server.AiravataAPIServer -# Helix Configuration -helix.cluster.name=AiravataDemoCluster -helix.controller.name=helixcontroller -helix.participant.name=helixparticipant +appcatalog.jdbc.driver=org.mariadb.jdbc.Driver +appcatalog.jdbc.password=CHANGE_ME +appcatalog.jdbc.url=jdbc:mariadb://localhost:13306/app_catalog +appcatalog.jdbc.user=root +appcatalog.validationQuery=SELECT 1 from CONFIGURATION -# Zookeeper Configuration -embedded.zk=false -zookeeper.server.connection=airavata.host:2181 -zookeeper.timeout=30000 +authz.cache.enabled=true +authz.cache.manager.class=org.apache.airavata.service.security.authzcache.DefaultAuthzCacheManager -# RabbitMQ Configuration -rabbitmq.broker.url=amqp://airavata:[email protected]:5672/master -rabbitmq.status.exchange.name=status_exchange -rabbitmq.process.exchange.name=process_exchange -rabbitmq.experiment.exchange.name=experiment_exchange -durable.queue=false -prefetch.count=200 -process.launch.queue.name=process.launch.queue -experiment.launch.queue.name=experiment.launch.queue +cache.enable=false -# Kafka Configuration -kafka.broker.url=airavata.host:9092 -kafka.broker.topic=parsed-data -kafka.broker.consumer.group=MonitoringConsumer -kafka.parsing.broker.url=airavata.host:9092 -kafka.parser.topic=CHANGE_ME -kafka.parsing.broker.publisher.id=CHANGE_ME -kafka.parser.broker.consumer.group=CHANGE_ME +cluster.status.monitoring.enable=false +cluster.status.monitoring.repeat.time=18000 -# Job Monitor Configuration -job.notification.emailids= -job.notification.enable=true -job.status.publish.endpoint=http://airavata.host:8082/topics/helix-airavata-mq -job.monitor.broker.url=airavata.host:9092 -job.monitor.broker.topic=parsed-data -job.monitor.broker.publisher.id=RealtimeProducer -# job.monitor.broker.publisher.id=EmailBasedProducer +credential.store.jdbc.driver=org.mariadb.jdbc.Driver +credential.store.jdbc.password=CHANGE_ME +credential.store.jdbc.url=jdbc:mariadb://localhost:13306/credential_store +credential.store.jdbc.user=root +credential.store.jdbc.validationQuery=SELECT 1 from CONFIGURATION +credential.store.keystore.alias=airavata +credential.store.keystore.password=airavata +credential.store.keystore.url=keystores/airavata_sym.jks +credential.store.server.host=localhost +credential.store.server.port=8960 +credentialstore=org.apache.airavata.credential.store.server.CredentialStoreServer -# Job Monitor Configuration - Email Monitor -email.based.monitor.host=imap.gmail.com [email protected] -email.based.monitor.password=CHANGEME +data.analyzer.job.scanning.enable=false +data.parser.delete.container=True + +db_event_manager=org.apache.airavata.db.event.manager.DBEventManagerRunner + +default.registry.gateway=default +default.registry.oauth.client.id=pga +default.registry.oauth.client.secret=GtRMiIQG5UJJdmmeM6iQS0BZR4Yj0gbt +default.registry.password.hash.method=SHA +default.registry.password=CHANGE_ME +default.registry.user=default-admin + +durable.queue=false + [email protected] email.based.monitor.folder.name=INBOX +email.based.monitor.host=imap.gmail.com +email.based.monitor.password=CHANGE_ME email.based.monitor.store.protocol=imaps email.based.monitoring.period=10000 email.expiration.minutes=60 [email protected] +email.password=CHANGE_ME +email.server.port=465 +email.server=smtp.googlemail.com +email.ssl=true +email.user=airavata + +embedded.mode=false +embedded.zk=false + +enable.kafka.logging=false +enable.realtime.monitor=False +enable.sharing=true +enable.streaming.transfer=False +enable.validation=true + +enactment.thread.pool.size=10 + +experiment.launch.queue.name=experiment.launch.queue + +helix.cluster.name=AiravataCluster +helix.controller.name=AiravataController +helix.participant.name=AiravataParticipant + +host.scheduler=org.apache.airavata.orchestrator.core.schedule.DefaultHostScheduler + +iam.server.super.admin.password=CHANGE_ME +iam.server.super.admin.username=admin +iam.server.url=https://auth.dev.cybershuttle.org + +in.memory.cache.size=1000 +isRunningOnAws=false + +job.monitor.broker.publisher.id=AiravataMonitorPublisher +job.monitor.email.publisher.id=EmailBasedProducer +job.monitor.realtime.publisher.id=RealtimeProducer + +job.monitor.broker.topic=monitoring-data +job.monitor.broker.url=localhost:9092 +job.notification.emailids= +job.notification.enable=true +job.notification.flags=abe +job.status.publish.endpoint=http://localhost:8082/topics/helix-airavata-mq +job.validators=org.apache.airavata.orchestrator.core.validator.impl.BatchQueueValidator,org.apache.airavata.orchestrator.core.validator.impl.ExperimentStatusValidator + +jpa.cache.size=-1 + +kafka.broker.consumer.group=MonitoringConsumer +kafka.broker.list=localhost:9092 +kafka.broker.topic=monitoring-data + +kafka.broker.url=localhost:9092 +kafka.parser.broker.consumer.group=CHANGE_ME +kafka.parser.topic=CHANGE_ME +kafka.parsing.broker.url=CHANGE_ME +kafka.topic.prefix=local + +keystore.password=airavata +keystore.path=keystores/airavata.jks + +local.data.location=/home/exouser/temp-storage + +metaschedluer.job.scanning.enable=false + +orchestrator.server.host=localhost +orchestrator.server.min.threads=50 +orchestrator.server.name=orchestrator-node0 +orchestrator.server.port=8940 +orchestrator=org.apache.airavata.orchestrator.server.OrchestratorServer + +parser.storage.resource.id=CHANGE_ME + +participant.monitoring.enabled=true +participant.monitoring.host=localhost +participant.monitoring.port=9096 + +post.workflow.manager.loadbalance.clusters=false +post.workflow.manager.monitoring.enabled=true +post.workflow.manager.monitoring.host=localhost +post.workflow.manager.monitoring.port=9094 +post.workflow.manager.name=AiravataPostWM + +pre.workflow.manager.loadbalance.clusters=false +pre.workflow.manager.monitoring.enabled=true +pre.workflow.manager.monitoring.host=localhost +pre.workflow.manager.monitoring.port=9093 +pre.workflow.manager.name=AiravataPreWM + +prefetch.count=200 + +process.launch.queue.name=process.launch.queue + +profile_service=org.apache.airavata.service.profile.server.ProfileServiceServer +profile.service.jdbc.driver=org.mariadb.jdbc.Driver +profile.service.jdbc.password=CHANGE_ME +profile.service.jdbc.url=jdbc:mariadb://localhost:13306/profile_service +profile.service.jdbc.user=root +profile.service.server.host=localhost +profile.service.server.port=8962 +profile.service.validationQuery=SELECT 1 + +rabbitmq.broker.url=amqp://guest:guest@localhost:5672/develop +rabbitmq.experiment.exchange.name=experiment_exchange +rabbitmq.process.exchange.name=process_exchange +rabbitmq.status.exchange.name=status_exchange -# Job Monitor Configuration - Realtime Monitor -realtime.monitor.broker.url=airavata.host:9092 realtime.monitor.broker.consumer.group=monitor realtime.monitor.broker.topic=helix-airavata-mq +realtime.monitor.broker.url=localhost:9092 -# Registry -regserver.server.host=airavata.host +registry.jdbc.driver=org.mariadb.jdbc.Driver +registry.jdbc.password=CHANGE_ME +registry.jdbc.url=jdbc:mariadb://localhost:13306/experiment_catalog +registry.jdbc.user=root + +regserver.server.host=localhost +regserver.server.min.threads=50 +regserver.server.name=regserver-node0 regserver.server.port=8970 +regserver=org.apache.airavata.registry.api.service.RegistryAPIServer -# Parser WM -parser.workflow.manager.monitoring.host=airavata.host -parser.workflow.manager.monitoring.port=9095 -parser.workflow.manager.monitoring.enabled=true -parser.workflow.manager.name=parserwm -parser.storage.resource.id=CHANGE_ME +replicacatalog.jdbc.driver=org.mariadb.jdbc.Driver +replicacatalog.jdbc.password=CHANGE_ME +replicacatalog.jdbc.url=jdbc:mariadb://localhost:13306/replica_catalog +replicacatalog.jdbc.user=root +replicacatalog.validationQuery=SELECT 1 from CONFIGURATION -# Credential Store -credential.store.server.host=airavata.host -credential.store.server.port=8960 +security.manager.class=org.apache.airavata.service.security.KeyCloakSecurityManager -# Participant -participant.monitoring.host=airavata.host -participant.monitoring.port=9096 -participant.monitoring.enabled=true +sharing_server=org.apache.airavata.sharing.registry.server.SharingRegistryServer +sharing.registry.server.host=localhost +sharing.registry.server.port=7878 +sharing.tls.enabled=false +sharingcatalog.jdbc.driver=org.mariadb.jdbc.Driver +sharingcatalog.jdbc.password=CHANGE_ME +sharingcatalog.jdbc.url=jdbc:mariadb://localhost:13306/sharing_catalog +sharingcatalog.jdbc.user=root +sharingcatalog.validationQuery=SELECT 1 from CONFIGURATION -# Pre WM -pre.workflow.manager.monitoring.host=airavata.host -pre.workflow.manager.monitoring.port=9093 -pre.workflow.manager.monitoring.enabled=true -pre.workflow.manager.name=prewm +start.submitter=true +submitter.interval=10000 -# Post WM -post.workflow.manager.monitoring.host=airavata.host -post.workflow.manager.monitoring.port=9094 -post.workflow.manager.monitoring.enabled=true -post.workflow.manager.name=postwm +super.tenant.gatewayId=default + +threadpool.size=10 + +thrift.client.pool.abandoned.removal.enabled=true +thrift.client.pool.abandoned.removal.logged=false + +TLS.api.server.port=9930 +TLS.client.timeout=10000 +TLS.enabled=true + +trust.store.password=airavata +trust.store=keystores/client_truststore.jks + +usage.reporting.endpoint=https://xsede-xdcdb-api.xsede.org/gateway/v2/job_attributes +usage.reporting.key=CHANGE_ME +userprofile.mongodb.host=localhost +userprofile.mongodb.port=27017 + +validationQuery=SELECT 1 from CONFIGURATION + +workflowcatalog.jdbc.driver=org.mariadb.jdbc.Driver +workflowcatalog.jdbc.password=CHANGE_ME +workflowcatalog.jdbc.url=jdbc:mariadb://localhost:13306/workflow_catalog +workflowcatalog.jdbc.user=root +workflowcatalog.validationQuery=SELECT 1 from CONFIGURATION +workflowserver=org.apache.airavata.api.server.WorkflowServer + +zookeeper.server.connection=localhost:2181 +zookeeper.timeout=30000 diff --git a/modules/distribution/src/main/resources/dockerfiles/controller/Dockerfile b/modules/distribution/src/main/resources/dockerfiles/controller/Dockerfile deleted file mode 100644 index 22cc2d32aa..0000000000 --- a/modules/distribution/src/main/resources/dockerfiles/controller/Dockerfile +++ /dev/null @@ -1,3 +0,0 @@ -from adoptopenjdk/openjdk11 - -COPY apache-airavata-controller-0.21-SNAPSHOT-bin.zip /opt/apache-airavata-controller-0.21-SNAPSHOT-bin.zip \ No newline at end of file diff --git a/modules/ide-integration/src/main/resources/airavata-server.properties b/modules/ide-integration/src/main/resources/airavata-server.properties index 95fe8ef53b..4942243247 100644 --- a/modules/ide-integration/src/main/resources/airavata-server.properties +++ b/modules/ide-integration/src/main/resources/airavata-server.properties @@ -18,281 +18,232 @@ # under the License. # -########################################################################### -# -# This properties file provides configuration for all Airavata Services: -# API Server, Registry, Workflow Interpreter, GFac, Orchestrator -# -########################################################################### +api.secured=true +api.server.monitoring.enabled=True +api.server.monitoring.host=localhost +api.server.monitoring.port=9097 +apiserver.host=localhost +apiserver.min.threads=50 +apiserver.name=apiserver-node0 +apiserver.port=8930 +apiserver=org.apache.airavata.api.server.AiravataAPIServer -########################################################################### -# API Server Registry Configuration -########################################################################### +appcatalog.jdbc.driver=org.mariadb.jdbc.Driver +appcatalog.jdbc.password=CHANGE_ME +appcatalog.jdbc.url=jdbc:mariadb://localhost:13306/app_catalog +appcatalog.jdbc.user=root +appcatalog.validationQuery=SELECT 1 from CONFIGURATION -registry.jdbc.driver=org.mariadb.jdbc.Driver -registry.jdbc.url=jdbc:mariadb://airavata.host:13306/experiment_catalog -registry.jdbc.user=root -registry.jdbc.password=123456 -#FIXME: Probably the following property should be removed. -start.derby.server.mode=false -validationQuery=SELECT 1 from CONFIGURATION -cache.enable=false -jpa.cache.size=-1 -#jpa.connection.properties=MaxActive=10,MaxIdle=5,MinIdle=2,MaxWait=60000,testWhileIdle=true,testOnBorrow=true -enable.sharing=true +authz.cache.enabled=true +authz.cache.manager.class=org.apache.airavata.service.security.authzcache.DefaultAuthzCacheManager -# Properties for default user mode -default.registry.user=default-admin -default.registry.password=123456 -default.registry.password.hash.method=SHA -default.registry.gateway=default -default.registry.oauth.client.id=pga -default.registry.oauth.client.secret=9790c8c4-7d9b-4ccc-a820-ca5aac38d2ad -super.tenant.gatewayId=default +cache.enable=false -# Properties for cluster status monitoring -# cluster status monitoring job repeat time in seconds cluster.status.monitoring.enable=false cluster.status.monitoring.repeat.time=18000 -########################################################################### -# Application Catalog DB Configuration -########################################################################### -appcatalog.jdbc.driver=org.mariadb.jdbc.Driver -appcatalog.jdbc.url=jdbc:mariadb://airavata.host:13306/app_catalog -appcatalog.jdbc.user=root -appcatalog.jdbc.password=123456 -appcatalog.validationQuery=SELECT 1 from CONFIGURATION +credential.store.jdbc.driver=org.mariadb.jdbc.Driver +credential.store.jdbc.password=CHANGE_ME +credential.store.jdbc.url=jdbc:mariadb://localhost:13306/credential_store +credential.store.jdbc.user=root +credential.store.jdbc.validationQuery=SELECT 1 from CONFIGURATION +credential.store.keystore.alias=airavata +credential.store.keystore.password=airavata +credential.store.keystore.url=keystores/airavata_sym.jks +credential.store.server.host=localhost +credential.store.server.port=8960 +credentialstore=org.apache.airavata.credential.store.server.CredentialStoreServer -########################################################################## -# Replica Catalog DB Configuration -########################################################################### -replicacatalog.jdbc.driver=org.mariadb.jdbc.Driver -replicacatalog.jdbc.url=jdbc:mariadb://airavata.host:13306/replica_catalog -replicacatalog.jdbc.user=root -replicacatalog.jdbc.password=123456 -replicacatalog.validationQuery=SELECT 1 from CONFIGURATION +data.analyzer.job.scanning.enable=false +data.parser.delete.container=True -########################################################################### -# Workflow Catalog DB Configuration -########################################################################### -workflowcatalog.jdbc.driver=org.mariadb.jdbc.Driver -workflowcatalog.jdbc.url=jdbc:mariadb://airavata.host:13306/workflow_catalog -workflowcatalog.jdbc.user=root -workflowcatalog.jdbc.password=123456 -workflowcatalog.validationQuery=SELECT 1 from CONFIGURATION +db_event_manager=org.apache.airavata.db.event.manager.DBEventManagerRunner -########################################################################### -# Sharing Catalog DB Configuration -########################################################################### -sharingcatalog.jdbc.driver=org.mariadb.jdbc.Driver -sharingcatalog.jdbc.url=jdbc:mariadb://airavata.host:13306/sharing_catalog -sharingcatalog.jdbc.user=root -sharingcatalog.jdbc.password=123456 -sharingcatalog.validationQuery=SELECT 1 from CONFIGURATION +default.registry.gateway=default +default.registry.oauth.client.id=pga +default.registry.oauth.client.secret=GtRMiIQG5UJJdmmeM6iQS0BZR4Yj0gbt +default.registry.password.hash.method=SHA +default.registry.password=CHANGE_ME +default.registry.user=default-admin -########################################################################### -# Sharing Registry Server Configuration -########################################################################### -sharing_server=org.apache.airavata.sharing.registry.server.SharingRegistryServer -sharing.registry.server.host=0.0.0.0 -sharing.registry.server.port=7878 -sharing.tls.enabled=false +durable.queue=false -########################################################################### -# User Profile MongoDB Configuration -########################################################################### -userprofile.mongodb.host=localhost -userprofile.mongodb.port=27017 [email protected] +email.based.monitor.folder.name=INBOX +email.based.monitor.host=imap.gmail.com +email.based.monitor.password=CHANGE_ME +email.based.monitor.store.protocol=imaps +email.based.monitoring.period=10000 +email.expiration.minutes=60 [email protected] +email.password=CHANGE_ME +email.server.port=465 +email.server=smtp.googlemail.com +email.ssl=true +email.user=airavata +embedded.mode=false +embedded.zk=false -########################################################################### -# Server module Configuration -########################################################################### -#credential store server should be started before API server -#This is obsolete property with new script files. -#servers=credentialstore,apiserver,orchestrator +enable.kafka.logging=false +enable.realtime.monitor=False +enable.sharing=true +enable.streaming.transfer=False +enable.validation=true +enactment.thread.pool.size=10 -########################################################################### -# API Server Configurations -########################################################################### -apiserver=org.apache.airavata.api.server.AiravataAPIServer -apiserver.name=apiserver-node0 -apiserver.host=0.0.0.0 -apiserver.port=8930 -apiserver.min.threads=50 +experiment.launch.queue.name=experiment.launch.queue + +helix.cluster.name=AiravataCluster +helix.controller.name=AiravataController +helix.participant.name=AiravataParticipant -########################################################################### -# Orchestrator Server Configurations -########################################################################### -orchestrator=org.apache.airavata.orchestrator.server.OrchestratorServer -orchestrator.server.name=orchestrator-node0 -orchestrator.server.host=0.0.0.0 -orchestrator.server.port=8940 -orchestrator.server.min.threads=50 -job.validators=org.apache.airavata.orchestrator.core.validator.impl.BatchQueueValidator,org.apache.airavata.orchestrator.core.validator.impl.ExperimentStatusValidator -submitter.interval=10000 -threadpool.size=10 -start.submitter=true -embedded.mode=true -enable.validation=true host.scheduler=org.apache.airavata.orchestrator.core.schedule.DefaultHostScheduler -########################################################################### -# Registry Server Configurations -########################################################################### -regserver=org.apache.airavata.registry.api.service.RegistryAPIServer -regserver.server.name=regserver-node0 -regserver.server.host=0.0.0.0 -regserver.server.port=8970 -regserver.server.min.threads=50 +iam.server.super.admin.password=CHANGE_ME +iam.server.super.admin.username=admin +iam.server.url=https://auth.dev.cybershuttle.org +in.memory.cache.size=1000 +isRunningOnAws=false -########################################################################### -# Airavata Workflow Interpreter Configurations -########################################################################### -workflowserver=org.apache.airavata.api.server.WorkflowServer -enactment.thread.pool.size=10 +job.monitor.broker.publisher.id=AiravataMonitorPublisher +job.monitor.email.publisher.id=EmailBasedProducer +job.monitor.realtime.publisher.id=RealtimeProducer -job.notification.enable=true -#Provide comma separated email ids as a string if more than one +job.monitor.broker.topic=monitoring-data +job.monitor.broker.url=localhost:9092 job.notification.emailids= +job.notification.enable=true job.notification.flags=abe +job.status.publish.endpoint=http://localhost:8082/topics/helix-airavata-mq +job.validators=org.apache.airavata.orchestrator.core.validator.impl.BatchQueueValidator,org.apache.airavata.orchestrator.core.validator.impl.ExperimentStatusValidator -########################################################################### -# Credential Store module Configuration -########################################################################### -credential.store.keystore.url=keystores/airavata_sym.jks -credential.store.keystore.alias=airavata -credential.store.keystore.password=airavata -credential.store.jdbc.url=jdbc:mariadb://airavata.host:13306/credential_store -credential.store.jdbc.user=root -credential.store.jdbc.password=123456 -credential.store.jdbc.driver=org.mariadb.jdbc.Driver -credential.store.server.host=localhost -credential.store.server.port=8960 -credentialstore=org.apache.airavata.credential.store.server.CredentialStoreServer -credential.store.jdbc.validationQuery=SELECT 1 from CONFIGURATION - -# these properties used by credential store email notifications -email.server=smtp.googlemail.com -email.server.port=465 -email.user=airavata -email.password=xxx -email.ssl=true [email protected] +jpa.cache.size=-1 -rabbitmq.broker.url=amqp://guest:[email protected]:5672/develop -rabbitmq.status.exchange.name=status_exchange -rabbitmq.process.exchange.name=process_exchange -rabbitmq.experiment.exchange.name=experiment_exchange -durable.queue=false -prefetch.count=200 -process.launch.queue.name=process.launch.queue -experiment.launch..queue.name=experiment.launch.queue +kafka.broker.consumer.group=MonitoringConsumer +kafka.broker.list=localhost:9092 +kafka.broker.topic=monitoring-data -########################################################################### -# Zookeeper Server Configuration -########################################################################### -embedded.zk=false -zookeeper.server.connection=airavata.host:12181 -zookeeper.timeout=30000 +kafka.broker.url=localhost:9092 +kafka.parser.broker.consumer.group=CHANGE_ME +kafka.parser.topic=CHANGE_ME +kafka.parsing.broker.url=CHANGE_ME +kafka.topic.prefix=local -######################################################################## -## API Security Configuration -######################################################################## -api.secured=true -security.manager.class=org.apache.airavata.service.security.KeyCloakSecurityManager -### TLS related configuration #### -TLS.enabled=true -TLS.api.server.port=9930 -TLS.client.timeout=10000 -#### keystore configuration #### -keystore.path=keystores/airavata.jks keystore.password=airavata -#### trust store configuration #### -trust.store=keystores/client_truststore.jks -trust.store.password=airavata -#### authorization cache related configuration #### -authz.cache.enabled=true -authz.cache.manager.class=org.apache.airavata.service.security.authzcache.DefaultAuthzCacheManager -in.memory.cache.size=1000 +keystore.path=keystores/airavata.jks -# Kafka Logging related configuration -isRunningOnAws=false -kafka.broker.list=airavata.host:9092 -kafka.topic.prefix=local -enable.kafka.logging=false +local.data.location=/home/exouser/temp-storage + +metaschedluer.job.scanning.enable=false + +orchestrator.server.host=localhost +orchestrator.server.min.threads=50 +orchestrator.server.name=orchestrator-node0 +orchestrator.server.port=8940 +orchestrator=org.apache.airavata.orchestrator.server.OrchestratorServer + +parser.storage.resource.id=CHANGE_ME + +participant.monitoring.enabled=true +participant.monitoring.host=localhost +participant.monitoring.port=9096 + +post.workflow.manager.loadbalance.clusters=false +post.workflow.manager.monitoring.enabled=true +post.workflow.manager.monitoring.host=localhost +post.workflow.manager.monitoring.port=9094 +post.workflow.manager.name=AiravataPostWM + +pre.workflow.manager.loadbalance.clusters=false +pre.workflow.manager.monitoring.enabled=true +pre.workflow.manager.monitoring.host=localhost +pre.workflow.manager.monitoring.port=9093 +pre.workflow.manager.name=AiravataPreWM + +prefetch.count=200 + +process.launch.queue.name=process.launch.queue -########################################################################### -# Profile Service Configuration -########################################################################### -profile.service.server.host=0.0.0.0 -profile.service.server.port=8962 profile_service=org.apache.airavata.service.profile.server.ProfileServiceServer -# MariaDB properties -profile.service.jdbc.url=jdbc:mariadb://airavata.host:13306/profile_service -profile.service.jdbc.user=root -profile.service.jdbc.password=123456 profile.service.jdbc.driver=org.mariadb.jdbc.Driver +profile.service.jdbc.password=CHANGE_ME +profile.service.jdbc.url=jdbc:mariadb://localhost:13306/profile_service +profile.service.jdbc.user=root +profile.service.server.host=localhost +profile.service.server.port=8962 profile.service.validationQuery=SELECT 1 -########################################################################### -# Iam Admin services Configuration -########################################################################### -iam.server.url=https://airavata.host:8443 -iam.server.super.admin.username=admin -iam.server.super.admin.password=admin +rabbitmq.broker.url=amqp://guest:guest@localhost:5672/develop +rabbitmq.experiment.exchange.name=experiment_exchange +rabbitmq.process.exchange.name=process_exchange +rabbitmq.status.exchange.name=status_exchange -########################################################################### -# DB Event Manager Runner -########################################################################### -db_event_manager=org.apache.airavata.db.event.manager.DBEventManagerRunner +realtime.monitor.broker.consumer.group=monitor +realtime.monitor.broker.topic=helix-airavata-mq +realtime.monitor.broker.url=localhost:9092 -########################################################################### -# Job Execution Engine related properties -########################################################################### -helix.cluster.name=AiravataCluster -helix.controller.name=AiravataController -helix.participant.name=AiravataParticipant -pre.workflow.manager.name=AiravataPreWM -post.workflow.manager.name=AiravataPostWM -kafka.broker.url=airavata.host:9092 -job.monitor.broker.url=airavata.host:9092 -kafka.broker.consumer.group=MonitoringConsumer -kafka.broker.topic=monitoring-data +registry.jdbc.driver=org.mariadb.jdbc.Driver +registry.jdbc.password=CHANGE_ME +registry.jdbc.url=jdbc:mariadb://localhost:13306/experiment_catalog +registry.jdbc.user=root -########################################################################### -# Job Monitor related properties -########################################################################### -enable.realtime.monitor=False -job.monitor.broker.publisher.id=AiravataMonitorPublisher -job.monitor.broker.topic=monitoring-data -email.based.monitor.host=imap.gmail.com -email.based.monitor.store.protocol=imaps -email.based.monitor.folder.name=INBOX -email.expiration.minutes=60 -email.based.monitoring.period=10000 +regserver.server.host=localhost +regserver.server.min.threads=50 +regserver.server.name=regserver-node0 +regserver.server.port=8970 +regserver=org.apache.airavata.registry.api.service.RegistryAPIServer + +replicacatalog.jdbc.driver=org.mariadb.jdbc.Driver +replicacatalog.jdbc.password=CHANGE_ME +replicacatalog.jdbc.url=jdbc:mariadb://localhost:13306/replica_catalog +replicacatalog.jdbc.user=root +replicacatalog.validationQuery=SELECT 1 from CONFIGURATION + +security.manager.class=org.apache.airavata.service.security.KeyCloakSecurityManager + +sharing_server=org.apache.airavata.sharing.registry.server.SharingRegistryServer +sharing.registry.server.host=localhost +sharing.registry.server.port=7878 +sharing.tls.enabled=false +sharingcatalog.jdbc.driver=org.mariadb.jdbc.Driver +sharingcatalog.jdbc.password=CHANGE_ME +sharingcatalog.jdbc.url=jdbc:mariadb://localhost:13306/sharing_catalog +sharingcatalog.jdbc.user=root +sharingcatalog.validationQuery=SELECT 1 from CONFIGURATION [email protected] -email.based.monitor.password=airavatatest12345678 +start.submitter=true +submitter.interval=10000 + +super.tenant.gatewayId=default + +threadpool.size=10 -########################################################################### -# ThriftClientPool Configuration -########################################################################### thrift.client.pool.abandoned.removal.enabled=true +thrift.client.pool.abandoned.removal.logged=false +TLS.api.server.port=9930 +TLS.client.timeout=10000 +TLS.enabled=true -########################################################################### -# WorkFlow Configuration -########################################################################### -pre.workflow.manager.loadbalance.clusters=false -post.workflow.manager.loadbalance.clusters=false +trust.store.password=airavata +trust.store=keystores/client_truststore.jks +usage.reporting.endpoint=https://xsede-xdcdb-api.xsede.org/gateway/v2/job_attributes +usage.reporting.key=CHANGE_ME +userprofile.mongodb.host=localhost +userprofile.mongodb.port=27017 -########################################################################### -# Metascheduler And Compute Resource Monitoring Configuration -########################################################################### -metaschedluer.job.scanning.enable=false -data.analyzer.job.scanning.enable=false +validationQuery=SELECT 1 from CONFIGURATION + +workflowcatalog.jdbc.driver=org.mariadb.jdbc.Driver +workflowcatalog.jdbc.password=CHANGE_ME +workflowcatalog.jdbc.url=jdbc:mariadb://localhost:13306/workflow_catalog +workflowcatalog.jdbc.user=root +workflowcatalog.validationQuery=SELECT 1 from CONFIGURATION +workflowserver=org.apache.airavata.api.server.WorkflowServer + +zookeeper.server.connection=localhost:2181 +zookeeper.timeout=30000
