http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/pom.xml ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/pom.xml b/products/python-cartridge-agent/modules/integration/pom.xml new file mode 100755 index 0000000..81ef628 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/pom.xml @@ -0,0 +1,251 @@ +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. + --> + +<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> + <modelVersion>4.0.0</modelVersion> + <parent> + <groupId>org.apache.stratos</groupId> + <artifactId>python-cartridge-agent-parent</artifactId> + <version>4.2.0-SNAPSHOT</version> + <relativePath>../../pom.xml</relativePath> + </parent> + + <artifactId>python-agent-integration</artifactId> + <packaging>jar</packaging> + <name>Python Cartridge Agent - Integration Tests</name> + + <build> + <resources> + <resource> + <directory>src/test/resources/test-conf</directory> + <filtering>true</filtering> + </resource> + <resource> + <directory>src/test/resources/common</directory> + </resource> + </resources> + </build> + + <profiles> + <profile> + <id>default</id> + <activation> + <activeByDefault>true</activeByDefault> + </activation> + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-surefire-plugin</artifactId> + <configuration> + <excludes> + <exclude>**/*</exclude> + </excludes> + </configuration> + </plugin> + </plugins> + </build> + </profile> + <profile> + <id>live</id> + <build> + <resources> + <resource> + <directory>src/test/resources/test-conf</directory> + <filtering>true</filtering> + </resource> + </resources> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-surefire-plugin</artifactId> + <configuration> + <excludes> + <exclude>**/*</exclude> + </excludes> + </configuration> + <executions> + <execution> + <id>default-test</id> + <goals> + <goal>test</goal> + </goals> + <inherited>false</inherited> + <configuration> + <suiteXmlFiles> + <suiteXmlFile>src/test/resources/pca-testing1.xml</suiteXmlFile> + </suiteXmlFiles> + <workingDirectory>${basedir}/target</workingDirectory> + </configuration> + </execution> + <execution> + <id>adc-test</id> + <goals> + <goal>test</goal> + </goals> + <inherited>false</inherited> + <configuration> + <suiteXmlFiles> + <suiteXmlFile>src/test/resources/pca-testing2.xml</suiteXmlFile> + </suiteXmlFiles> + <workingDirectory>${basedir}/target</workingDirectory> + </configuration> + </execution> + <execution> + <id>adc-mt-test</id> + <goals> + <goal>test</goal> + </goals> + <inherited>false</inherited> + <configuration> + <suiteXmlFiles> + <suiteXmlFile>src/test/resources/pca-testing3.xml</suiteXmlFile> + </suiteXmlFiles> + <workingDirectory>${basedir}/target</workingDirectory> + </configuration> + </execution> + <execution> + <id>adc-mt-tenant-user-test</id> + <goals> + <goal>test</goal> + </goals> + <inherited>false</inherited> + <configuration> + <suiteXmlFiles> + <suiteXmlFile>src/test/resources/pca-testing4.xml</suiteXmlFile> + </suiteXmlFiles> + <workingDirectory>${basedir}/target</workingDirectory> + </configuration> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-jar-plugin</artifactId> + <executions> + <execution> + <goals> + <goal>test-jar</goal> + </goals> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-dependency-plugin</artifactId> + </plugin> + </plugins> + </build> + </profile> + </profiles> + + <dependencies> + <dependency> + <groupId>org.apache.commons</groupId> + <artifactId>commons-exec</artifactId> + <version>1.0.1</version> + </dependency> + <!--dependency> + <groupId>org.apache.stratos</groupId> + <artifactId>org.apache.stratos.common</artifactId> + <version>${project.version}</version> + </dependency--> + <dependency> + <groupId>org.testng</groupId> + <artifactId>testng</artifactId> + <version>6.1.1</version> + </dependency> + <!--dependency> + <groupId>org.apache.axis2.wso2</groupId> + <artifactId>axis2-client</artifactId> + <version>${axis2.wso2.version}</version> + </dependency--> + <!--dependency> + <groupId>org.apache.httpcomponents.wso2</groupId> + <artifactId>httpcore</artifactId> + <version>4.3.0.wso2v1</version> + </dependency--> + <!--dependency> + <groupId>org.apache.httpcomponents.wso2</groupId> + <artifactId>httpclient</artifactId> + <version>4.2.5.wso2v1</version> + </dependency--> + <!--dependency> + <groupId>org.apache.stratos</groupId> + <artifactId>org.apache.stratos.mock.iaas.client</artifactId> + <version>${project.version}</version> + <scope>test</scope> + </dependency--> + <!--dependency> + <groupId>org.wso2.andes.wso2</groupId> + <artifactId>andes-client</artifactId> + <version>0.13.wso2v8</version> + </dependency--> + <dependency> + <groupId>org.apache.activemq</groupId> + <artifactId>activemq-all</artifactId> + <version>5.10.0</version> + </dependency> + <dependency> + <groupId>org.apache.activemq</groupId> + <artifactId>activemq-mqtt</artifactId> + <version>5.10.0</version> + </dependency> + <dependency> + <groupId>org.apache.stratos</groupId> + <artifactId>org.apache.stratos.messaging</artifactId> + <version>${project.version}</version> + <exclusions> + <exclusion> + <groupId>org.wso2.carbon</groupId> + <artifactId>org.wso2.carbon.databridge.commons</artifactId> + </exclusion> + <exclusion> + <groupId>org.wso2.carbon</groupId> + <artifactId>org.wso2.carbon.databridge.commons.thrift</artifactId> + </exclusion> + <exclusion> + <groupId>org.wso2.carbon</groupId> + <artifactId>org.wso2.carbon.databridge.agent.thrift</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.wso2.carbon.analytics-common</groupId> + <artifactId>org.wso2.carbon.databridge.receiver.thrift</artifactId> + <version>${carbon.analytics.common.version}</version> + </dependency> + <dependency> + <groupId>org.wso2.carbon.analytics-common</groupId> + <artifactId>org.wso2.carbon.databridge.receiver.binary</artifactId> + <version>${carbon.analytics.common.version}</version> + </dependency> + <dependency> + <groupId>org.wso2.carbon.analytics-common</groupId> + <artifactId>org.wso2.carbon.databridge.core</artifactId> + <version>${carbon.analytics.common.version}</version> + </dependency> + <dependency> + <groupId>org.wso2.carbon.analytics-common</groupId> + <artifactId>org.wso2.carbon.databridge.commons</artifactId> + <version>${carbon.analytics.common.version}</version> + </dependency> + </dependencies> +</project> \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTenantUserTest.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTenantUserTest.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTenantUserTest.java new file mode 100644 index 0000000..07dd6b2 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTenantUserTest.java @@ -0,0 +1,213 @@ +package org.apache.stratos.python.cartridge.agent.test;/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.stratos.common.domain.LoadBalancingIPType; +import org.apache.stratos.messaging.domain.topology.*; +import org.apache.stratos.messaging.event.instance.notifier.ArtifactUpdatedEvent; +import org.apache.stratos.messaging.event.topology.CompleteTopologyEvent; +import org.apache.stratos.messaging.event.topology.MemberInitializedEvent; +import org.testng.annotations.AfterSuite; +import org.testng.annotations.BeforeSuite; +import org.testng.annotations.Test; + +import java.io.File; +import java.util.ArrayList; +import java.util.List; +import java.util.Properties; + +import static junit.framework.Assert.assertTrue; + +public class ADCMTAppTenantUserTest extends PythonAgentTestManager { + private static final Log log = LogFactory.getLog(ADCMTAppTenantUserTest.class); + private static final int ADC_TIMEOUT = 180000; + private static final String SUITE_NAME = "suite-4"; + private static final String APPLICATION_PATH = "/tmp/pca-test-suite-4"; + private static final String CLUSTER_ID = "tomcat.domain"; + private static final String DEPLOYMENT_POLICY_NAME = "deployment-policy-4"; + private static final String AUTOSCALING_POLICY_NAME = "autoscaling-policy-4"; + private static final String APP_ID = "application-4"; + private static final String MEMBER_ID = "tomcat.member-1"; + private static final String CLUSTER_INSTANCE_ID = "cluster-1-instance-1"; + private static final String NETWORK_PARTITION_ID = "network-partition-1"; + private static final String PARTITION_ID = "partition-1"; + private static final String TENANT_ID = "4"; + private static final String SERVICE_NAME = "tomcat-mt"; + + private boolean hasADCTestCompleted = false; + + @BeforeSuite + public void setupADCMTAppTest() { + // Set jndi.properties.dir system property for initializing event publishers and receivers + System.setProperty("jndi.properties.dir", getResourcesPath(SUITE_NAME)); + + // start Python agent with configurations provided in resource path + setup(SUITE_NAME); + + // Simulate server socket + startServerSocket(8080); + } + + /** + * TearDown method for test method testPythonCartridgeAgent + */ + @AfterSuite + public void tearDownADCMTAppTest() { + // TODO: app path is duplicated in Java test and payload + tearDown(APPLICATION_PATH); + } + + @Test(timeOut = ADC_TIMEOUT) + public void testADCForMTApps() { + startCommunicatorThread(); + assertAgentActivation(); + Thread adcTestThread = new Thread(new Runnable() { + @Override + public void run() { + log.info("Running ADC MT Test thread..."); + // Send artifact updated event + publishEvent(getArtifactUpdatedEventForPublicRepo()); + log.info("Publishing artifact updated event for repo: " + + getArtifactUpdatedEventForPublicRepo().getRepoURL()); + + List<String> outputLines = new ArrayList<String>(); + while (!outputStream.isClosed() && !hasADCTestCompleted) { + List<String> newLines = getNewLines(outputLines, outputStream.toString()); + if (newLines.size() > 0) { + for (String line : newLines) { + if (line.contains("Git clone executed")) { + log.info("Agent has completed git clone. Asserting the operation..."); + assertRepoClone(getArtifactUpdatedEventForPublicRepo()); + hasADCTestCompleted = true; + } + } + } + sleep(1000); + } + } + }); + adcTestThread.start(); + + while (!hasADCTestCompleted) { + // wait until the instance activated event is received. + sleep(1000); + } + } + + private void assertAgentActivation() { + Thread startupTestThread = new Thread(new Runnable() { + @Override + public void run() { + while (!eventReceiverInitiated) { + sleep(1000); + } + List<String> outputLines = new ArrayList<String>(); + while (!outputStream.isClosed()) { + List<String> newLines = getNewLines(outputLines, outputStream.toString()); + if (newLines.size() > 0) { + for (String line : newLines) { + if (line.contains("Subscribed to 'topology/#'")) { + sleep(2000); + // Send complete topology event + log.info("Publishing complete topology event..."); + Topology topology = createTestTopology(); + CompleteTopologyEvent completeTopologyEvent = new CompleteTopologyEvent(topology); + publishEvent(completeTopologyEvent); + log.info("Complete topology event published"); + + // Publish member initialized event + log.info("Publishing member initialized event..."); + MemberInitializedEvent memberInitializedEvent = new MemberInitializedEvent( + SERVICE_NAME, CLUSTER_ID, CLUSTER_INSTANCE_ID, MEMBER_ID, NETWORK_PARTITION_ID, + PARTITION_ID + ); + publishEvent(memberInitializedEvent); + log.info("Member initialized event published"); + } + + // Send artifact updated event to activate the instance first + if (line.contains("Artifact repository found")) { + publishEvent(getArtifactUpdatedEventForPublicRepo()); + log.info("Artifact updated event published"); + } + log.info(line); + } + } + sleep(1000); + } + } + }); + startupTestThread.start(); + + while (!instanceStarted || !instanceActivated) { + // wait until the instance activated event is received. + // this will assert whether instance got activated within timeout period; no need for explicit assertions + sleep(2000); + } + } + + private ArtifactUpdatedEvent getArtifactUpdatedEventForPublicRepo() { + ArtifactUpdatedEvent publicRepoEvent = createTestArtifactUpdatedEvent(); + publicRepoEvent.setRepoURL("https://bitbucket.org/testapache2211/opentestrepo1.git";); + return publicRepoEvent; + } + + private void assertRepoClone(ArtifactUpdatedEvent artifactUpdatedEvent) { + File file = new File(APPLICATION_PATH + "/repository/tenants/4/test1.txt"); + assertTrue("Git clone failed for repo [url] " + artifactUpdatedEvent.getRepoURL(), + file.exists()); + } + + private static ArtifactUpdatedEvent createTestArtifactUpdatedEvent() { + ArtifactUpdatedEvent artifactUpdatedEvent = new ArtifactUpdatedEvent(); + artifactUpdatedEvent.setClusterId(CLUSTER_ID); + artifactUpdatedEvent.setTenantId(TENANT_ID); + return artifactUpdatedEvent; + } + + /** + * Create test topology + * + * @return + */ + private Topology createTestTopology() { + Topology topology = new Topology(); + Service service = new Service(SERVICE_NAME, ServiceType.SingleTenant); + topology.addService(service); + + Cluster cluster = new Cluster(service.getServiceName(), CLUSTER_ID, DEPLOYMENT_POLICY_NAME, + AUTOSCALING_POLICY_NAME, APP_ID); + service.addCluster(cluster); + + Member member = new Member(service.getServiceName(), cluster.getClusterId(), MEMBER_ID, + CLUSTER_INSTANCE_ID, NETWORK_PARTITION_ID, PARTITION_ID, LoadBalancingIPType.Private, + System.currentTimeMillis()); + + member.setDefaultPrivateIP("10.0.0.1"); + member.setDefaultPublicIP("20.0.0.1"); + Properties properties = new Properties(); + properties.setProperty("prop1", "value1"); + member.setProperties(properties); + member.setStatus(MemberStatus.Created); + cluster.addMember(member); + + return topology; + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTest.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTest.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTest.java new file mode 100644 index 0000000..dbab83e --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCMTAppTest.java @@ -0,0 +1,213 @@ +package org.apache.stratos.python.cartridge.agent.test;/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.stratos.common.domain.LoadBalancingIPType; +import org.apache.stratos.messaging.domain.topology.*; +import org.apache.stratos.messaging.event.instance.notifier.ArtifactUpdatedEvent; +import org.apache.stratos.messaging.event.topology.CompleteTopologyEvent; +import org.apache.stratos.messaging.event.topology.MemberInitializedEvent; +import org.testng.annotations.AfterSuite; +import org.testng.annotations.BeforeSuite; +import org.testng.annotations.Test; + +import java.io.File; +import java.util.ArrayList; +import java.util.List; +import java.util.Properties; + +import static junit.framework.Assert.assertTrue; + +public class ADCMTAppTest extends PythonAgentTestManager { + private static final Log log = LogFactory.getLog(ADCMTAppTest.class); + private static final int ADC_TIMEOUT = 180000; + private static final String SUITE_NAME = "suite-3"; + private static final String APPLICATION_PATH = "/tmp/pca-test-suite-3"; + private static final String CLUSTER_ID = "tomcat.domain"; + private static final String DEPLOYMENT_POLICY_NAME = "deployment-policy-3"; + private static final String AUTOSCALING_POLICY_NAME = "autoscaling-policy-3"; + private static final String APP_ID = "application-3"; + private static final String MEMBER_ID = "tomcat.member-1"; + private static final String CLUSTER_INSTANCE_ID = "cluster-1-instance-1"; + private static final String NETWORK_PARTITION_ID = "network-partition-1"; + private static final String PARTITION_ID = "partition-1"; + private static final String TENANT_ID = "-1234"; + private static final String SERVICE_NAME = "tomcat-mt"; + + private boolean hasADCTestCompleted = false; + + @BeforeSuite + public void setupADCMTAppTest() { + // Set jndi.properties.dir system property for initializing event publishers and receivers + System.setProperty("jndi.properties.dir", getResourcesPath(SUITE_NAME)); + + // start Python agent with configurations provided in resource path + setup(SUITE_NAME); + + // Simulate server socket + startServerSocket(8080); + } + + /** + * TearDown method for test method testPythonCartridgeAgent + */ + @AfterSuite + public void tearDownADCMTAppTest() { + // TODO: app path is duplicated in Java test and payload + tearDown(APPLICATION_PATH); + } + + @Test(timeOut = ADC_TIMEOUT) + public void testADCForMTApps() { + startCommunicatorThread(); + assertAgentActivation(); + Thread adcTestThread = new Thread(new Runnable() { + @Override + public void run() { + log.info("Running ADC MT Test thread..."); + // Send artifact updated event + publishEvent(getArtifactUpdatedEventForPublicRepo()); + log.info("Publishing artifact updated event for repo: " + + getArtifactUpdatedEventForPublicRepo().getRepoURL()); + + List<String> outputLines = new ArrayList<String>(); + while (!outputStream.isClosed() && !hasADCTestCompleted) { + List<String> newLines = getNewLines(outputLines, outputStream.toString()); + if (newLines.size() > 0) { + for (String line : newLines) { + if (line.contains("Git clone executed")) { + log.info("Agent has completed git clone. Asserting the operation..."); + assertRepoClone(getArtifactUpdatedEventForPublicRepo()); + hasADCTestCompleted = true; + } + } + } + sleep(1000); + } + } + }); + adcTestThread.start(); + + while (!hasADCTestCompleted) { + // wait until the instance activated event is received. + sleep(1000); + } + } + + private void assertAgentActivation() { + Thread startupTestThread = new Thread(new Runnable() { + @Override + public void run() { + while (!eventReceiverInitiated) { + sleep(1000); + } + List<String> outputLines = new ArrayList<String>(); + while (!outputStream.isClosed()) { + List<String> newLines = getNewLines(outputLines, outputStream.toString()); + if (newLines.size() > 0) { + for (String line : newLines) { + if (line.contains("Subscribed to 'topology/#'")) { + sleep(2000); + // Send complete topology event + log.info("Publishing complete topology event..."); + Topology topology = createTestTopology(); + CompleteTopologyEvent completeTopologyEvent = new CompleteTopologyEvent(topology); + publishEvent(completeTopologyEvent); + log.info("Complete topology event published"); + + // Publish member initialized event + log.info("Publishing member initialized event..."); + MemberInitializedEvent memberInitializedEvent = new MemberInitializedEvent( + SERVICE_NAME, CLUSTER_ID, CLUSTER_INSTANCE_ID, MEMBER_ID, NETWORK_PARTITION_ID, + PARTITION_ID + ); + publishEvent(memberInitializedEvent); + log.info("Member initialized event published"); + } + + // Send artifact updated event to activate the instance first + if (line.contains("Artifact repository found")) { + publishEvent(getArtifactUpdatedEventForPublicRepo()); + log.info("Artifact updated event published"); + } + log.info(line); + } + } + sleep(1000); + } + } + }); + startupTestThread.start(); + + while (!instanceStarted || !instanceActivated) { + // wait until the instance activated event is received. + // this will assert whether instance got activated within timeout period; no need for explicit assertions + sleep(2000); + } + } + + private ArtifactUpdatedEvent getArtifactUpdatedEventForPublicRepo() { + ArtifactUpdatedEvent publicRepoEvent = createTestArtifactUpdatedEvent(); + publicRepoEvent.setRepoURL("https://bitbucket.org/testapache2211/opentestrepo1.git";); + return publicRepoEvent; + } + + private void assertRepoClone(ArtifactUpdatedEvent artifactUpdatedEvent) { + File file = new File(APPLICATION_PATH + "/repository/deployment/server/test1.txt"); + assertTrue("Git clone failed for repo [url] " + artifactUpdatedEvent.getRepoURL(), + file.exists()); + } + + private static ArtifactUpdatedEvent createTestArtifactUpdatedEvent() { + ArtifactUpdatedEvent artifactUpdatedEvent = new ArtifactUpdatedEvent(); + artifactUpdatedEvent.setClusterId(CLUSTER_ID); + artifactUpdatedEvent.setTenantId(TENANT_ID); + return artifactUpdatedEvent; + } + + /** + * Create test topology + * + * @return + */ + private Topology createTestTopology() { + Topology topology = new Topology(); + Service service = new Service(SERVICE_NAME, ServiceType.SingleTenant); + topology.addService(service); + + Cluster cluster = new Cluster(service.getServiceName(), CLUSTER_ID, DEPLOYMENT_POLICY_NAME, + AUTOSCALING_POLICY_NAME, APP_ID); + service.addCluster(cluster); + + Member member = new Member(service.getServiceName(), cluster.getClusterId(), MEMBER_ID, + CLUSTER_INSTANCE_ID, NETWORK_PARTITION_ID, PARTITION_ID, LoadBalancingIPType.Private, + System.currentTimeMillis()); + + member.setDefaultPrivateIP("10.0.0.1"); + member.setDefaultPublicIP("20.0.0.1"); + Properties properties = new Properties(); + properties.setProperty("prop1", "value1"); + member.setProperties(properties); + member.setStatus(MemberStatus.Created); + cluster.addMember(member); + + return topology; + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCTest.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCTest.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCTest.java new file mode 100755 index 0000000..86fc7c3 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ADCTest.java @@ -0,0 +1,21 @@ +package org.apache.stratos.python.cartridge.agent.test;/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +public class ADCTest { +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/AgentStartupTest.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/AgentStartupTest.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/AgentStartupTest.java new file mode 100755 index 0000000..615cd8e --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/AgentStartupTest.java @@ -0,0 +1,154 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package org.apache.stratos.python.cartridge.agent.test; + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.stratos.common.domain.LoadBalancingIPType; +import org.apache.stratos.messaging.domain.topology.*; +import org.apache.stratos.messaging.event.topology.CompleteTopologyEvent; +import org.apache.stratos.messaging.event.topology.MemberInitializedEvent; +import org.testng.annotations.AfterSuite; +import org.testng.annotations.BeforeSuite; +import org.testng.annotations.Test; + +import java.util.ArrayList; +import java.util.List; +import java.util.Properties; + +public class AgentStartupTest extends PythonAgentTestManager { + private static final Log log = LogFactory.getLog(AgentStartupTest.class); + private static final int STARTUP_TIMEOUT = 120000; + private static final String SUITE_NAME = "suite-1"; + private static final String CLUSTER_ID = "php.php.domain"; + private static final String DEPLOYMENT_POLICY_NAME = "deployment-policy-1"; + private static final String AUTOSCALING_POLICY_NAME = "autoscaling-policy-1"; + private static final String APP_ID = "application-1"; + private static final String MEMBER_ID = "php.member-1"; + private static final String CLUSTER_INSTANCE_ID = "cluster-1-instance-1"; + private static final String NETWORK_PARTITION_ID = "network-partition-1"; + private static final String PARTITION_ID = "partition-1"; + private static final String TENANT_ID = "-1234"; + private static final String SERVICE_NAME = "php"; + private boolean startupTestCompleted = false; + + @BeforeSuite + public void setupAgentStartupTest() { + // Set jndi.properties.dir system property for initializing event publishers and receivers + System.setProperty("jndi.properties.dir", getResourcesPath(SUITE_NAME)); + + // start Python agent with configurations provided in resource path + setup(SUITE_NAME); + + // Simulate server socket + startServerSocket(8080); + } + + + /** + * TearDown method for test method testPythonCartridgeAgent + */ + @AfterSuite + public void tearDownAgentStartupTest() { + tearDown(); + } + + @Test(timeOut = STARTUP_TIMEOUT) + public void testPythonCartridgeAgent() { + startCommunicatorThread(); + Thread startupTestThread = new Thread(new Runnable() { + @Override + public void run() { + while (!eventReceiverInitiated) { + sleep(2000); + } + List<String> outputLines = new ArrayList<String>(); + while (!outputStream.isClosed()) { + List<String> newLines = getNewLines(outputLines, outputStream.toString()); + if (newLines.size() > 0) { + for (String line : newLines) { + if (line.contains("Subscribed to 'topology/#'")) { + sleep(2000); + // Send complete topology event + log.info("Publishing complete topology event..."); + Topology topology = createTestTopology(); + CompleteTopologyEvent completeTopologyEvent = new CompleteTopologyEvent(topology); + publishEvent(completeTopologyEvent); + log.info("Complete topology event published"); + + // Publish member initialized event + log.info("Publishing member initialized event..."); + MemberInitializedEvent memberInitializedEvent = new MemberInitializedEvent( + SERVICE_NAME, CLUSTER_ID, CLUSTER_INSTANCE_ID, MEMBER_ID, NETWORK_PARTITION_ID, + PARTITION_ID + ); + publishEvent(memberInitializedEvent); + log.info("Member initialized event published"); + } + // TODO: properly mock the CEP server + if (line.contains("Published event to thrift stream")) { + startupTestCompleted = true; + } + } + } + sleep(1000); + } + } + }); + + startupTestThread.start(); + + while (!instanceStarted || !instanceActivated || !startupTestCompleted) { + // wait until the instance activated event is received. + // this will assert whether instance got activated within timeout period; no need for explicit assertions + sleep(2000); + } + } + + + /** + * Create test topology + * + * @return + */ + private Topology createTestTopology() { + Topology topology = new Topology(); + Service service = new Service(SERVICE_NAME, ServiceType.SingleTenant); + topology.addService(service); + + Cluster cluster = new Cluster(service.getServiceName(), CLUSTER_ID, DEPLOYMENT_POLICY_NAME, + AUTOSCALING_POLICY_NAME, APP_ID); + service.addCluster(cluster); + + Member member = new Member(service.getServiceName(), cluster.getClusterId(), MEMBER_ID, + CLUSTER_INSTANCE_ID, NETWORK_PARTITION_ID, PARTITION_ID, LoadBalancingIPType.Private, + System.currentTimeMillis()); + + member.setDefaultPrivateIP("10.0.0.1"); + member.setDefaultPublicIP("20.0.0.1"); + Properties properties = new Properties(); + properties.setProperty("prop1", "value1"); + member.setProperties(properties); + member.setStatus(MemberStatus.Created); + cluster.addMember(member); + + return topology; + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/DataPublisherTestUtil.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/DataPublisherTestUtil.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/DataPublisherTestUtil.java new file mode 100644 index 0000000..7f1d985 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/DataPublisherTestUtil.java @@ -0,0 +1,46 @@ +package org.apache.stratos.python.cartridge.agent.test;/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +import java.io.File; + +public class DataPublisherTestUtil { + public static final String LOCAL_HOST = "localhost"; + + public static void setTrustStoreParams() { + String trustStore = PythonAgentTestManager.getResourcesPath("common"); + System.setProperty("javax.net.ssl.trustStore", trustStore + File.separator + "client-truststore.jks"); + System.setProperty("javax.net.ssl.trustStorePassword", "wso2carbon"); + } + + public static void setKeyStoreParams() { + String keyStore = PythonAgentTestManager.getResourcesPath("common"); + System.setProperty("Security.KeyStore.Location", keyStore + File.separator + "wso2carbon.jks"); + System.setProperty("Security.KeyStore.Password", "wso2carbon"); + } + + public static String getDataAgentConfigPath() { + String filePath = PythonAgentTestManager.getResourcesPath("common"); + return filePath + File.separator + "data-agent-config.xml"; + } + + public static String getDataBridgeConfigPath() { + String filePath = PythonAgentTestManager.getResourcesPath("common"); + return filePath + File.separator + "data-bridge-config.xml"; + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/PythonAgentTestManager.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/PythonAgentTestManager.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/PythonAgentTestManager.java new file mode 100644 index 0000000..2394392 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/PythonAgentTestManager.java @@ -0,0 +1,497 @@ +package org.apache.stratos.python.cartridge.agent.test;/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +import org.apache.activemq.broker.BrokerService; +import org.apache.commons.exec.*; +import org.apache.commons.io.FileUtils; +import org.apache.commons.lang.StringUtils; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.stratos.common.threading.StratosThreadPool; +import org.apache.stratos.messaging.broker.publish.EventPublisher; +import org.apache.stratos.messaging.broker.publish.EventPublisherPool; +import org.apache.stratos.messaging.event.Event; +import org.apache.stratos.messaging.listener.instance.status.InstanceActivatedEventListener; +import org.apache.stratos.messaging.listener.instance.status.InstanceStartedEventListener; +import org.apache.stratos.messaging.message.receiver.instance.status.InstanceStatusEventReceiver; +import org.apache.stratos.messaging.message.receiver.topology.TopologyEventReceiver; +import org.apache.stratos.messaging.util.MessagingUtil; + +import java.io.*; +import java.net.ServerSocket; +import java.net.Socket; +import java.util.*; +import java.util.concurrent.ExecutorService; +import java.util.zip.ZipEntry; +import java.util.zip.ZipInputStream; + +public class PythonAgentTestManager { + protected final Properties integrationProperties = new Properties(); + public static final String PATH_SEP = File.separator; + private static final Log log = LogFactory.getLog(PythonAgentTestManager.class); + protected BrokerService broker = new BrokerService(); + + public final long TIMEOUT = 180000; + public static final String NEW_LINE = System.getProperty("line.separator"); + public static final String ACTIVEMQ_AMQP_BIND_ADDRESS = "activemq.amqp.bind.address"; + public static final String ACTIVEMQ_MQTT_BIND_ADDRESS = "activemq.mqtt.bind.address"; + public static final String CEP_PORT = "cep.port"; + public static final String CEP_SSL_PORT = "cep.ssl.port"; + public static final String DISTRIBUTION_NAME = "distribution.name"; + protected final UUID PYTHON_AGENT_DIR_NAME = UUID.randomUUID(); + + protected Map<Integer, ServerSocket> serverSocketMap = new HashMap<>(); + protected Map<String, Executor> executorList = new HashMap<String, Executor>(); + + protected int cepPort; + protected int cepSSLPort; + protected String amqpBindAddress; + protected String mqttBindAddress; + protected String distributionName; + + protected boolean eventReceiverInitiated = false; + protected TopologyEventReceiver topologyEventReceiver; + protected InstanceStatusEventReceiver instanceStatusEventReceiver; + protected boolean instanceStarted; + protected boolean instanceActivated; + protected ByteArrayOutputStreamLocal outputStream; + private ThriftTestServer thriftTestServer; + + /** + * Setup method for test method testPythonCartridgeAgent + */ + protected void setup(String resourcePath) { + try { + startBroker(); + } + catch (Exception e) { + log.error("Error while starting MB", e); + return; + } + if (!this.eventReceiverInitiated) { + ExecutorService executorService = StratosThreadPool.getExecutorService("TEST_THREAD_POOL", 15); + topologyEventReceiver = new TopologyEventReceiver(); + topologyEventReceiver.setExecutorService(executorService); + topologyEventReceiver.execute(); + + instanceStatusEventReceiver = new InstanceStatusEventReceiver(); + instanceStatusEventReceiver.setExecutorService(executorService); + instanceStatusEventReceiver.execute(); + + this.instanceStarted = false; + instanceStatusEventReceiver.addEventListener(new InstanceStartedEventListener() { + @Override + protected void onEvent(Event event) { + log.info("Instance started event received"); + instanceStarted = true; + } + }); + + this.instanceActivated = false; + instanceStatusEventReceiver.addEventListener(new InstanceActivatedEventListener() { + @Override + protected void onEvent(Event event) { + log.info("Instance activated event received"); + instanceActivated = true; + } + }); + + this.eventReceiverInitiated = true; + } + + // Start Thrift server to emulate CEP + thriftTestServer = new ThriftTestServer(); + try { + File file = new File(getResourcesPath("common") + PATH_SEP + "stratos-health-stream-def.json"); + FileInputStream fis = new FileInputStream(file); + byte[] data = new byte[(int) file.length()]; + fis.read(data); + fis.close(); + String str = new String(data, "UTF-8"); + if (str.equals("")) { + log.warn("Stream definition of health stat stream is empty. Thrift server will not function properly"); + } + thriftTestServer.addStreamDefinition(str, -1234); + // start with non-ssl port; test server will automatically bind to ssl port + thriftTestServer.start(cepPort); + log.info("Started Thrift server with stream definition: " + str); + } + catch (Exception e) { + log.error("Could not start Thrift test server", e); + } + + + String agentPath = setupPythonAgent(resourcePath); + log.info("Python agent working directory name: " + PYTHON_AGENT_DIR_NAME); + log.info("Starting python cartridge agent..."); + this.outputStream = executeCommand("python " + agentPath + PATH_SEP + "agent.py"); + } + + + protected void tearDown() { + tearDown(null); + } + + /** + * TearDown method for test method testPythonCartridgeAgent + */ + protected void tearDown(String sourcePath) { + for (Map.Entry<String, Executor> entry : executorList.entrySet()) { + try { + String commandText = entry.getKey(); + Executor executor = entry.getValue(); + log.info("Terminating process: " + commandText); + executor.setExitValue(0); + executor.getWatchdog().destroyProcess(); + } + catch (Exception ignore) { + } + } + // wait until everything cleans up to avoid connection errors + sleep(1000); + for (ServerSocket serverSocket : serverSocketMap.values()) { + try { + log.info("Stopping socket server: " + serverSocket.getLocalSocketAddress()); + serverSocket.close(); + } + catch (IOException ignore) { + } + } + try { + if (thriftTestServer != null) { + thriftTestServer.stop(); + } + } + catch (Exception e) { + log.error("Could not stop Thrift test server", e); + } + + try { + log.info("Deleting source checkout folder..."); + FileUtils.deleteDirectory(new File(sourcePath)); + } + catch (Exception ignore) { + } + this.instanceStatusEventReceiver.terminate(); + this.topologyEventReceiver.terminate(); + + this.instanceActivated = false; + this.instanceStarted = false; + try { + broker.stop(); + } + catch (Exception e) { + log.error("Error while stopping the broker service", e); + } + } + + public PythonAgentTestManager() { + try { + integrationProperties + .load(PythonAgentTestManager.class.getResourceAsStream(PATH_SEP + "integration-test.properties")); + distributionName = integrationProperties.getProperty(DISTRIBUTION_NAME); + amqpBindAddress = integrationProperties.getProperty(ACTIVEMQ_AMQP_BIND_ADDRESS); + mqttBindAddress = integrationProperties.getProperty(ACTIVEMQ_MQTT_BIND_ADDRESS); + cepPort = Integer.parseInt(integrationProperties.getProperty(CEP_PORT)); + cepSSLPort = Integer.parseInt(integrationProperties.getProperty(CEP_SSL_PORT)); + log.info("PCA integration properties: " + integrationProperties.toString()); + } + catch (IOException e) { + log.error("Error loading integration-test.properties file from classpath. Please make sure that file " + + "exists in classpath.", e); + } + } + + protected void startBroker() throws Exception { + broker.addConnector(amqpBindAddress); + broker.addConnector(mqttBindAddress); + broker.setBrokerName("testBroker"); + broker.setDataDirectory( + PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + PATH_SEP + ".." + PATH_SEP + + PYTHON_AGENT_DIR_NAME + PATH_SEP + "activemq-data"); + broker.start(); + log.info("Broker service started!"); + } + + protected void startCommunicatorThread() { + Thread communicatorThread = new Thread(new Runnable() { + @Override + public void run() { + List<String> outputLines = new ArrayList<String>(); + while (!outputStream.isClosed()) { + List<String> newLines = getNewLines(outputLines, outputStream.toString()); + if (newLines.size() > 0) { + for (String line : newLines) { + if (line.contains("Exception in thread") || line.contains("ERROR")) { + try { + throw new RuntimeException(line); + } + catch (Exception e) { + log.error("ERROR found in PCA log", e); + } + } + log.info("[PCA] " + line); + } + } + sleep(100); + } + } + }); + communicatorThread.start(); + } + + /** + * Start server socket + * + * @param port + */ + protected void startServerSocket(final int port) { + Thread socketThread = new Thread(new Runnable() { + @Override + public void run() { + while (true) { // do this infinitely until test is complete + try { + ServerSocket serverSocket = new ServerSocket(port); + serverSocketMap.put(port, serverSocket); + log.info("Server socket started on port: " + port); + Socket socket = serverSocket.accept(); + log.info("Client connected to [port] " + port); + + InputStream is = socket.getInputStream(); + byte[] buffer = new byte[1024]; + int read; + while (true) { + if (socket.isClosed()) { + log.info("Socket for [port] " + port + " has been closed."); + break; + } + if ((read = is.read(buffer)) != -1) { + String output = new String(buffer, 0, read); + log.info("Message received for [port] " + port + ", [message] " + output); + } + } + } + catch (IOException e) { + String message = "Could not start server socket: [port] " + port; + log.error(message, e); + throw new RuntimeException(message, e); + } + } + } + }); + socketThread.start(); + } + + + protected static String getResourcesPath() { + return PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + PATH_SEP + ".." + PATH_SEP + + ".." + PATH_SEP + "src" + PATH_SEP + "test" + PATH_SEP + "resources"; + } + + protected static String getResourcesPath(String resourcesPath) { + return PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + ".." + PATH_SEP + ".." + + PATH_SEP + "src" + PATH_SEP + "test" + PATH_SEP + "resources" + PATH_SEP + resourcesPath; + } + + /** + * Copy python agent distribution to a new folder, extract it and copy sample configuration files + * + * @return + */ + protected String setupPythonAgent(String resourcesPath) { + try { + log.info("Setting up python cartridge agent..."); + + + String srcAgentPath = PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + + PATH_SEP + ".." + PATH_SEP + ".." + PATH_SEP + ".." + PATH_SEP + "distribution" + PATH_SEP + + "target" + PATH_SEP + distributionName + ".zip"; + String unzipDestPath = + PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + PATH_SEP + ".." + PATH_SEP + + PYTHON_AGENT_DIR_NAME + PATH_SEP; + //FileUtils.copyFile(new File(srcAgentPath), new File(destAgentPath)); + unzip(srcAgentPath, unzipDestPath); + String destAgentPath = PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + PATH_SEP + ".." + + PATH_SEP + PYTHON_AGENT_DIR_NAME + PATH_SEP + distributionName; + + String srcAgentConfPath = getResourcesPath(resourcesPath) + PATH_SEP + "agent.conf"; + String destAgentConfPath = destAgentPath + PATH_SEP + "agent.conf"; + FileUtils.copyFile(new File(srcAgentConfPath), new File(destAgentConfPath)); + + String srcLoggingIniPath = getResourcesPath(resourcesPath) + PATH_SEP + "logging.ini"; + String destLoggingIniPath = destAgentPath + PATH_SEP + "logging.ini"; + FileUtils.copyFile(new File(srcLoggingIniPath), new File(destLoggingIniPath)); + + String srcPayloadPath = getResourcesPath(resourcesPath) + PATH_SEP + "payload"; + String destPayloadPath = destAgentPath + PATH_SEP + "payload"; + FileUtils.copyDirectory(new File(srcPayloadPath), new File(destPayloadPath)); + + log.info("Changing extension scripts permissions"); + File extensionsPath = new File(destAgentPath + PATH_SEP + "extensions" + PATH_SEP + "bash"); + File[] extensions = extensionsPath.listFiles(); + for (File extension : extensions) { + extension.setExecutable(true); + } + + log.info("Python cartridge agent setup completed"); + + return destAgentPath; + } + catch (Exception e) { + String message = "Could not copy cartridge agent distribution"; + log.error(message, e); + throw new RuntimeException(message, e); + } + } + + private void unzip(String zipFilePath, String destDirectory) throws IOException { + File destDir = new File(destDirectory); + if (!destDir.exists()) { + destDir.mkdir(); + } + ZipInputStream zipIn = new ZipInputStream(new FileInputStream(zipFilePath)); + ZipEntry entry = zipIn.getNextEntry(); + // iterates over entries in the zip file + while (entry != null) { + String filePath = destDirectory + File.separator + entry.getName(); + if (!entry.isDirectory()) { + // if the entry is a file, extracts it + extractFile(zipIn, filePath); + } else { + // if the entry is a directory, make the directory + File dir = new File(filePath); + dir.mkdir(); + } + zipIn.closeEntry(); + entry = zipIn.getNextEntry(); + } + zipIn.close(); + } + + private void extractFile(ZipInputStream zipIn, String filePath) throws IOException { + BufferedOutputStream bos = new BufferedOutputStream(new FileOutputStream(filePath)); + byte[] bytesIn = new byte[4096]; + int read = 0; + while ((read = zipIn.read(bytesIn)) != -1) { + bos.write(bytesIn, 0, read); + } + bos.close(); + } + + /** + * Execute shell command + * + * @param commandText + */ + protected ByteArrayOutputStreamLocal executeCommand(final String commandText) { + final ByteArrayOutputStreamLocal outputStream = new ByteArrayOutputStreamLocal(); + try { + CommandLine commandline = CommandLine.parse(commandText); + DefaultExecutor exec = new DefaultExecutor(); + PumpStreamHandler streamHandler = new PumpStreamHandler(outputStream); + exec.setWorkingDirectory(new File( + PythonAgentTestManager.class.getResource(PATH_SEP).getPath() + PATH_SEP + ".." + PATH_SEP + + PYTHON_AGENT_DIR_NAME)); + exec.setStreamHandler(streamHandler); + ExecuteWatchdog watchdog = new ExecuteWatchdog(TIMEOUT); + exec.setWatchdog(watchdog); + exec.execute(commandline, new ExecuteResultHandler() { + @Override + public void onProcessComplete(int i) { + log.info(commandText + " process completed"); + } + + @Override + public void onProcessFailed(ExecuteException e) { + log.error(commandText + " process failed", e); + } + }); + executorList.put(commandText, exec); + return outputStream; + } + catch (Exception e) { + log.error(outputStream.toString(), e); + throw new RuntimeException(e); + } + } + + /** + * Sleep current thread + * + * @param time + */ + protected void sleep(long time) { + try { + Thread.sleep(time); + } + catch (InterruptedException ignore) { + } + } + + /** + * Return new lines found in the output + * + * @param currentOutputLines current output lines + * @param output output + * @return + */ + protected List<String> getNewLines(List<String> currentOutputLines, String output) { + List<String> newLines = new ArrayList<String>(); + + if (StringUtils.isNotBlank(output)) { + String[] lines = output.split(NEW_LINE); + for (String line : lines) { + if (!currentOutputLines.contains(line)) { + currentOutputLines.add(line); + newLines.add(line); + } + } + } + return newLines; + } + + /** + * Publish messaging event + * + * @param event + */ + protected void publishEvent(Event event) { + String topicName = MessagingUtil.getMessageTopicName(event); + EventPublisher eventPublisher = EventPublisherPool.getPublisher(topicName); + eventPublisher.publish(event); + } + + + /** + * Implements ByteArrayOutputStream.isClosed() method + */ + protected class ByteArrayOutputStreamLocal extends org.apache.commons.io.output.ByteArrayOutputStream { + private boolean closed; + + @Override + public void close() throws IOException { + super.close(); + closed = true; + } + + public boolean isClosed() { + return closed; + } + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ThriftTestServer.java ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ThriftTestServer.java b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ThriftTestServer.java new file mode 100644 index 0000000..aaa9ba0 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/java/org/apache/stratos/python.cartridge.agent/test/ThriftTestServer.java @@ -0,0 +1,213 @@ +package org.apache.stratos.python.cartridge.agent.test;/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +import org.apache.log4j.Logger; +import org.wso2.carbon.databridge.commons.Credentials; +import org.wso2.carbon.databridge.commons.Event; +import org.wso2.carbon.databridge.commons.StreamDefinition; +import org.wso2.carbon.databridge.commons.exception.MalformedStreamDefinitionException; +import org.wso2.carbon.databridge.commons.utils.EventDefinitionConverterUtils; +import org.wso2.carbon.databridge.core.AgentCallback; +import org.wso2.carbon.databridge.core.DataBridge; +import org.wso2.carbon.databridge.core.Utils.AgentSession; +import org.wso2.carbon.databridge.core.definitionstore.InMemoryStreamDefinitionStore; +import org.wso2.carbon.databridge.core.exception.DataBridgeException; +import org.wso2.carbon.databridge.core.exception.StreamDefinitionStoreException; +import org.wso2.carbon.databridge.core.internal.authentication.AuthenticationHandler; +import org.wso2.carbon.databridge.receiver.thrift.ThriftDataReceiver; +import org.wso2.carbon.user.api.UserStoreException; + +import java.net.SocketException; +import java.util.List; +import java.util.concurrent.atomic.AtomicInteger; + +public class ThriftTestServer { + Logger log = Logger.getLogger(ThriftTestServer.class); + ThriftDataReceiver thriftDataReceiver; + InMemoryStreamDefinitionStore streamDefinitionStore; + AtomicInteger numberOfEventsReceived; + RestarterThread restarterThread; + + public void startTestServer() throws DataBridgeException, InterruptedException { + ThriftTestServer thriftTestServer = new ThriftTestServer(); + thriftTestServer.start(7611); + Thread.sleep(100000000); + thriftTestServer.stop(); + } + + + public void addStreamDefinition(StreamDefinition streamDefinition, int tenantId) + throws StreamDefinitionStoreException { + streamDefinitionStore.saveStreamDefinitionToStore(streamDefinition, tenantId); + } + + public void addStreamDefinition(String streamDefinitionStr, int tenantId) + throws StreamDefinitionStoreException, MalformedStreamDefinitionException { + StreamDefinition streamDefinition = EventDefinitionConverterUtils.convertFromJson(streamDefinitionStr); + getStreamDefinitionStore().saveStreamDefinitionToStore(streamDefinition, tenantId); + } + + private InMemoryStreamDefinitionStore getStreamDefinitionStore() { + if (streamDefinitionStore == null) { + streamDefinitionStore = new InMemoryStreamDefinitionStore(); + } + return streamDefinitionStore; + } + + public void start(int receiverPort) throws DataBridgeException { + DataPublisherTestUtil.setKeyStoreParams(); + streamDefinitionStore = getStreamDefinitionStore(); + numberOfEventsReceived = new AtomicInteger(0); + DataBridge databridge = new DataBridge(new AuthenticationHandler() { + @Override + public boolean authenticate(String userName, + String password) { + log.info("Thrift authentication returning true"); + return true;// allays authenticate to true + + } + + @Override + public String getTenantDomain(String userName) { + return "admin"; + } + + @Override + public int getTenantId(String tenantDomain) throws UserStoreException { + return -1234; + } + + @Override + public void initContext(AgentSession agentSession) { + //To change body of implemented methods use File | Settings | File Templates. + log.info("Initializing Thrift agent context"); + } + + @Override + public void destroyContext(AgentSession agentSession) { + + } + }, streamDefinitionStore, DataPublisherTestUtil.getDataBridgeConfigPath()); + + thriftDataReceiver = new ThriftDataReceiver(receiverPort, databridge); + + databridge.subscribe(new AgentCallback() { + int totalSize = 0; + + public void definedStream(StreamDefinition streamDefinition, + int tenantId) { + log.info("StreamDefinition " + streamDefinition); + } + + @Override + public void removeStream(StreamDefinition streamDefinition, int tenantId) { + log.info("StreamDefinition remove " + streamDefinition); + } + + @Override + public void receive(List<Event> eventList, Credentials credentials) { + numberOfEventsReceived.addAndGet(eventList.size()); + log.info("Received events : " + numberOfEventsReceived); +// log.info("eventListSize=" + eventList.size() + " eventList " + eventList + " for username " + credentials.getUsername()); + } + + }); + + String address = "localhost"; + log.info("Test Server starting on " + address); + thriftDataReceiver.start(address); + log.info("Test Server Started"); + } + + public int getNumberOfEventsReceived() { + if (numberOfEventsReceived != null) { + return numberOfEventsReceived.get(); + } else { + return 0; + } + } + + public void resetReceivedEvents() { + numberOfEventsReceived.set(0); + } + + public void stop() { + thriftDataReceiver.stop(); + log.info("Test Server Stopped"); + } + + public void stopAndStartDuration(int port, long stopAfterTimeMilliSeconds, long startAfterTimeMS) + throws SocketException, DataBridgeException { + restarterThread = new RestarterThread(port, stopAfterTimeMilliSeconds, startAfterTimeMS); + Thread thread = new Thread(restarterThread); + thread.start(); + } + + public int getEventsReceivedBeforeLastRestart() { + return restarterThread.eventReceived; + } + + + class RestarterThread implements Runnable { + int eventReceived; + int port; + + long stopAfterTimeMilliSeconds; + long startAfterTimeMS; + + RestarterThread(int port, long stopAfterTime, long startAfterTime) { + this.port = port; + stopAfterTimeMilliSeconds = stopAfterTime; + startAfterTimeMS = startAfterTime; + } + + @Override + public void run() { + try { + Thread.sleep(stopAfterTimeMilliSeconds); + } + catch (InterruptedException e) { + } + if (thriftDataReceiver != null) { + thriftDataReceiver.stop(); + } + + eventReceived = getNumberOfEventsReceived(); + + log.info("Number of events received in server shutdown :" + eventReceived); + try { + Thread.sleep(startAfterTimeMS); + } + catch (InterruptedException e) { + } + + try { + if (thriftDataReceiver != null) { + thriftDataReceiver.start(DataPublisherTestUtil.LOCAL_HOST); + } else { + start(port); + } + } + catch (DataBridgeException e) { + log.error(e); + } + + } + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/common/client-truststore.jks ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/common/client-truststore.jks b/products/python-cartridge-agent/modules/integration/src/test/resources/common/client-truststore.jks new file mode 100644 index 0000000..2d22c24 Binary files /dev/null and b/products/python-cartridge-agent/modules/integration/src/test/resources/common/client-truststore.jks differ http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/common/data-bridge-config.xml ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/common/data-bridge-config.xml b/products/python-cartridge-agent/modules/integration/src/test/resources/common/data-bridge-config.xml new file mode 100644 index 0000000..13ca54c --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/resources/common/data-bridge-config.xml @@ -0,0 +1,75 @@ +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. + --> + +<dataBridgeConfiguration> + + <workerThreads>10</workerThreads> + <eventBufferCapacity>10000</eventBufferCapacity> + <clientTimeoutMin>30</clientTimeoutMin> + + <dataReceiver name="Thrift"> + <config name="tcpPort">7611</config> + <config name="sslPort">7711</config> + </dataReceiver> + + <dataReceiver name="Binary"> + <config name="tcpPort">9611</config> + <config name="sslPort">9711</config> + <config name="sslReceiverThreadPoolSize">100</config> + <config name="tcpReceiverThreadPoolSize">100</config> + </dataReceiver> + + <!--<streamDefinitions> + <streamDefinition> + { + 'name':'org.wso2.esb.MediatorStatistics', + 'version':'1.3.0', + 'nickName': 'Stock Quote Information', + 'description': 'Some Desc', + 'metaData':[ + {'name':'ipAdd','type':'STRING'} + ], + 'payloadData':[ + {'name':'symbol','type':'STRING'}, + {'name':'price','type':'DOUBLE'}, + {'name':'volume','type':'INT'}, + {'name':'max','type':'DOUBLE'}, + {'name':'min','type':'Double'} + ] + } + </streamDefinition> + <streamDefinition domainName="wso2"> + { + 'name':'org.wso2.esb.MediatorStatistics', + 'version':'1.3.4', + 'nickName': 'Stock Quote Information', + 'description': 'Some Other Desc', + 'metaData':[ + {'name':'ipAdd','type':'STRING'} + ], + 'payloadData':[ + {'name':'symbol','type':'STRING'}, + {'name':'price','type':'DOUBLE'}, + {'name':'volume','type':'INT'} + ] + } + </streamDefinition> + </streamDefinitions>--> + +</dataBridgeConfiguration> http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/common/log4j.properties ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/common/log4j.properties b/products/python-cartridge-agent/modules/integration/src/test/resources/common/log4j.properties new file mode 100755 index 0000000..c0c6e78 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/resources/common/log4j.properties @@ -0,0 +1,41 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Set root logger level and appenders +log4j.rootLogger=INFO, CONSOLE_APPENDER, FILE_APPENDER + +# CONSOLE_APPENDER is set to be a ConsoleAppender. +log4j.appender.CONSOLE_APPENDER=org.apache.log4j.ConsoleAppender + +# The standard error log where all the warnings, errors and fatal errors will be logged +log4j.appender.FILE_APPENDER=org.apache.log4j.FileAppender +log4j.appender.FILE_APPENDER.File=cartridge-agent.log +log4j.appender.FILE_APPENDER.layout=org.apache.log4j.PatternLayout +log4j.appender.FILE_APPENDER.layout.ConversionPattern=%d{ISO8601} [%X{ip}-%X{host}] [%t] %5p %c{1} %m%n +log4j.appender.FILE_APPENDER.threshold=DEBUG + +# CONSOLE_APPENDER uses PatternLayout. +log4j.appender.CONSOLE_APPENDER.layout=org.apache.log4j.PatternLayout +log4j.appender.CONSOLE_APPENDER.layout.ConversionPattern=[%d{ISO8601}] %5p - [%c{1}] %m%n + +log4j.logger.org.apache.stratos.cartridge.agent=INFO +log4j.logger.org.apache.stratos.messaging=INFO +log4j.logger.org.apache.stratos.common.util=DEBUG +log4j.logger.org.wso2.andes.client=ERROR +log4j.logger.org.apache.activemq.jndi.ActiveMQInitialContextFactory=ERROR \ No newline at end of file http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/common/stratos-health-stream-def.json ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/common/stratos-health-stream-def.json b/products/python-cartridge-agent/modules/integration/src/test/resources/common/stratos-health-stream-def.json new file mode 100644 index 0000000..4d36c19 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/resources/common/stratos-health-stream-def.json @@ -0,0 +1 @@ +{"name":"cartridge_agent_health_stats","version":"1.0.0","nickName":"agent health stats","description":"agent health stats","payloadData":[{"name":"cluster_id", "type": "STRING"},{"name":"cluster_instance_id", "type": "STRING"},{"name":"network_partition_id", "type": "STRING"},{"name":"member_id", "type": "STRING"},{"name":"partition_id", "type": "STRING"},{"name":"health_description", "type": "STRING"},{"name":"value", "type": "DOUBLE"}]} http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/common/thrift-agent-config.xml ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/common/thrift-agent-config.xml b/products/python-cartridge-agent/modules/integration/src/test/resources/common/thrift-agent-config.xml new file mode 100644 index 0000000..dbb2ba3 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/resources/common/thrift-agent-config.xml @@ -0,0 +1,64 @@ +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. + --> + +<DataAgentsConfiguration> + <Agent> + <Name>Thrift</Name> + <DataEndpointClass>org.wso2.carbon.databridge.agent.endpoint.thrift.ThriftDataEndpoint</DataEndpointClass> + <!--<TrustSore>src/main/resources/client-truststore.jks</TrustSore>--> + <!--<TrustSorePassword>wso2carbon</TrustSorePassword>--> + <QueueSize>32768</QueueSize> + <BatchSize>200</BatchSize> + <CorePoolSize>5</CorePoolSize> + <MaxPoolSize>10</MaxPoolSize> + <SocketTimeoutMS>30000</SocketTimeoutMS> + <KeepAliveTimeInPool>20</KeepAliveTimeInPool> + <ReconnectionInterval>30</ReconnectionInterval> + <MaxTransportPoolSize>250</MaxTransportPoolSize> + <MaxIdleConnections>250</MaxIdleConnections> + <EvictionTimePeriod>5500</EvictionTimePeriod> + <MinIdleTimeInPool>5000</MinIdleTimeInPool> + <SecureMaxTransportPoolSize>250</SecureMaxTransportPoolSize> + <SecureMaxIdleConnections>250</SecureMaxIdleConnections> + <SecureEvictionTimePeriod>5500</SecureEvictionTimePeriod> + <SecureMinIdleTimeInPool>5000</SecureMinIdleTimeInPool> + </Agent> + + <Agent> + <Name>Binary</Name> + <DataEndpointClass>org.wso2.carbon.databridge.agent.endpoint.binary.BinaryDataEndpoint</DataEndpointClass> + <!--<TrustSore>src/main/resources/client-truststore.jks</TrustSore>--> + <!--<TrustSorePassword>wso2carbon</TrustSorePassword>--> + <QueueSize>32768</QueueSize> + <BatchSize>200</BatchSize> + <CorePoolSize>5</CorePoolSize> + <MaxPoolSize>10</MaxPoolSize> + <SocketTimeoutMS>30000</SocketTimeoutMS> + <KeepAliveTimeInPool>20</KeepAliveTimeInPool> + <ReconnectionInterval>30</ReconnectionInterval> + <MaxTransportPoolSize>250</MaxTransportPoolSize> + <MaxIdleConnections>250</MaxIdleConnections> + <EvictionTimePeriod>5500</EvictionTimePeriod> + <MinIdleTimeInPool>5000</MinIdleTimeInPool> + <SecureMaxTransportPoolSize>250</SecureMaxTransportPoolSize> + <SecureMaxIdleConnections>250</SecureMaxIdleConnections> + <SecureEvictionTimePeriod>5500</SecureEvictionTimePeriod> + <SecureMinIdleTimeInPool>5000</SecureMinIdleTimeInPool> + </Agent> +</DataAgentsConfiguration> http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/common/wso2carbon.jks ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/common/wso2carbon.jks b/products/python-cartridge-agent/modules/integration/src/test/resources/common/wso2carbon.jks new file mode 100644 index 0000000..7942c53 Binary files /dev/null and b/products/python-cartridge-agent/modules/integration/src/test/resources/common/wso2carbon.jks differ http://git-wip-us.apache.org/repos/asf/stratos/blob/499fe3e4/products/python-cartridge-agent/modules/integration/src/test/resources/pca-testing1.xml ---------------------------------------------------------------------- diff --git a/products/python-cartridge-agent/modules/integration/src/test/resources/pca-testing1.xml b/products/python-cartridge-agent/modules/integration/src/test/resources/pca-testing1.xml new file mode 100755 index 0000000..a13f950 --- /dev/null +++ b/products/python-cartridge-agent/modules/integration/src/test/resources/pca-testing1.xml @@ -0,0 +1,29 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. + --> + +<!DOCTYPE suite SYSTEM "http://testng.org/testng-1.0.dtd"; > + +<suite name="PythonCartridgeAgentIntegrationSuite1"> + <test name="PCATest"> + <classes> + <class name="org.apache.stratos.python.cartridge.agent.test.PythonCartridgeAgentTest"/> + </classes> + </test> +</suite>
