HAD-652. Add longevity test suite using DFSIO, etc.
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/b4c14e7d Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/b4c14e7d Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/b4c14e7d Branch: refs/heads/master Commit: b4c14e7d2368e08c6ea2c3d33d4c030a677ad069 Parents: 9741a99 Author: Konstantin Boudnik <[email protected]> Authored: Tue Feb 4 15:41:40 2014 -0800 Committer: Konstantin Boudnik <[email protected]> Committed: Tue Feb 4 15:41:40 2014 -0800 ---------------------------------------------------------------------- bigtop-tests/test-artifacts/longevity/pom.xml | 42 ++++++++ bigtop-tests/test-artifacts/pom.xml | 1 + .../test-execution/longevity/io/pom.xml | 107 +++++++++++++++++++ bigtop-tests/test-execution/longevity/pom.xml | 107 +++++++++++++++++++ 4 files changed, 257 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-artifacts/longevity/pom.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/longevity/pom.xml b/bigtop-tests/test-artifacts/longevity/pom.xml new file mode 100644 index 0000000..86a2abd --- /dev/null +++ b/bigtop-tests/test-artifacts/longevity/pom.xml @@ -0,0 +1,42 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor + license agreements. See the NOTICE file distributed with this work for additional + information regarding copyright ownership. The ASF licenses this file to + You under the Apache License, Version 2.0 (the "License"); you may not use + this file except in compliance with the License. You may obtain a copy of + the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required + by applicable law or agreed to in writing, software distributed under the + License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS + OF ANY KIND, either express or implied. See the License for the specific + language governing permissions and limitations under the License. --> +<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> + <modelVersion>4.0.0</modelVersion> + + <parent> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>bigtop-smokes</artifactId> + <version>0.8.0-SNAPSHOT</version> + <relativePath>../pom.xml</relativePath> + </parent> + + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>io-longevity</artifactId> + <version>0.8.0-SNAPSHOT</version> + <name>io-longevity</name> + + <dependencies> + <!-- HACK : until we publish cnode --> + <!-- <dependency> <artifactId>consensusnode</artifactId> <groupId>consensusnode</groupId> + <scope>system</scope> <version>1.0-SNAPSHOT</version> <systemPath>${basedir}/lib/consensusNode-1.0-SNAPSHOT.jar</systemPath> + </dependency> --> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-common</artifactId> + </dependency> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-client</artifactId> + </dependency> + </dependencies> +</project> http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-artifacts/pom.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/pom.xml b/bigtop-tests/test-artifacts/pom.xml index 1a8a12b..94d6ee3 100644 --- a/bigtop-tests/test-artifacts/pom.xml +++ b/bigtop-tests/test-artifacts/pom.xml @@ -44,6 +44,7 @@ <module>datafu</module> <module>fatjar</module> <module>cnode</module> + <module>longevity</module> <module>s3hdfs</module> <module>hcatalog</module> <module>spark</module> http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-execution/longevity/io/pom.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-execution/longevity/io/pom.xml b/bigtop-tests/test-execution/longevity/io/pom.xml new file mode 100644 index 0000000..4a56ea2 --- /dev/null +++ b/bigtop-tests/test-execution/longevity/io/pom.xml @@ -0,0 +1,107 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<project xmlns="http://maven.apache.org/POM/4.0.0"; + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> + + <parent> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>longevity-tests</artifactId> + <version>0.8.0-SNAPSHOT</version> + <relativePath>../pom.xml</relativePath> + </parent> + + <modelVersion>4.0.0</modelVersion> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>io</artifactId> + <version>0.8.0-SNAPSHOT</version> + <name>io-longevity-execution</name> + + <properties> + <!--Additional environment variables are required--> + <HADOOP_HOME>${env.HADOOP_HOME}</HADOOP_HOME> + <HADOOP_CONF_DIR>${env.HADOOP_CONF)DIR}</HADOOP_CONF_DIR> + <!-- Integration tests are special --> + <org.apache.maven-failsafe-plugin.testInclude>**/LongevityTest*</org.apache.maven-failsafe-plugin.testInclude> + <org.apache.maven-dependency-plugin.groupId>org.apache.bigtop.itest</org.apache.maven-dependency-plugin.groupId> + <org.apache.maven-dependency-plugin.artifactId>io-longevity</org.apache.maven-dependency-plugin.artifactId> + <org.apache.maven-dependency-plugin.version>${io-longevity.version}</org.apache.maven-dependency-plugin.version> + </properties> + + <dependencies> + <dependency> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>io-longevity</artifactId> + </dependency> + </dependencies> + + <build> + <plugins> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-dependency-plugin</artifactId> + </plugin> + + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-enforcer-plugin</artifactId> + <version>1.0</version> + <executions> + <execution> + <id>enforce-property</id> + <goals> + <goal>enforce</goal> + </goals> + <configuration> + <rules> + <requireProperty> + <property>SQOOP_HOME</property> + <message>SQOOP_HOME env. variable has to be set</message> + </requireProperty> + <requireProperty> + <property>HBASE_HOME</property> + <message>HBASE_HOME env. variable has to be set</message> + </requireProperty> + <requireProperty> + <property>HIVE_HOME</property> + <message>HIVE_HOME env. variable has to be set</message> + </requireProperty> + <requireProperty> + <property>ZOOKEEPER_HOME</property> + <message>ZOOKEEPER_HOME env. variable has to be set</message> + </requireProperty> + </rules> + <fail>true</fail> + </configuration> + </execution> + </executions> + </plugin> + + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-failsafe-plugin</artifactId> + <version>2.11</version> + <configuration> + <systemPropertyVariables> + <MYSQL_ROOTPW></MYSQL_ROOTPW> + </systemPropertyVariables> + </configuration> + </plugin> + </plugins> + </build> +</project> http://git-wip-us.apache.org/repos/asf/bigtop/blob/b4c14e7d/bigtop-tests/test-execution/longevity/pom.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-execution/longevity/pom.xml b/bigtop-tests/test-execution/longevity/pom.xml new file mode 100644 index 0000000..d7cf8f9 --- /dev/null +++ b/bigtop-tests/test-execution/longevity/pom.xml @@ -0,0 +1,107 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<project xmlns="http://maven.apache.org/POM/4.0.0"; + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd";> + + <parent> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>stacks-common</artifactId> + <version>0.8.0-SNAPSHOT</version> + <relativePath>../common/pom.xml</relativePath> + </parent> + + <modelVersion>4.0.0</modelVersion> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>longevity-tests</artifactId> + <packaging>pom</packaging> + <version>0.8.0-SNAPSHOT</version> + <name>longevity</name> + + <properties> + <itest-conf.version>${project.version}</itest-conf.version> + <itest-common.version>${project.version}</itest-common.version> + <io-longevity.version>${project.version}</io-longevity.version> + </properties> + + <!-- + List of modules which should be executed as a part of stack testing run + --> + <modules> + <module>io</module> + </modules> + + <dependencyManagement> + <dependencies> + <!-- Import configuration resources for the stack validation --> + <dependency> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>smoke-tests-conf</artifactId> + <version>${itest-conf.version}</version> + <scope>test</scope> + </dependency> + + </dependencies> + </dependencyManagement> + + <dependencies> + <!-- We have to be configured in order to function properly --> + <dependency> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>smoke-tests-conf</artifactId> + <scope>test</scope> + </dependency> + <!-- Turn them on for all children --> + <dependency> + <groupId>org.apache.bigtop.itest</groupId> + <artifactId>itest-common</artifactId> + <scope>test</scope> + </dependency> + <!-- Gmaven plugin enables a lot of runtime flexibility for us --> + <dependency> + <groupId>org.codehaus.groovy.maven.runtime</groupId> + <artifactId>gmaven-runtime-1.6</artifactId> + </dependency> + </dependencies> + + <build> + <plugins> + <!-- Enabling gmaven plugin --> + <plugin> + <groupId>org.codehaus.groovy.maven</groupId> + <artifactId>gmaven-plugin</artifactId> + </plugin> + <!-- Enabling tests execution --> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-failsafe-plugin</artifactId> + </plugin> + + <!--Let's skip unit tests all together for there are none--> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-surefire-plugin</artifactId> + <version>2.11</version> + <configuration> + <skip>true</skip> + </configuration> + </plugin> + + </plugins> + </build> +</project>
