http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop b/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop deleted file mode 100644 index 683e95d..0000000 --- a/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop +++ /dev/null @@ -1,290 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# The Hadoop command script -# -# Environment Variables -# -# JAVA_HOME The java implementation to use. Overrides JAVA_HOME. -# -# HADOOP_CLASSPATH Extra Java CLASSPATH entries. -# -# HADOOP_HEAPSIZE The maximum amount of heap to use, in MB. -# Default is 1000. -# -# HADOOP_OPTS Extra Java runtime options. -# -# HADOOP_NAMENODE_OPTS These options are added to HADOOP_OPTS -# HADOOP_CLIENT_OPTS when the respective command is run. -# HADOOP_{COMMAND}_OPTS etc HADOOP_JT_OPTS applies to JobTracker -# for e.g. HADOOP_CLIENT_OPTS applies to -# more than one command (fs, dfs, fsck, -# dfsadmin etc) -# -# HADOOP_CONF_DIR Alternate conf dir. Default is ${HADOOP_HOME}/conf. -# -# HADOOP_ROOT_LOGGER The root appender. Default is INFO,console -# - -bin=`dirname "$0"` -bin=`cd "$bin"; pwd` - -. "$bin"/hadoop-config.sh - -cygwin=false -case "`uname`" in -CYGWIN*) cygwin=true;; -esac - -# if no args specified, show usage -if [ $# = 0 ]; then - echo "Usage: hadoop [--config confdir] COMMAND" - echo "where COMMAND is one of:" - echo " namenode -format format the DFS filesystem" - echo " secondarynamenode run the DFS secondary namenode" - echo " namenode run the DFS namenode" - echo " datanode run a DFS datanode" - echo " dfsadmin run a DFS admin client" - echo " mradmin run a Map-Reduce admin client" - echo " fsck run a DFS filesystem checking utility" - echo " fs run a generic filesystem user client" - echo " balancer run a cluster balancing utility" - echo " jobtracker run the MapReduce job Tracker node" - echo " pipes run a Pipes job" - echo " tasktracker run a MapReduce task Tracker node" - echo " job manipulate MapReduce jobs" - echo " queue get information regarding JobQueues" - echo " version print the version" - echo " jar <jar> run a jar file" - echo " distcp <srcurl> <desturl> copy file or directories recursively" - echo " archive -archiveName NAME <src>* <dest> create a hadoop archive" - echo " daemonlog get/set the log level for each daemon" - echo " or" - echo " CLASSNAME run the class named CLASSNAME" - echo "Most commands print help when invoked w/o parameters." - exit 1 -fi - -# get arguments -COMMAND=$1 -shift - -if [ -f "${HADOOP_CONF_DIR}/hadoop-env.sh" ]; then - . "${HADOOP_CONF_DIR}/hadoop-env.sh" -fi - -# some Java parameters -if [ "$JAVA_HOME" != "" ]; then - #echo "run java in $JAVA_HOME" - JAVA_HOME=$JAVA_HOME -fi - -if [ "$JAVA_HOME" = "" ]; then - echo "Error: JAVA_HOME is not set." - exit 1 -fi - -JAVA=$JAVA_HOME/bin/java -JAVA_HEAP_MAX=-Xmx1000m - -# check envvars which might override default args -if [ "$HADOOP_HEAPSIZE" != "" ]; then - #echo "run with heapsize $HADOOP_HEAPSIZE" - JAVA_HEAP_MAX="-Xmx""$HADOOP_HEAPSIZE""m" - #echo $JAVA_HEAP_MAX -fi - -# CLASSPATH initially contains $HADOOP_CONF_DIR -CLASSPATH=${HADOOP_CONF_DIR} -CLASSPATH=${CLASSPATH}:$JAVA_HOME/lib/tools.jar - -# for developers, add Hadoop classes to CLASSPATH -if [ -d "$HADOOP_HOME/build/classes" ]; then - CLASSPATH=${CLASSPATH}:$HADOOP_HOME/build/classes -fi -if [ -d "$HADOOP_HOME/build/webapps" ]; then - CLASSPATH=${CLASSPATH}:$HADOOP_HOME/build -fi -if [ -d "$HADOOP_HOME/build/test/classes" ]; then - CLASSPATH=${CLASSPATH}:$HADOOP_HOME/build/test/classes -fi -if [ -d "$HADOOP_HOME/build/tools" ]; then - CLASSPATH=${CLASSPATH}:$HADOOP_HOME/build/tools -fi - -# so that filenames w/ spaces are handled correctly in loops below -IFS= - -# for releases, add core hadoop jar & webapps to CLASSPATH -if [ -d "$HADOOP_HOME/webapps" ]; then - CLASSPATH=${CLASSPATH}:$HADOOP_HOME -fi -for f in $HADOOP_HOME/hadoop-*-core.jar; do - CLASSPATH=${CLASSPATH}:$f; -done - -# add libs to CLASSPATH -for f in $HADOOP_HOME/lib/*.jar; do - CLASSPATH=${CLASSPATH}:$f; -done - -if [ -d "$HADOOP_HOME/build/ivy/lib/Hadoop/common" ]; then -for f in $HADOOP_HOME/build/ivy/lib/Hadoop/common/*.jar; do - CLASSPATH=${CLASSPATH}:$f; -done -fi - -for f in $HADOOP_HOME/lib/jsp-2.1/*.jar; do - CLASSPATH=${CLASSPATH}:$f; -done - -for f in $HADOOP_HOME/hadoop-*-tools.jar; do - TOOL_PATH=${TOOL_PATH}:$f; -done -for f in $HADOOP_HOME/build/hadoop-*-tools.jar; do - TOOL_PATH=${TOOL_PATH}:$f; -done - -# add user-specified CLASSPATH last -if [ "$HADOOP_CLASSPATH" != "" ]; then - CLASSPATH=${HADOOP_CLASSPATH}:${CLASSPATH} -fi - -# default log directory & file -if [ "$HADOOP_LOG_DIR" = "" ]; then - HADOOP_LOG_DIR="$HADOOP_HOME/logs" -fi -if [ "$HADOOP_LOGFILE" = "" ]; then - HADOOP_LOGFILE='hadoop.log' -fi - -# default policy file for service-level authorization -if [ "$HADOOP_POLICYFILE" = "" ]; then - HADOOP_POLICYFILE="hadoop-policy.xml" -fi - -# restore ordinary behaviour -unset IFS - -# figure out which class to run -if [ "$COMMAND" = "namenode" ] ; then - CLASS='org.apache.hadoop.hdfs.server.namenode.NameNode' - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_NAMENODE_OPTS" -elif [ "$COMMAND" = "secondarynamenode" ] ; then - CLASS='org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode' - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_SECONDARYNAMENODE_OPTS" -elif [ "$COMMAND" = "datanode" ] ; then - CLASS='org.apache.hadoop.hdfs.server.datanode.DataNode' - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_DATANODE_OPTS" -elif [ "$COMMAND" = "fs" ] ; then - CLASS=org.apache.hadoop.fs.FsShell - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "dfs" ] ; then - CLASS=org.apache.hadoop.fs.FsShell - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "dfsadmin" ] ; then - CLASS=org.apache.hadoop.hdfs.tools.DFSAdmin - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "mradmin" ] ; then - CLASS=org.apache.hadoop.mapred.tools.MRAdmin - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "fsck" ] ; then - CLASS=org.apache.hadoop.hdfs.tools.DFSck - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "balancer" ] ; then - CLASS=org.apache.hadoop.hdfs.server.balancer.Balancer - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_BALANCER_OPTS" -elif [ "$COMMAND" = "jobtracker" ] ; then - CLASS=org.apache.hadoop.mapred.JobTracker - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_JOBTRACKER_OPTS" -elif [ "$COMMAND" = "tasktracker" ] ; then - CLASS=org.apache.hadoop.mapred.TaskTracker - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_TASKTRACKER_OPTS" -elif [ "$COMMAND" = "job" ] ; then - CLASS=org.apache.hadoop.mapred.JobClient -elif [ "$COMMAND" = "queue" ] ; then - CLASS=org.apache.hadoop.mapred.JobQueueClient -elif [ "$COMMAND" = "pipes" ] ; then - CLASS=org.apache.hadoop.mapred.pipes.Submitter - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "version" ] ; then - CLASS=org.apache.hadoop.util.VersionInfo - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "jar" ] ; then - CLASS=org.apache.hadoop.util.RunJar -elif [ "$COMMAND" = "distcp" ] ; then - CLASS=org.apache.hadoop.tools.DistCp - CLASSPATH=${CLASSPATH}:${TOOL_PATH} - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "daemonlog" ] ; then - CLASS=org.apache.hadoop.log.LogLevel - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "archive" ] ; then - CLASS=org.apache.hadoop.tools.HadoopArchives - CLASSPATH=${CLASSPATH}:${TOOL_PATH} - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -elif [ "$COMMAND" = "sampler" ] ; then - CLASS=org.apache.hadoop.mapred.lib.InputSampler - HADOOP_OPTS="$HADOOP_OPTS $HADOOP_CLIENT_OPTS" -else - CLASS=$COMMAND -fi - -# cygwin path translation -if $cygwin; then - CLASSPATH=`cygpath -p -w "$CLASSPATH"` - HADOOP_HOME=`cygpath -w "$HADOOP_HOME"` - HADOOP_LOG_DIR=`cygpath -w "$HADOOP_LOG_DIR"` - TOOL_PATH=`cygpath -p -w "$TOOL_PATH"` -fi -# setup 'java.library.path' for native-hadoop code if necessary -JAVA_LIBRARY_PATH='' -if [ -d "${HADOOP_HOME}/build/native" -o -d "${HADOOP_HOME}/lib/native" ]; then - JAVA_PLATFORM=`CLASSPATH=${CLASSPATH} ${JAVA} -Xmx32m org.apache.hadoop.util.PlatformName | sed -e "s/ /_/g"` - - if [ -d "$HADOOP_HOME/build/native" ]; then - JAVA_LIBRARY_PATH=${HADOOP_HOME}/build/native/${JAVA_PLATFORM}/lib - fi - - if [ -d "${HADOOP_HOME}/lib/native" ]; then - if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then - JAVA_LIBRARY_PATH=${JAVA_LIBRARY_PATH}:${HADOOP_HOME}/lib/native/${JAVA_PLATFORM} - else - JAVA_LIBRARY_PATH=${HADOOP_HOME}/lib/native/${JAVA_PLATFORM} - fi - fi -fi - -# cygwin path translation -if $cygwin; then - JAVA_LIBRARY_PATH=`cygpath -p "$JAVA_LIBRARY_PATH"` -fi - -HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.log.dir=$HADOOP_LOG_DIR" -HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.log.file=$HADOOP_LOGFILE" -HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.home.dir=$HADOOP_HOME" -HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.id.str=$HADOOP_IDENT_STRING" -HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.root.logger=${HADOOP_ROOT_LOGGER:-INFO,console}" -if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then - HADOOP_OPTS="$HADOOP_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH" -fi -HADOOP_OPTS="$HADOOP_OPTS -Dhadoop.policy.file=$HADOOP_POLICYFILE" - -# run it -#echo "exec "$JAVA" $JAVA_HEAP_MAX $HADOOP_OPTS -classpath "$CLASSPATH" $CLASS "$@"" -exec "$JAVA" $JAVA_HEAP_MAX $HADOOP_OPTS -classpath "$CLASSPATH" $CLASS "$@"
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop-config.sh ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop-config.sh b/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop-config.sh deleted file mode 100755 index bf0fe04..0000000 --- a/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/bin/hadoop-config.sh +++ /dev/null @@ -1,85 +0,0 @@ -#/* -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# included in all the hadoop scripts with source command -# should not be executable directly -# also should not be passed any arguments, since we need original $* - -# resolve links - $0 may be a softlink - -this="$0" -while [ -h "$this" ]; do - ls=`ls -ld "$this"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '.*/.*' > /dev/null; then - this="$link" - else - this=`dirname "$this"`/"$link" - fi -done - -# convert relative path to absolute path -bin=`dirname "$this"` -script=`basename "$this"` -bin=`cd "$bin"; pwd` -this="$bin/$script" - -# the root of the Hadoop installation -export HADOOP_HOME=`dirname "$this"`/.. - -#check to see if the conf dir is given as an optional argument -if [ $# -gt 1 ] -then - if [ "--config" = "$1" ] - then - shift - confdir=$1 - shift - HADOOP_CONF_DIR=$confdir - fi -fi - -# Allow alternate conf dir location. -HADOOP_CONF_DIR="${HADOOP_CONF_DIR:-$HADOOP_HOME/conf}" - -#check to see it is specified whether to use the slaves or the -# masters file -if [ $# -gt 1 ] -then - if [ "--hosts" = "$1" ] - then - shift - slavesfile=$1 - shift - export HADOOP_SLAVES="${HADOOP_CONF_DIR}/$slavesfile" - fi -fi http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/conf/hadoop-env.sh ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/conf/hadoop-env.sh b/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/conf/hadoop-env.sh deleted file mode 100755 index a67c408..0000000 --- a/asterixdb/asterix-installer/src/main/resources/hadoop-0.20.2/conf/hadoop-env.sh +++ /dev/null @@ -1,71 +0,0 @@ -#/* -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# Set Hadoop-specific environment variables here. - -# The only required environment variable is JAVA_HOME. All others are -# optional. When running a distributed configuration it is best to -# set JAVA_HOME in this file, so that it is correctly defined on -# remote nodes. - -# The java implementation to use. Required. -# export JAVA_HOME=$JAVA_HOME - -# Extra Java CLASSPATH elements. Optional. -# export HADOOP_CLASSPATH= - -# The maximum amount of heap to use, in MB. Default is 1000. -# export HADOOP_HEAPSIZE=2000 - -# Extra Java runtime options. Empty by default. -# export HADOOP_OPTS=-server - -# Command specific options appended to HADOOP_OPTS when specified -export HADOOP_NAMENODE_OPTS="-Dcom.sun.management.jmxremote $HADOOP_NAMENODE_OPTS" -export HADOOP_SECONDARYNAMENODE_OPTS="-Dcom.sun.management.jmxremote $HADOOP_SECONDARYNAMENODE_OPTS" -export HADOOP_DATANODE_OPTS="-Dcom.sun.management.jmxremote $HADOOP_DATANODE_OPTS" -export HADOOP_BALANCER_OPTS="-Dcom.sun.management.jmxremote $HADOOP_BALANCER_OPTS" -export HADOOP_JOBTRACKER_OPTS="-Dcom.sun.management.jmxremote $HADOOP_JOBTRACKER_OPTS" -# export HADOOP_TASKTRACKER_OPTS= -# The following applies to multiple commands (fs, dfs, fsck, distcp etc) -# export HADOOP_CLIENT_OPTS - -# Extra ssh options. Empty by default. -# export HADOOP_SSH_OPTS="-o ConnectTimeout=1 -o SendEnv=HADOOP_CONF_DIR" - -# Where log files are stored. $HADOOP_HOME/logs by default. -# export HADOOP_LOG_DIR=${HADOOP_HOME}/logs - -# File naming remote slave hosts. $HADOOP_HOME/conf/slaves by default. -# export HADOOP_SLAVES=${HADOOP_HOME}/conf/slaves - -# host:path where hadoop code should be rsync'd from. Unset by default. -# export HADOOP_MASTER=master:/home/$USER/src/hadoop - -# Seconds to sleep between slave commands. Unset by default. This -# can be useful in large clusters, where, e.g., slave rsyncs can -# otherwise arrive faster than the master can service them. -# export HADOOP_SLAVE_SLEEP=0.1 - -# The directory where pid files are stored. /tmp by default. -# export HADOOP_PID_DIR=/var/hadoop/pids - -# A string representing this instance of hadoop. $USER by default. -# export HADOOP_IDENT_STRING=$USER - -# The scheduling priority for daemon processes. See 'man nice'. -# export HADOOP_NICENESS=10 http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/schema/jaxb-bindings.xjb ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/schema/jaxb-bindings.xjb b/asterixdb/asterix-installer/src/main/resources/schema/jaxb-bindings.xjb deleted file mode 100644 index 0b191a6..0000000 --- a/asterixdb/asterix-installer/src/main/resources/schema/jaxb-bindings.xjb +++ /dev/null @@ -1,28 +0,0 @@ -<!-- - ! Licensed to the Apache Software Foundation (ASF) under one - ! or more contributor license agreements. See the NOTICE file - ! distributed with this work for additional information - ! regarding copyright ownership. The ASF licenses this file - ! to you under the Apache License, Version 2.0 (the - ! "License"); you may not use this file except in compliance - ! with the License. You may obtain a copy of the License at - ! - ! http://www.apache.org/licenses/LICENSE-2.0 - ! - ! Unless required by applicable law or agreed to in writing, - ! software distributed under the License is distributed on an - ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - ! KIND, either express or implied. See the License for the - ! specific language governing permissions and limitations - ! under the License. - !--> - -<jxb:bindings version="1.0" -xmlns:jxb="http://java.sun.com/xml/ns/jaxb"; -xmlns:xs="http://www.w3.org/2001/XMLSchema";> - -<jxb:globalBindings> - <jxb:serializable uid="1"/> -</jxb:globalBindings> - -</jxb:bindings> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/scripts/managix ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/scripts/managix b/asterixdb/asterix-installer/src/main/resources/scripts/managix deleted file mode 100755 index ddda709..0000000 --- a/asterixdb/asterix-installer/src/main/resources/scripts/managix +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -if [ -z $MANAGIX_HOME ] - then - pushd $(dirname $0) >/dev/null - cd .. - export MANAGIX_HOME=$(pwd) - popd >/dev/null -fi - -MANAGIX_CLASSPATH=$MANAGIX_HOME/lib/*:$MANAGIX_HOME/conf/log4j.properties -java $JAVA_OPTS -Dlog4j.configuration=file:$MANAGIX_HOME/conf/log4j.properties -cp $MANAGIX_CLASSPATH org.apache.asterix.installer.driver.InstallerDriver $@ http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/scripts/validate_ssh.sh ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/scripts/validate_ssh.sh b/asterixdb/asterix-installer/src/main/resources/scripts/validate_ssh.sh deleted file mode 100755 index c773336..0000000 --- a/asterixdb/asterix-installer/src/main/resources/scripts/validate_ssh.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -#/* -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -USERNAME=$1 -shift 1 -numargs=$# -for ((i=1 ; i <= numargs ; i=i+1)) -do - host=$1 - ssh -l $USERNAME -oNumberOfPasswordPrompts=0 $host "echo $host" - shift 1 -done http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/scripts/verify.sh ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/scripts/verify.sh b/asterixdb/asterix-installer/src/main/resources/scripts/verify.sh deleted file mode 100755 index 5df92f7..0000000 --- a/asterixdb/asterix-installer/src/main/resources/scripts/verify.sh +++ /dev/null @@ -1,39 +0,0 @@ -#!/usr/bin/env bash -#/* -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -INSTANCE_NAME=$1 -MASTER_NODE=$2 -shift 2 -numargs=$# -for ((i=1 ; i <= numargs ; i=i+2)) -do - host=$1 - nc_id=$2 - INFO=$(ssh $host "ps -ef | grep nc_join | grep -v grep | grep -v ssh| grep $nc_id" | head -n 1 ) - PARENT_ID=`echo $INFO | cut -d " " -f2` - PID_INFO=$(ssh $host "ps -ef | grep asterix | grep -v grep | grep -v nc_join | grep $PARENT_ID") - PID=`echo $PID_INFO | cut -d " " -f2` - echo "NC:$host:$nc_id:$PID" - shift 2 -done - -CC_PARENT_ID_INFO=$(ssh $MASTER_NODE "ps -ef | grep asterix | grep cc_start | grep -v ssh") -CC_PARENT_ID=`echo $CC_PARENT_ID_INFO | tr -s " " | cut -d " " -f2` -CC_ID_INFO=$(ssh $MASTER_NODE "ps -ef | grep asterix | grep $CC_PARENT_ID | grep -v bash") -CC_ID=`echo $CC_ID_INFO | tr -s " " | cut -d " " -f2` -echo "CC:$MASTER_NODE:N/A:$CC_ID" http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/zookeeper/start_zk.sh ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/zookeeper/start_zk.sh b/asterixdb/asterix-installer/src/main/resources/zookeeper/start_zk.sh deleted file mode 100755 index 7ec0e55..0000000 --- a/asterixdb/asterix-installer/src/main/resources/zookeeper/start_zk.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - - -ZK_HOME=$1 -ZK_ID=$2 -JAVA_HOME=$3 -mkdir $ZK_HOME/data -echo $2 > $ZK_HOME/data/myid -CLASSPATH=$ZK_HOME/lib/*:$ZK_HOME/conf:$ZK_HOME/conf/log4j.properties -ZK_CONF=$ZK_HOME/zk.cfg -$JAVA_HOME/bin/java $JAVA_OPTS -Dlog4j.configuration="file:$ZK_HOME/conf/log4j.properties" -cp $CLASSPATH org.apache.zookeeper.server.quorum.QuorumPeerMain $ZK_CONF http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/zookeeper/stop_zk ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/zookeeper/stop_zk b/asterixdb/asterix-installer/src/main/resources/zookeeper/stop_zk deleted file mode 100644 index 9adac4c..0000000 --- a/asterixdb/asterix-installer/src/main/resources/zookeeper/stop_zk +++ /dev/null @@ -1,25 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - - -ZK_HOME=$1 -shift 1 -for zk_host in $@ -do - ssh $zk_host "kill -15 `ps -ef | awk '/java.*[Q]uorumPeerMain/ {print $2}'`" & -done http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/main/resources/zookeeper/zk.init ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/main/resources/zookeeper/zk.init b/asterixdb/asterix-installer/src/main/resources/zookeeper/zk.init deleted file mode 100644 index e15f3d5..0000000 --- a/asterixdb/asterix-installer/src/main/resources/zookeeper/zk.init +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env bash -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - - -ZK_HOME=$1 -SERVER_JAVA_HOME=$2 -shift 2 -cd $MANAGIX_HOME/.installer/zookeeper -tar cf zk.pkg.tar * -zk_server_id=1 -for zk_host in $@ -do - ssh $zk_host "mkdir -p $ZK_HOME" - scp ./zk.pkg.tar $zk_host:$ZK_HOME/ - ssh $zk_host "cd $ZK_HOME && tar xf $ZK_HOME/zk.pkg.tar && chmod +x $ZK_HOME/bin/start_zk.sh" - ssh $zk_host "$ZK_HOME/bin/start_zk.sh $ZK_HOME $zk_server_id $SERVER_JAVA_HOME" & - zk_server_id=`expr $zk_server_id + 1` -done http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AbstractExecutionIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AbstractExecutionIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AbstractExecutionIT.java deleted file mode 100644 index 06e5aed..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AbstractExecutionIT.java +++ /dev/null @@ -1,186 +0,0 @@ -/* - * Copyright 2009-2013 by The Regents of the University of California - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * you may obtain a copy of the License from - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.util.ArrayList; -import java.util.Collection; -import java.util.List; -import java.util.logging.Level; -import java.util.logging.Logger; - -import org.apache.asterix.external.util.ExternalDataConstants; -import org.apache.asterix.external.util.IdentitiyResolverFactory; -import org.apache.asterix.test.base.RetainLogsRule; -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.test.runtime.HDFSCluster; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.asterix.testframework.context.TestFileContext; -import org.apache.asterix.testframework.xml.TestCase.CompilationUnit; -import org.apache.asterix.testframework.xml.TestGroup; -import org.apache.commons.lang3.StringUtils; -import org.apache.hyracks.util.file.FileUtil; -import org.codehaus.plexus.util.FileUtils; -import org.junit.AfterClass; -import org.junit.BeforeClass; -import org.junit.Rule; -import org.junit.Test; -import org.junit.rules.TestRule; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; -import org.junit.runners.Parameterized.Parameters; - -/** - * Runs the runtime test cases under 'asterix-app/src/test/resources/runtimets'. - */ -@RunWith(Parameterized.class) -public abstract class AbstractExecutionIT { - - protected static final Logger LOGGER = Logger.getLogger(AbstractExecutionIT.class.getName()); - - protected static final String PATH_ACTUAL = "target" + File.separator + "ittest" + File.separator; - protected static final String PATH_BASE = StringUtils - .join(new String[] { "..", "asterix-app", "src", "test", "resources", "runtimets" }, File.separator); - - protected static final String HDFS_BASE = "../asterix-app/"; - - protected static final TestExecutor testExecutor = new TestExecutor(); - - private static final String EXTERNAL_LIBRARY_TEST_GROUP = "lib"; - - private static final List<String> badTestCases = new ArrayList<>(); - - private static String reportPath = - new File(FileUtil.joinPath("target", "failsafe-reports")).getAbsolutePath(); - - @Rule - public TestRule retainLogs = new RetainLogsRule( - AsterixInstallerIntegrationUtil.getManagixHome(), reportPath, this); - - @BeforeClass - public static void setUp() throws Exception { - System.out.println("Starting setup"); - if (LOGGER.isLoggable(Level.INFO)) { - LOGGER.info("Starting setup"); - } - File outdir = new File(PATH_ACTUAL); - outdir.mkdirs(); - - HDFSCluster.getInstance().setup(HDFS_BASE); - - //This is nasty but there is no very nice way to set a system property on each NC that I can figure. - //The main issue is that we need the NC resolver to be the IdentityResolver and not the DNSResolver. - FileUtils - .copyFile( - new File(StringUtils.join(new String[] { "src", "test", "resources", "integrationts", - "asterix-configuration.xml" }, File.separator)), - new File(AsterixInstallerIntegrationUtil.getManagixHome() + "/conf/asterix-configuration.xml")); - - AsterixLifecycleIT.setUp(); - - File externalTestsJar = new File(StringUtils.join( - new String[] { "..", "asterix-external-data", "target" }, File.separator)).listFiles( - (dir, name) -> name.matches("asterix-external-data-.*-tests.jar"))[0]; - - FileUtils.copyFile(externalTestsJar, new File( - AsterixInstallerIntegrationUtil.getManagixHome() + "/clusters/local/working_dir/asterix/repo/", - externalTestsJar.getName())); - - AsterixLifecycleIT.restartInstance(); - - FileUtils.copyDirectoryStructure( - new File(FileUtil.joinPath("..", "asterix-app", "data")), - new File(AsterixInstallerIntegrationUtil.getManagixHome() + "/clusters/local/working_dir/data")); - - FileUtils.copyDirectoryStructure( - new File(FileUtil.joinPath("..", "asterix-app", "target", "data")), - new File(AsterixInstallerIntegrationUtil.getManagixHome() + "/clusters/local/working_dir/target/data")); - - FileUtils.copyDirectoryStructure(new File(FileUtil.joinPath("target", "data")), - new File(AsterixInstallerIntegrationUtil.getManagixHome() - + "/clusters/local/working_dir/target/data/csv")); - - // Set the node resolver to be the identity resolver that expects node names - // to be node controller ids; a valid assumption in test environment. - System.setProperty(ExternalDataConstants.NODE_RESOLVER_FACTORY_PROPERTY, - IdentitiyResolverFactory.class.getName()); - - reportPath = new File(FileUtil.joinPath("target", "failsafe-reports")) - .getAbsolutePath(); - } - - @AfterClass - public static void tearDown() throws Exception { - File outdir = new File(PATH_ACTUAL); - File[] files = outdir.listFiles(); - if ((files == null) || (files.length == 0)) { - outdir.delete(); - } - AsterixLifecycleIT.tearDown(); - HDFSCluster.getInstance().cleanup(); - if (!badTestCases.isEmpty()) { - System.out.println("The following test cases left some data"); - for (String testCase : badTestCases) { - System.out.println(testCase); - } - } - } - - @Parameters - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = new ArrayList<Object[]>(); - TestCaseContext.Builder b = new TestCaseContext.Builder(); - for (TestCaseContext ctx : b.build(new File(PATH_BASE))) { - testArgs.add(new Object[] { ctx }); - } - return testArgs; - } - - private TestCaseContext tcCtx; - - public AbstractExecutionIT(TestCaseContext tcCtx) { - this.tcCtx = tcCtx; - } - - @Test - public void test() throws Exception { - if (skip()) { - return; - } - testExecutor.executeTest(PATH_ACTUAL, tcCtx, null, false); - testExecutor.cleanup(tcCtx.toString(), badTestCases); - } - - protected boolean skip() { - // If the test case contains library commands, we skip them - List<CompilationUnit> cUnits = tcCtx.getTestCase().getCompilationUnit(); - for (CompilationUnit cUnit : cUnits) { - List<TestFileContext> testFileCtxs = tcCtx.getTestFiles(cUnit); - for (TestFileContext ctx : testFileCtxs) { - if (ctx.getType().equals(EXTERNAL_LIBRARY_TEST_GROUP)) { - return true; - } - } - } - // For now we skip api tests. - for (TestGroup group : tcCtx.getTestGroups()) { - if (group != null && "api".equals(group.getName())) { - LOGGER.info("Skipping test: " + tcCtx.toString()); - return true; - } - } - return false; - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixClusterLifeCycleIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixClusterLifeCycleIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixClusterLifeCycleIT.java deleted file mode 100644 index 759baed..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixClusterLifeCycleIT.java +++ /dev/null @@ -1,193 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.io.FilenameFilter; -import java.io.IOException; -import java.io.InputStream; -import java.nio.charset.StandardCharsets; -import java.util.ArrayList; -import java.util.Collection; -import java.util.List; -import java.util.logging.Logger; - -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.commons.io.IOUtils; -import org.apache.commons.lang3.StringUtils; -import org.junit.AfterClass; -import org.junit.Assert; -import org.junit.BeforeClass; -import org.junit.Test; -import org.junit.runners.Parameterized.Parameters; - -public class AsterixClusterLifeCycleIT { - - private static final String PATH_BASE = StringUtils - .join(new String[] { "src", "test", "resources", "integrationts", "lifecycle" }, File.separator); - private static final String CLUSTER_BASE = StringUtils - .join(new String[] { "src", "test", "resources", "clusterts" }, File.separator); - private static final String PATH_ACTUAL = "target" + File.separator + "ittest" + File.separator; - private static String managixFolderName; - private static final Logger LOGGER = Logger.getLogger(AsterixClusterLifeCycleIT.class.getName()); - private static List<TestCaseContext> testCaseCollection; - private static File asterixProjectDir = new File(System.getProperty("user.dir")); - private final TestExecutor testExecutor = new TestExecutor(); - - @BeforeClass - public static void setUp() throws Exception { - // testcase setup - TestCaseContext.Builder b = new TestCaseContext.Builder(); - testCaseCollection = b.build(new File(PATH_BASE)); - File outdir = new File(PATH_ACTUAL); - outdir.mkdirs(); - - // vagrant setup - File installerTargetDir = new File(asterixProjectDir, "target"); - System.out.println(managixFolderName); - managixFolderName = installerTargetDir.list(new FilenameFilter() { - @Override - public boolean accept(File dir, String name) { - return new File(dir, name).isDirectory() && name.startsWith("asterix-installer") - && name.endsWith("binary-assembly"); - } - - })[0]; - invoke("cp", "-r", installerTargetDir.toString() + "/" + managixFolderName, - asterixProjectDir + "/" + CLUSTER_BASE); - - logOutput(remoteInvoke("cp -r /vagrant/" + managixFolderName + " /tmp/asterix").getInputStream()); - - logOutput(managixInvoke("configure").getInputStream()); - logOutput(managixInvoke("validate").getInputStream()); - - Process p = managixInvoke("create -n vagrant-ssh -c /vagrant/cluster.xml"); - String pout = processOut(p); - LOGGER.info(pout); - Assert.assertTrue(checkOutput(pout, "ACTIVE")); - // TODO: I should check for 'WARNING' here, but issue 764 stops this - // from being reliable - LOGGER.info("Test start active cluster instance PASSED"); - - Process stop = managixInvoke("stop -n vagrant-ssh"); - Assert.assertTrue(checkOutput(stop.getInputStream(), "Stopped Asterix instance")); - LOGGER.info("Test stop active cluster instance PASSED"); - } - - @AfterClass - public static void tearDown() throws Exception { - Process p = managixInvoke("delete -n vagrant-ssh"); - Assert.assertTrue(checkOutput(p.getInputStream(), "Deleted Asterix instance")); - remoteInvoke("rm -rf /vagrant/managix-working"); - LOGGER.info("Test delete active instance PASSED"); - } - - @Parameters - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = new ArrayList<Object[]>(); - return testArgs; - } - - public static boolean checkOutput(InputStream input, String requiredSubString) { - // right now im just going to look at the output, which is wholly - // inadequate - // TODO: try using cURL to actually poke the instance to see if it is - // more alive - String candidate; - try { - candidate = IOUtils.toString(input, StandardCharsets.UTF_8.name()); - } catch (IOException e) { - LOGGER.warning("Could not check output of subprocess"); - return false; - } - return candidate.contains(requiredSubString); - } - - public static boolean checkOutput(String candidate, String requiredSubString) { - return candidate.contains(requiredSubString); - } - - public static String processOut(Process p) throws IOException { - InputStream input = p.getInputStream(); - return IOUtils.toString(input, StandardCharsets.UTF_8.name()); - } - - public static void logOutput(InputStream input) { - try { - LOGGER.info(IOUtils.toString(input, StandardCharsets.UTF_8.name())); - } catch (IOException e) { - LOGGER.warning("Could not print output of subprocess"); - } - } - - private static Process invoke(String... args) throws Exception { - ProcessBuilder pb = new ProcessBuilder(args); - pb.redirectErrorStream(true); - Process p = pb.start(); - return p; - } - - private static Process remoteInvoke(String cmd) throws Exception { - ProcessBuilder pb = new ProcessBuilder("vagrant", "ssh", "cc", "-c", "MANAGIX_HOME=/tmp/asterix/ " + cmd); - File cwd = new File(asterixProjectDir.toString() + "/" + CLUSTER_BASE); - pb.directory(cwd); - pb.redirectErrorStream(true); - Process p = pb.start(); - return p; - } - - private static Process managixInvoke(String cmd) throws Exception { - return remoteInvoke("/tmp/asterix/bin/managix " + cmd); - } - - @Test - public void StartStopActiveInstance() throws Exception { - // TODO: is the instance actually live? - // TODO: is ZK still running? - try { - Process start = managixInvoke("start -n vagrant-ssh"); - Assert.assertTrue(checkOutput(start.getInputStream(), "ACTIVE")); - Process stop = managixInvoke("stop -n vagrant-ssh"); - Assert.assertTrue(checkOutput(stop.getInputStream(), "Stopped Asterix instance")); - LOGGER.info("Test start/stop active cluster instance PASSED"); - } catch (Exception e) { - throw new Exception("Test start/stop FAILED!", e); - } - } - - public void test() throws Exception { - for (TestCaseContext testCaseCtx : testCaseCollection) { - testExecutor.executeTest(PATH_ACTUAL, testCaseCtx, null, false); - } - } - - public static void main(String[] args) throws Exception { - try { - setUp(); - new AsterixClusterLifeCycleIT().test(); - } catch (Exception e) { - e.printStackTrace(); - LOGGER.severe("TEST CASE(S) FAILED"); - } finally { - tearDown(); - } - } - -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixExternalLibraryIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixExternalLibraryIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixExternalLibraryIT.java deleted file mode 100644 index c379517..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixExternalLibraryIT.java +++ /dev/null @@ -1,98 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.util.List; -import java.util.logging.Logger; - -import org.apache.asterix.event.model.AsterixInstance.State; -import org.apache.asterix.test.base.RetainLogsRule; -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.hyracks.util.file.FileUtil; -import org.junit.AfterClass; -import org.junit.BeforeClass; -import org.junit.Rule; -import org.junit.Test; -import org.junit.rules.TestRule; - -public class AsterixExternalLibraryIT { - - private static final String LIBRARY_NAME = "testlib"; - private static final String LIBRARY_DATAVERSE = "externallibtest"; - private static final String PATH_BASE = "src/test/resources/integrationts/library"; - private static final String PATH_ACTUAL = "target" + File.separator + "ittest" + File.separator; - private static final String LIBRARY_PATH = "target" + File.separator + "resources" + File.separator + "externallib" - + File.separator + "asterix-external-data-testlib.zip"; - private static final Logger LOGGER = Logger.getLogger(AsterixExternalLibraryIT.class.getName()); - private static List<TestCaseContext> testCaseCollection; - private static String reportPath = - new File(FileUtil.joinPath("target", "failsafe-reports")).getAbsolutePath(); - - private final TestExecutor testExecutor = new TestExecutor(); - - @Rule - public TestRule retainLogs = new RetainLogsRule( - AsterixInstallerIntegrationUtil.getManagixHome(), reportPath, this); - - @BeforeClass - public static void setUp() throws Exception { - try { - AsterixInstallerIntegrationUtil.init(AsterixInstallerIntegrationUtil.LOCAL_CLUSTER_PATH); - File asterixInstallerProjectDir = new File(System.getProperty("user.dir")); - String asterixExternalLibraryPath = asterixInstallerProjectDir.getAbsolutePath() + File.separator - + LIBRARY_PATH; - LOGGER.info("Installing library :" + LIBRARY_NAME + " located at " + asterixExternalLibraryPath - + " in dataverse " + LIBRARY_DATAVERSE); - AsterixInstallerIntegrationUtil.installLibrary(LIBRARY_NAME, LIBRARY_DATAVERSE, asterixExternalLibraryPath); - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.ACTIVE); - TestCaseContext.Builder b = new TestCaseContext.Builder(); - testCaseCollection = b.build(new File(PATH_BASE)); - } catch (Throwable th) { - th.printStackTrace(); - throw th; - } - } - - @AfterClass - public static void tearDown() throws Exception { - AsterixInstallerIntegrationUtil.deinit(); - } - - @Test - public void test() throws Exception { - for (TestCaseContext testCaseCtx : testCaseCollection) { - testExecutor.executeTest(PATH_ACTUAL, testCaseCtx, null, false); - } - } - - public static void main(String[] args) throws Exception { - try { - setUp(); - new AsterixExternalLibraryIT().test(); - } catch (Exception e) { - e.printStackTrace(); - LOGGER.info("TEST CASES FAILED"); - } finally { - tearDown(); - } - } - -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixInstallerIntegrationUtil.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixInstallerIntegrationUtil.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixInstallerIntegrationUtil.java deleted file mode 100644 index bfe63be..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixInstallerIntegrationUtil.java +++ /dev/null @@ -1,228 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.io.FileNotFoundException; -import java.io.FileOutputStream; -import java.io.FilenameFilter; -import java.io.IOException; -import java.math.BigInteger; -import java.util.Map; - -import javax.xml.bind.JAXBContext; -import javax.xml.bind.JAXBException; -import javax.xml.bind.Marshaller; -import javax.xml.bind.Unmarshaller; - -import org.apache.asterix.event.error.VerificationUtil; -import org.apache.asterix.event.model.AsterixInstance; -import org.apache.asterix.event.model.AsterixInstance.State; -import org.apache.asterix.event.model.AsterixRuntimeState; -import org.apache.asterix.event.service.ServiceProvider; -import org.apache.asterix.installer.command.CommandHandler; -import org.apache.asterix.installer.driver.InstallerDriver; -import org.apache.asterix.installer.schema.conf.Configuration; -import org.apache.hyracks.api.client.HyracksConnection; -import org.apache.hyracks.api.client.IHyracksClientConnection; - -public class AsterixInstallerIntegrationUtil { - - private static String managixHome; - private static String clusterConfigurationPath; - private static final CommandHandler cmdHandler = new CommandHandler(); - public static final String ASTERIX_INSTANCE_NAME = "asterix"; - private static final String CC_IP_ADDRESS = "127.0.0.1"; - private static final int DEFAULT_HYRACKS_CC_CLIENT_PORT = 1098; - private static final int zookeeperClientPort = 2900; - private static final int zookeeperTestClientPort = 3945; - private static IHyracksClientConnection hcc; - private static final String CLUSTERS_BASE_PATH = "clusters" + File.separator + "local" + File.separator; - public static final String LOCAL_CLUSTER_PATH = CLUSTERS_BASE_PATH + File.separator + "local.xml"; - public static final String LOCAL_CLUSTER_CHAINED_DECLUSTERING_REP_PATH = CLUSTERS_BASE_PATH + File.separator - + "local_chained_declustering_rep.xml"; - public static final String LOCAL_CLUSTER_METADATA_ONLY_REP_PATH = CLUSTERS_BASE_PATH + File.separator - + "local_metadata_only_rep.xml"; - - public static void deinit() throws Exception { - deleteInstance(); - stopZookeeper(); - } - - public static void init(String clusterPath) throws Exception { - managixHome = getManagixHome(); - System.setProperty("log4j.configuration", - managixHome + File.separator + "conf" + File.separator + "log4j.properties"); - - clusterConfigurationPath = managixHome + File.separator + clusterPath; - - InstallerDriver.setManagixHome(managixHome); - - String command = "configure"; - cmdHandler.processCommand(command.split(" ")); - command = "validate -c " + clusterConfigurationPath; - cmdHandler.processCommand(command.split(" ")); - - startZookeeper(); - Thread.sleep(2000); - InstallerDriver.initConfig(true); - createInstance(); - hcc = new HyracksConnection(CC_IP_ADDRESS, DEFAULT_HYRACKS_CC_CLIENT_PORT); - } - - public static IHyracksClientConnection getHyracksConnection() { - return hcc; - } - - private static void startZookeeper() throws Exception { - initZookeeperTestConfiguration(zookeeperClientPort); - String script = managixHome + File.separator + "bin" + File.separator + "managix"; - - // shutdown zookeeper if running - String command = "shutdown"; - cmdHandler.processCommand(command.split(" ")); - - //TODO: This must be fixed, an arbitrary wait for 2s is not a reliable way to make sure the process have completed successfully. - Thread.sleep(2000); - - // start zookeeper - initZookeeperTestConfiguration(zookeeperTestClientPort); - ProcessBuilder pb2 = new ProcessBuilder(script, "describe"); - Map<String, String> env2 = pb2.environment(); - env2.put("MANAGIX_HOME", managixHome); - pb2.start(); - - } - - public static void createInstance() throws Exception { - - String command = null; - AsterixInstance instance = ServiceProvider.INSTANCE.getLookupService() - .getAsterixInstance(ASTERIX_INSTANCE_NAME); - if (instance != null) { - transformIntoRequiredState(State.INACTIVE); - command = "delete -n " + ASTERIX_INSTANCE_NAME; - cmdHandler.processCommand(command.split(" ")); - } - - command = "create -n " + ASTERIX_INSTANCE_NAME + " " + "-c" + " " + clusterConfigurationPath; - cmdHandler.processCommand(command.split(" ")); - - instance = ServiceProvider.INSTANCE.getLookupService().getAsterixInstance(ASTERIX_INSTANCE_NAME); - AsterixRuntimeState state = VerificationUtil.getAsterixRuntimeState(instance); - assert (state.getFailedNCs().isEmpty() && state.isCcRunning()); - } - - private static void initZookeeperTestConfiguration(int port) throws JAXBException, FileNotFoundException { - String installerConfPath = InstallerDriver.getManagixHome() + File.separator + InstallerDriver.MANAGIX_CONF_XML; - JAXBContext ctx = JAXBContext.newInstance(Configuration.class); - Unmarshaller unmarshaller = ctx.createUnmarshaller(); - Configuration configuration = (Configuration) unmarshaller.unmarshal(new File(installerConfPath)); - configuration.getZookeeper().setClientPort(new BigInteger("" + port)); - Marshaller marshaller = ctx.createMarshaller(); - marshaller.setProperty(Marshaller.JAXB_FORMATTED_OUTPUT, true); - marshaller.marshal(configuration, new FileOutputStream(installerConfPath)); - } - - public static void transformIntoRequiredState(AsterixInstance.State state) throws Exception { - AsterixInstance instance = ServiceProvider.INSTANCE.getLookupService() - .getAsterixInstance(ASTERIX_INSTANCE_NAME); - assert (instance != null); - if (instance.getState().equals(state)) { - return; - } - if (state.equals(AsterixInstance.State.UNUSABLE)) { - throw new IllegalArgumentException("Invalid desired state"); - } - - String command = null; - switch (instance.getState()) { - case ACTIVE: - command = "stop -n " + ASTERIX_INSTANCE_NAME; - break; - case INACTIVE: - command = "start -n " + ASTERIX_INSTANCE_NAME; - break; - case UNUSABLE: - command = "delete -n " + ASTERIX_INSTANCE_NAME; - cmdHandler.processCommand(command.split(" ")); - throw new Exception("Cluster state was Unusable"); - } - cmdHandler.processCommand(command.split(" ")); - } - - private static void stopZookeeper() throws IOException, JAXBException { - String script = managixHome + File.separator + "bin" + File.separator + "managix"; - // shutdown zookeeper if running - ProcessBuilder pb = new ProcessBuilder(script, "shutdown"); - Map<String, String> env = pb.environment(); - env.put("MANAGIX_HOME", managixHome); - pb.start(); - } - - private static void deleteInstance() throws Exception { - String command = null; - AsterixInstance instance = ServiceProvider.INSTANCE.getLookupService() - .getAsterixInstance(ASTERIX_INSTANCE_NAME); - - if (instance == null) { - return; - } else { - transformIntoRequiredState(State.INACTIVE); - command = "delete -n " + ASTERIX_INSTANCE_NAME; - cmdHandler.processCommand(command.split(" ")); - } - instance = ServiceProvider.INSTANCE.getLookupService().getAsterixInstance(ASTERIX_INSTANCE_NAME); - assert (instance == null); - } - - public static String getManagixHome() { - File asterixProjectDir = new File(System.getProperty("user.dir")); - - File installerTargetDir = new File(asterixProjectDir, "target"); - String managixHomeDirName = installerTargetDir.list(new FilenameFilter() { - @Override - public boolean accept(File dir, String name) { - return new File(dir, name).isDirectory() && name.startsWith("asterix-installer") - && name.endsWith("binary-assembly"); - } - - })[0]; - return new File(installerTargetDir, managixHomeDirName).getAbsolutePath(); - } - - public static void installLibrary(String libraryName, String libraryDataverse, String libraryPath) - throws Exception { - transformIntoRequiredState(State.INACTIVE); - String command = "install -n " + ASTERIX_INSTANCE_NAME + " -d " + libraryDataverse + " -l " + libraryName - + " -p " + libraryPath; - cmdHandler.processCommand(command.split(" ")); - } - - public static void uninstallLibrary(String dataverseName, String libraryName) throws Exception { - transformIntoRequiredState(State.INACTIVE); - String command = "uninstall -n " + ASTERIX_INSTANCE_NAME + " -d " + dataverseName + " -l " + "libraryName"; - cmdHandler.processCommand(command.split(" ")); - } - - public static void executeCommand(String command) throws Exception { - cmdHandler.processCommand(command.trim().split(" ")); - } - -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixLifecycleIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixLifecycleIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixLifecycleIT.java deleted file mode 100644 index 1434629..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixLifecycleIT.java +++ /dev/null @@ -1,52 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; - -import org.apache.asterix.event.model.AsterixInstance.State; -import org.junit.AfterClass; -import org.junit.BeforeClass; - -public class AsterixLifecycleIT { - - private static final String PATH_ACTUAL = "target" + File.separator + "ittest" + File.separator; - - @BeforeClass - public static void setUp() throws Exception { - AsterixInstallerIntegrationUtil.init(AsterixInstallerIntegrationUtil.LOCAL_CLUSTER_PATH); - File outdir = new File(PATH_ACTUAL); - outdir.mkdirs(); - } - - @AfterClass - public static void tearDown() throws Exception { - AsterixInstallerIntegrationUtil.deinit(); - File outdir = new File(PATH_ACTUAL); - File[] files = outdir.listFiles(); - if (files == null || files.length == 0) { - outdir.delete(); - } - } - - public static void restartInstance() throws Exception { - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.INACTIVE); - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.ACTIVE); - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixRestartIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixRestartIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixRestartIT.java deleted file mode 100644 index d3fdc4a..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/AsterixRestartIT.java +++ /dev/null @@ -1,125 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.util.ArrayList; -import java.util.Collection; -import java.util.Map; -import java.util.logging.Logger; - -import org.apache.asterix.event.model.AsterixInstance.State; -import org.apache.asterix.test.base.RetainLogsRule; -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.hyracks.util.file.FileUtil; -import org.junit.After; -import org.junit.AfterClass; -import org.junit.Before; -import org.junit.BeforeClass; -import org.junit.Rule; -import org.junit.Test; -import org.junit.rules.TestRule; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; - -//This is just a simple derivative of all of the other IT test cases specifically for test cases which revolve around -//some behavior where stopping and starting Asterix causes issues - -@RunWith(Parameterized.class) -public class AsterixRestartIT { - - private static final String PATH_BASE = "src/test/resources/integrationts/restart/"; - private static final String PATH_ACTUAL = "target" + File.separator + "ittest" + File.separator; - private static final Logger LOGGER = Logger.getLogger(AsterixRestartIT.class.getName()); - private static String reportPath = new File(FileUtil.joinPath("target", "failsafe-reports")).getAbsolutePath(); - - private final TestExecutor testExecutor = new TestExecutor(); - private TestCaseContext tcCtx; - private static String scriptHomePath; - private static File asterixInstallerPath; - private static ProcessBuilder pb; - private static Map<String, String> env; - - - public AsterixRestartIT(TestCaseContext tcCtx) { - this.tcCtx = tcCtx; - } - - @Rule - public TestRule retainLogs = new RetainLogsRule(AsterixInstallerIntegrationUtil.getManagixHome(), reportPath, this); - - @BeforeClass - public static void setUp() throws Exception { - try { - pb = new ProcessBuilder(); - env = pb.environment(); - asterixInstallerPath = new File(System.getProperty("user.dir")); - scriptHomePath = asterixInstallerPath + File.separator + "src" + File.separator + "test" + File.separator - + "resources" + File.separator + "integrationts" + File.separator + "restart" - + File.separator + "scripts"; - env.put("SCRIPT_HOME", scriptHomePath); - AsterixInstallerIntegrationUtil.init(AsterixInstallerIntegrationUtil.LOCAL_CLUSTER_PATH); - } catch (Throwable th) { - th.printStackTrace(); - throw th; - } - } - - @AfterClass - public static void tearDown() throws Exception { - AsterixInstallerIntegrationUtil.deinit(); - } - - @Before - public void before() throws Exception { - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.INACTIVE); - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.ACTIVE); - } - - - @After - public void after() throws Exception{ - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.INACTIVE); - } - - @Test - public void test() throws Exception { - testExecutor.executeTest(PATH_ACTUAL, tcCtx, pb, false); - } - - @Parameterized.Parameters(name = "RestartIT {index}: {0}") - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = buildTestsInXml(TestCaseContext.DEFAULT_TESTSUITE_XML_NAME); - if (testArgs.size() == 0) { - testArgs = buildTestsInXml(TestCaseContext.DEFAULT_TESTSUITE_XML_NAME); - } - return testArgs; - } - - protected static Collection<Object[]> buildTestsInXml(String xmlfile) throws Exception { - Collection<Object[]> testArgs = new ArrayList<>(); - TestCaseContext.Builder b = new TestCaseContext.Builder(); - for (TestCaseContext ctx : b.build(new File(PATH_BASE), xmlfile)) { - testArgs.add(new Object[] { ctx }); - } - return testArgs; - } - -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ClusterExecutionIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ClusterExecutionIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ClusterExecutionIT.java deleted file mode 100644 index 446e5e3..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ClusterExecutionIT.java +++ /dev/null @@ -1,111 +0,0 @@ -/* - * Copyright 2009-2013 by The Regents of the University of California - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * you may obtain a copy of the License from - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.util.ArrayList; -import java.util.Collection; -import java.util.logging.Level; - -import org.apache.asterix.external.util.ExternalDataConstants; -import org.apache.asterix.external.util.IdentitiyResolverFactory; -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.test.runtime.HDFSCluster; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.commons.lang3.StringUtils; -import org.apache.hyracks.util.file.FileUtil; -import org.codehaus.plexus.util.FileUtils; -import org.junit.AfterClass; -import org.junit.BeforeClass; -import org.junit.Test; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; -import org.junit.runners.Parameterized.Parameters; - -/** - * Runs the runtime test cases under 'asterix-app/src/test/resources/runtimets'. - */ -@RunWith(Parameterized.class) -public class ClusterExecutionIT extends AbstractExecutionIT { - - private static final String CLUSTER_CC_ADDRESS = "10.10.0.2"; - private static final int CLUSTER_CC_API_PORT = 19002; - - private final static TestExecutor testExecutor = new TestExecutor(CLUSTER_CC_ADDRESS, CLUSTER_CC_API_PORT); - - @BeforeClass - public static void setUp() throws Exception { - System.out.println("Starting setup"); - if (LOGGER.isLoggable(Level.INFO)) { - LOGGER.info("Starting setup"); - } - File outdir = new File(PATH_ACTUAL); - outdir.mkdirs(); - - HDFSCluster.getInstance().setup(HDFS_BASE); - - AsterixClusterLifeCycleIT.setUp(); - - FileUtils.copyDirectoryStructure( - new File(FileUtil.joinPath("..", "asterix-app", "data")), - new File(StringUtils.join( - new String[] { "src", "test", "resources", "clusterts", "managix-working", "data" }, - File.separator))); - - // Set the node resolver to be the identity resolver that expects node names - // to be node controller ids; a valid assumption in test environment. - System.setProperty(ExternalDataConstants.NODE_RESOLVER_FACTORY_PROPERTY, - IdentitiyResolverFactory.class.getName()); - } - - @AfterClass - public static void tearDown() throws Exception { - File outdir = new File(PATH_ACTUAL); - File[] files = outdir.listFiles(); - if ((files == null) || (files.length == 0)) { - outdir.delete(); - } - - HDFSCluster.getInstance().cleanup(); - - AsterixClusterLifeCycleIT.tearDown(); - } - - @Parameters - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = new ArrayList<Object[]>(); - TestCaseContext.Builder b = new TestCaseContext.Builder(); - for (TestCaseContext ctx : b.build(new File(PATH_BASE))) { - testArgs.add(new Object[] { ctx }); - } - return testArgs; - } - - private TestCaseContext tcCtx; - - public ClusterExecutionIT(TestCaseContext tcCtx) { - super(tcCtx); - this.tcCtx = tcCtx; - } - - @Override - @Test - public void test() throws Exception { - if (skip()) { - return; - } - testExecutor.executeTest(PATH_ACTUAL, tcCtx, null, false); - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/InstallerLicensingIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/InstallerLicensingIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/InstallerLicensingIT.java deleted file mode 100644 index 0fc06b8..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/InstallerLicensingIT.java +++ /dev/null @@ -1,29 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import org.apache.asterix.server.test.LicensingIT; - -public class InstallerLicensingIT extends LicensingIT { - - @Override - protected String getInstallerDirPattern() { - return "asterix-installer.*-binary-assembly"; - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixExecutionIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixExecutionIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixExecutionIT.java deleted file mode 100644 index 6df34ce..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixExecutionIT.java +++ /dev/null @@ -1,30 +0,0 @@ -/* - * Copyright 2009-2013 by The Regents of the University of California - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * you may obtain a copy of the License from - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.asterix.installer.test; - -import org.apache.asterix.testframework.context.TestCaseContext; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; - -/** - * Runs the runtime test cases under 'asterix-app/src/test/resources/runtimets'. - */ -@RunWith(Parameterized.class) -public class ManagixExecutionIT extends AbstractExecutionIT { - - public ManagixExecutionIT(TestCaseContext tcCtx) { - super(tcCtx); - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixSqlppExecutionIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixSqlppExecutionIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixSqlppExecutionIT.java deleted file mode 100644 index 2eada38..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/ManagixSqlppExecutionIT.java +++ /dev/null @@ -1,54 +0,0 @@ -/* - * Copyright 2009-2013 by The Regents of the University of California - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * you may obtain a copy of the License from - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.util.ArrayList; -import java.util.Collection; - -import org.apache.asterix.testframework.context.TestCaseContext; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; -import org.junit.runners.Parameterized.Parameters; - -/** - * Runs the runtime test cases under 'asterix-app/src/test/resources/runtimets'. - */ -@RunWith(Parameterized.class) -public class ManagixSqlppExecutionIT extends ManagixExecutionIT { - - @Parameters(name = "ManagixSqlppExecutionIT {index}: {0}") - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = buildTestsInXml("only_sqlpp.xml"); - if (testArgs.size() == 0) { - testArgs = buildTestsInXml("testsuite_sqlpp.xml"); - } - return testArgs; - } - - protected static Collection<Object[]> buildTestsInXml(String xmlfile) throws Exception { - Collection<Object[]> testArgs = new ArrayList<Object[]>(); - TestCaseContext.Builder b = new TestCaseContext.Builder(); - for (TestCaseContext ctx : b.build(new File(PATH_BASE), xmlfile)) { - testArgs.add(new Object[] { ctx }); - } - return testArgs; - - } - - public ManagixSqlppExecutionIT(TestCaseContext tcCtx) { - super(tcCtx); - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/5dcf139e/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/MetadataReplicationIT.java ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/MetadataReplicationIT.java b/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/MetadataReplicationIT.java deleted file mode 100644 index 809e815..0000000 --- a/asterixdb/asterix-installer/src/test/java/org/apache/asterix/installer/test/MetadataReplicationIT.java +++ /dev/null @@ -1,120 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.asterix.installer.test; - -import java.io.File; -import java.nio.file.Paths; -import java.util.ArrayList; -import java.util.Collection; -import java.util.Map; -import java.util.logging.Logger; - -import org.apache.asterix.event.model.AsterixInstance.State; -import org.apache.asterix.test.base.RetainLogsRule; -import org.apache.asterix.test.common.TestExecutor; -import org.apache.asterix.testframework.context.TestCaseContext; -import org.apache.commons.lang3.StringUtils; -import org.junit.Before; -import org.junit.BeforeClass; -import org.junit.Rule; -import org.junit.Test; -import org.junit.rules.TestRule; -import org.junit.runner.RunWith; -import org.junit.runners.Parameterized; - -@RunWith(Parameterized.class) -public class MetadataReplicationIT { - - private static final String PATH_BASE = - Paths.get("src", "test", "resources", "integrationts", "metadata_only_replication").toString() - + File.separator; - private static final String PATH_ACTUAL = "target" + File.separator + "ittest" + File.separator; - private static final Logger LOGGER = Logger.getLogger(MetadataReplicationIT.class.getName()); - private static String reportPath = new File( - StringUtils.join(new String[] { "target", "failsafe-reports" }, File.separator)).getAbsolutePath(); - - private final TestExecutor testExecutor = new TestExecutor(); - private TestCaseContext tcCtx; - private static String scriptHomePath; - private static File asterixInstallerPath; - private static ProcessBuilder pb; - private static Map<String, String> env; - - public MetadataReplicationIT(TestCaseContext tcCtx) { - this.tcCtx = tcCtx; - } - - @Rule - public TestRule retainLogs = new RetainLogsRule(AsterixInstallerIntegrationUtil.getManagixHome(), reportPath, this); - - @BeforeClass - public static void setUp() throws Exception { - try { - pb = new ProcessBuilder(); - env = pb.environment(); - asterixInstallerPath = new File(System.getProperty("user.dir")); - scriptHomePath = asterixInstallerPath + File.separator + "src" + File.separator + "test" + File.separator - + "resources" + File.separator + "integrationts" + File.separator + "metadata_only_replication" + File.separator - + "scripts"; - env.put("SCRIPT_HOME", scriptHomePath); - } catch (Throwable th) { - th.printStackTrace(); - throw th; - } - } - - @Before - public void before() throws Exception { - LOGGER.info("Creating new instance..."); - AsterixInstallerIntegrationUtil.init(AsterixInstallerIntegrationUtil.LOCAL_CLUSTER_METADATA_ONLY_REP_PATH); - LOGGER.info("Instance created."); - AsterixInstallerIntegrationUtil.transformIntoRequiredState(State.ACTIVE); - LOGGER.info("Instance is in ACTIVE state."); - } - - @RetainLogsRule.After - public void after() throws Exception { - LOGGER.info("Destroying instance..."); - AsterixInstallerIntegrationUtil.deinit(); - LOGGER.info("Instance destroyed."); - } - - @Test - public void test() throws Exception { - testExecutor.executeTest(PATH_ACTUAL, tcCtx, pb, false); - } - - @Parameterized.Parameters(name = "MetadataReplicationIT {index}: {0}") - public static Collection<Object[]> tests() throws Exception { - Collection<Object[]> testArgs = buildTestsInXml(TestCaseContext.DEFAULT_TESTSUITE_XML_NAME); - if (testArgs.size() == 0) { - testArgs = buildTestsInXml(TestCaseContext.DEFAULT_TESTSUITE_XML_NAME); - } - return testArgs; - } - - protected static Collection<Object[]> buildTestsInXml(String xmlfile) throws Exception { - Collection<Object[]> testArgs = new ArrayList<>(); - TestCaseContext.Builder b = new TestCaseContext.Builder(); - for (TestCaseContext ctx : b.build(new File(PATH_BASE), xmlfile)) { - testArgs.add(new Object[] { ctx }); - } - return testArgs; - } -}
