Github user adinancr commented on a diff in the pull request:
https://github.com/apache/incubator-rya/pull/47#discussion_r65740373
--- Diff: extras/vagrantExample/src/main/vagrant/Vagrantfile ---
@@ -92,67 +100,106 @@ EOF
export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC
-XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true"
export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m"
export ACCUMULO_KILL_CMD='kill -9 %p'
+ # Shell environment includes Accumulo resources.
+ ACCUMULO_RC=/home/vagrant/.accumulo_rc.sh
+ cat > ${ACCUMULO_RC} <<EOF
- cat >> /home/vagrant/.bashrc <<EOF
- export JAVA_HOME=/usr/lib/jvm/java-8-oracle
+ export JAVA_HOME=/usr/lib/jvm/java-8-oracle
export HADOOP_HOME=/home/vagrant/hadoop-${HADOOP_VERSION}
export ZOOKEEPER_HOME=/home/vagrant/zookeeper-${ZOOKEEPER_VERSION}
- export ACCUMULO_HOME=/home/vagrant/accumulo-${ACCUMULO_VERSION}
- export
PATH=$PATH:$JAVA_HOME/bin:$ZOOKEEPER_HOME/bin:$ACCUMULO_HOME/bin
+ export ACCUMULO_HOME=/home/vagrant/accumulo-${ACCUMULO_VERSION}
+ export
PATH=$PATH:$JAVA_HOME/bin:$ZOOKEEPER_HOME/bin:$ACCUMULO_HOME/bin
- export HADOOP_PREFIX="$HADOOP_HOME"
- export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf"
- export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs
- export ACCUMULO_TSERVER_OPTS="-Xmx384m -Xms384m "
- export ACCUMULO_MASTER_OPTS="-Xmx128m -Xms128m"
- export ACCUMULO_MONITOR_OPTS="-Xmx64m -Xms64m"
- export ACCUMULO_GC_OPTS="-Xmx64m -Xms64m"
- export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC
-XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true"
- export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m"
- export ACCUMULO_KILL_CMD='kill -9 %p'
+ export HADOOP_PREFIX="$HADOOP_HOME"
+ export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf"
+ export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs
+ export ACCUMULO_TSERVER_OPTS="-Xmx384m -Xms384m "
+ export ACCUMULO_MASTER_OPTS="-Xmx128m -Xms128m"
+ export ACCUMULO_MONITOR_OPTS="-Xmx64m -Xms64m"
+ export ACCUMULO_GC_OPTS="-Xmx64m -Xms64m"
+ export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC
-XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true"
+ export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m"
+ export ACCUMULO_KILL_CMD='kill -9 %p'
EOF
-
-
- echo "Acquiring and Extracting ..."
+ source ${ACCUMULO_RC} || exit 151
+
+ # include it at the beginning of both shell configuration files.
+
+ for BASHRC in /home/vagrant/.bashrc /home/vagrant/.bash_profile ;
+ do touch ${BASHRC} ;
+ cat - ${BASHRC} > ${BASHRC}.new <<EOF && mv ${BASHRC}.new
${BASHRC} || exit 152
+ source ${ACCUMULO_RC}
+EOF
+ done
+ echo "Acquiring and Extracting ..."
+ function echoerr() { printf "%s\n" "$*" >&2; }
+
function download {
- curl -f "$@"
+ ### curl --fail treat http status >= 400 as an error. --location
follow redirects status>=300
+ curl --silent --show-error --fail --location "$@"
if [ $? -ne 0 ]; then
- echo "--------------------------"
- echo "-"
- echo "- download failed" "$@"
- echo "-"
- echo "-" exiting ...
- echo "-"
- echo "--------------------------"
- exit 1
+ echoerr "--------------------------"
+ echoerr "-"
+ echoerr "- download failed" "$@"
+ echoerr "-"
+ echoerr "-" exiting ...
+ echoerr "-"
+ echoerr "--------------------------"
+ exit 800
fi
}
+ ### wait for a directory to exist or 60 seconds timeout
+ function waitForDeploy {
+ waitfordir="$1"
+ timeout=60
+ while [[ ! -d "$waitfordir" ]]
+ do
+ sleep 5
+ let timeout-=5
+ if [[ $timeout -le "0" ]]; then
+ echo "Timeout waiting for war to deploy, $waitfordir still
does not exist.";
+ exit 401
+ fi
+ done
+ }
echo "- Hadoop"
- download -SLO
http://apache.mirrors.tds.net/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz
- tar -zxf hadoop-${HADOOP_VERSION}.tar.gz
+
hadoopUrl=http://apache.mirrors.tds.net/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz
+ if [[ ! -d ${HADOOP_HOME} ]] ; then
+ echo "Downloading $hadoopUrl"
+ download $hadoopUrl \
+ | tar -zxC /home/vagrant || exit 101
+ fi
echo "- Zookeeper"
- download -SLO
http://archive-primary.cloudera.com/cdh4/cdh/4/zookeeper-${ZOOKEEPER_VERSION}.tar.gz
- tar -zxf zookeeper-${ZOOKEEPER_VERSION}.tar.gz
-
+
zookeeperUrl=http://archive-primary.cloudera.com/cdh4/cdh/4/zookeeper-${ZOOKEEPER_VERSION}.tar.gz
+ if [[ ! -d ${ZOOKEEPER_HOME} ]] ; then
+ echo "Downloading $zookeeperUrl"
+ download $zookeeperUrl \
+ | tar -zxC /home/vagrant || exit 102
+ fi
+
echo "- Accumulo"
- download -SLO
http://apache.mirrors.pair.com/accumulo/${ACCUMULO_VERSION}/accumulo-${ACCUMULO_VERSION}-bin.tar.gz
- tar -zxf accumulo-${ACCUMULO_VERSION}-bin.tar.gz
+
accumuloUrl=http://apache.mirrors.pair.com/accumulo/${ACCUMULO_VERSION}/accumulo-${ACCUMULO_VERSION}-bin.tar.gz
+ if [[ ! -d ${ACCUMULO_HOME} ]] ; then
+ echo "Downloading $accumuloUrl"
+ download $accumuloUrl \
+ | tar -zxC /home/vagrant || exit 103
+ fi
echo "Configuring Zookeeper..."
- sudo mkdir /var/zookeeper
+ sudo mkdir --parents /var/zookeeper
sudo chown vagrant:vagrant /var/zookeeper
echo "Running Zookeeper..."
- cp zookeeper-${ZOOKEEPER_VERSION}/conf/zoo_sample.cfg
zookeeper-${ZOOKEEPER_VERSION}/conf/zoo.cfg
- sudo zookeeper-${ZOOKEEPER_VERSION}/bin/zkServer.sh start
+ cp ${ZOOKEEPER_HOME}/conf/zoo_sample.cfg ${ZOOKEEPER_HOME}/conf/zoo.cfg
--- End diff --
because dataDir in zoo.cfg is set to a /tmp/zookeeper dir, we have problems
with Accumulo initialization after a restart (data is basically lost). Could
you change zoo.cfg to have dataDir=/var/zookeeper for example?
---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at [email protected] or file a JIRA ticket
with INFRA.
---
