Author: gkesavan
Date: Fri Jul 8 20:49:30 2011
New Revision: 1144506
URL: http://svn.apache.org/viewvc?rev=1144506&view=rev
Log:
Build scripts for MR-279 branch
Added:
hadoop/nightly/buildMR-279Branch.sh
Modified:
hadoop/nightly/hudsonEnv.sh
Added: hadoop/nightly/buildMR-279Branch.sh
URL:
http://svn.apache.org/viewvc/hadoop/nightly/buildMR-279Branch.sh?rev=1144506&view=auto
==============================================================================
--- hadoop/nightly/buildMR-279Branch.sh (added)
+++ hadoop/nightly/buildMR-279Branch.sh Fri Jul 8 20:49:30 2011
@@ -0,0 +1,77 @@
+#!/bin/bash
+ source ${WORKSPACE}/nightly/hudsonEnv.sh
+
+ export MAVEN_HOME=/homes/hudson/tools/maven/latest
+ export MAVEN_OPTS=-Xmx2048m
+ export ANT_HOME=/homes/hudson/tools/ant/latest
+ export LD_LIBRARY_PATH=/usr/lib:/usr/lib64:/usr/local/lib
+ export DATESTRING=`date +%y%m%d%H%M`
+ export FINDBUGS_HOME=/homes/hudson/tools/findbugs/latest
+ export FORREST_HOME=/homes/hudson/tools/forrest/latest
+ export JDK5_HOME=/homes/hudson/tools/java/latest1.5
+ export ECLIPSE_HOME=/homes/hudson/tools/eclipse/latest
+
+
+ echo VERSION : $VERSION
+
+ MVNGOALS=""
+ MVNARGS=""
+
+ [ -d $WORKSPACE/trunk/mapreduce/build-artifacts ] && rm -rf
$WORKSPACE/trunk/mapreduce/build-artifacts
+ mkdir $WORKSPACE/trunk/mapreduce/build-artifacts
+
+ buildCommon() {
+ cd $WORKSPACE/trunk/common
+ echo "$ANT_HOME/bin/ant mvn-install -Dversion=${VERSION}"
+ $ANT_HOME/bin/ant mvn-install -Dversion=${VERSION}
-Dwagon-http.version=1.0-beta-2
+ echo " $ANT_HOME/bin/ant clean tar findbugs -Dversion=${VERSION}
-Dtest.junit.output.format=xml -Dtest.output=yes -Dcompile.c++=true
+ -Dcompile.native=true -Dfindbugs.home=$FINDBUGS_HOME
-Dforrest.home=$FORREST_HOME -Declipse.home=$ECLIPSE_HOME
-Djava5.home=${JDK5_HOME}"
+
+ $ANT_HOME/bin/ant clean tar findbugs -Dtest.junit.output.format=xml
-Dtest.output=yes \
+ -Dcompile.c++=true -Dcompile.native=true
-Dfindbugs.home=$FINDBUGS_HOME -Dforrest.home=$FORREST_HOME
-Djava5.home=$JDK5_HOME -Declipse.home=$ECLIPSE_HOME
+
+ }
+
+ buildHdfs() {
+ cd $WORKSPACE/trunk/hdfs
+ echo "$ANT_HOME/bin/ant mvn-install -Dversion=${VERSION}
-Dhadoop-common.version=${VERSION}"
+ $ANT_HOME/bin/ant mvn-install -Dversion=${VERSION}
-Dhadoop-common.version=${VERSION} -Dresolver=internal
+ echo "$ANT_HOME/bin/ant clean tar findbugs
-Dtest.junit.output.format=xml \
+ -Dhadoop-common.version=${VERSION}
-Dversion=${VERSION} -Dtest.output=yes \
+ -Dcompile.c++=true -Dcompile.native=true
-Dfindbugs.home=$FINDBUGS_HOME \
+ -Dforrest.home=$FORREST_HOME
-Declipse.home=$ECLIPSE_HOME -Dresolver=internal"
+
+ $ANT_HOME/bin/ant veryclean tar findbugs -Dversion=${VERSION}
-Dhadoop-common.version=${VERSION} \
+ -Dproject.version=${VERSION} -Dtest.junit.output.format=xml
-Dtest.output=yes -Dcompile.c++=true \
+ -Dcompile.native=true -Dfindbugs.home=$FINDBUGS_HOME
-Dforrest.home=$FORREST_HOME \
+ -Declipse.home=$ECLIPSE_HOME -Djava5.home=${JDK5_HOME} -Dlibhdfs=true
-Dresolver=internal
+
+ }
+
+ buildMapreduce() {
+ MVNGOALS="clean install assembly:assembly
-Dcontainer-executor.conf.dir=/grid/0/gs/conf/current
+
-Dmaven.test.skip.exec=true -Dhadoop-common.version=${VERSION}
-Dhadoop-hdfs.version=${VERSION}
+
-Dhadoop-mapreduce.version=${VERSION} -Dyarn.version=${VERSION}"
+ cd $WORKSPACE/trunk/mapreduce
+ $MAVEN_HOME/bin/mvn $MVNGOALS
+ $ANT_HOME/bin/ant -Dversion=${VERSION}
-Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
-Dyarn.version=${VERSION} veryclean tools examples jar-test -Dresolvers=internal
+ $ANT_HOME/bin/ant -Dversion=${VERSION}
-Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
-Dyarn.version=${VERSION} -f src/contrib/streaming/build.xml jar
-Dresolvers=internal
+ $ANT_HOME/bin/ant -Dversion=${VERSION}
-Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
-Dyarn.version=${VERSION} -f src/contrib/gridmix/build.xml jar
-Dresolvers=internal
+ mv target/hadoop-mapreduce*.tar.gz build-artifacts
+ cp build/*.jar build-artifacts
+ cp build/contrib/gridmix/*.jar build-artifacts
+ cp build/contrib/streaming/*.jar build-artifacts
+
+ #MVNGOALS="clover2:setup test clover2:aggregate clover2:clover
findbugs:findbugs -Dyarn.verion=${VERSION} \
+ # -Dmaven.test.failure.ignore=true -Dhadoop-hdfs.version=${VERSION}
-Dhadoop-common.version=${VERSION} \
+ # -Dhadoop-mapreduce.version=${VERSION}
-Dmaven.clover.licenseLocation=/homes/hudson/tools/clover/latest/lib/clover.license"
+
+ $MAVEN_HOME/bin/mvn test -Dmaven.test.failure.ignore=true
-Dhadoop-hdfs.version=${VERSION} -Dhadoop-common.version=${VERSION}
-Dhadoop-mapreduce.version=${VERSION}
+ cd $WORKSPACE
+ }
+ echo "Build and publish Common... "
+ buildCommon
+ echo "Build and publish Hdfs... "
+ buildHdfs
+ echo "Build and package Mapreduce."
+ buildMapreduce
Modified: hadoop/nightly/hudsonEnv.sh
URL:
http://svn.apache.org/viewvc/hadoop/nightly/hudsonEnv.sh?rev=1144506&r1=1144505&r2=1144506&view=diff
==============================================================================
--- hadoop/nightly/hudsonEnv.sh (original)
+++ hadoop/nightly/hudsonEnv.sh Fri Jul 8 20:49:30 2011
@@ -9,8 +9,11 @@ export FORREST_HOME=/homes/hudson/tools/
export JAVA5_HOME=/homes/hudson/tools/java/latest1.5
export FINDBUGS_HOME=/homes/hudson/tools/findbugs/latest
export CLOVER_HOME=/homes/hudson/tools/clover/latest
+export MAVEN_HOME=/homes/hudson/tools/maven/latest
+
export PATH=$PATH:$JAVA_HOME/bin:$ANT_HOME/bin:
export ANT_OPTS=-Xmx2048m
+export MAVEN_OPTS=-Xmx2048m
TRUNK=${WORKSPACE}/trunk
