hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gkesa...@apache.org
Subject svn commit: r1144506 - in /hadoop/nightly: buildMR-279Branch.sh hudsonEnv.sh
Date Fri, 08 Jul 2011 20:49:30 GMT
Author: gkesavan
Date: Fri Jul  8 20:49:30 2011
New Revision: 1144506

URL: http://svn.apache.org/viewvc?rev=1144506&view=rev
Log:
Build scripts for MR-279 branch

Added:
    hadoop/nightly/buildMR-279Branch.sh
Modified:
    hadoop/nightly/hudsonEnv.sh

Added: hadoop/nightly/buildMR-279Branch.sh
URL: http://svn.apache.org/viewvc/hadoop/nightly/buildMR-279Branch.sh?rev=1144506&view=auto
==============================================================================
--- hadoop/nightly/buildMR-279Branch.sh (added)
+++ hadoop/nightly/buildMR-279Branch.sh Fri Jul  8 20:49:30 2011
@@ -0,0 +1,77 @@
+#!/bin/bash
+	source ${WORKSPACE}/nightly/hudsonEnv.sh
+
+	export MAVEN_HOME=/homes/hudson/tools/maven/latest
+	export MAVEN_OPTS=-Xmx2048m
+	export ANT_HOME=/homes/hudson/tools/ant/latest
+	export LD_LIBRARY_PATH=/usr/lib:/usr/lib64:/usr/local/lib
+	export DATESTRING=`date +%y%m%d%H%M`
+	export FINDBUGS_HOME=/homes/hudson/tools/findbugs/latest
+	export FORREST_HOME=/homes/hudson/tools/forrest/latest
+	export JDK5_HOME=/homes/hudson/tools/java/latest1.5
+	export ECLIPSE_HOME=/homes/hudson/tools/eclipse/latest
+
+
+	echo VERSION : $VERSION
+
+	MVNGOALS=""
+	MVNARGS=""
+
+	[ -d $WORKSPACE/trunk/mapreduce/build-artifacts ] &&  rm -rf $WORKSPACE/trunk/mapreduce/build-artifacts

+	mkdir $WORKSPACE/trunk/mapreduce/build-artifacts
+
+	buildCommon() {
+	 cd $WORKSPACE/trunk/common
+	 echo "$ANT_HOME/bin/ant mvn-install -Dversion=${VERSION}"
+	 $ANT_HOME/bin/ant mvn-install -Dversion=${VERSION} -Dwagon-http.version=1.0-beta-2
+	 echo " $ANT_HOME/bin/ant clean tar findbugs -Dversion=${VERSION} -Dtest.junit.output.format=xml
-Dtest.output=yes -Dcompile.c++=true 
+		 -Dcompile.native=true -Dfindbugs.home=$FINDBUGS_HOME -Dforrest.home=$FORREST_HOME -Declipse.home=$ECLIPSE_HOME
-Djava5.home=${JDK5_HOME}"
+
+	 $ANT_HOME/bin/ant clean tar findbugs -Dtest.junit.output.format=xml -Dtest.output=yes \
+			-Dcompile.c++=true -Dcompile.native=true -Dfindbugs.home=$FINDBUGS_HOME -Dforrest.home=$FORREST_HOME
-Djava5.home=$JDK5_HOME -Declipse.home=$ECLIPSE_HOME 
+										
+	}
+
+	buildHdfs() {
+	 cd $WORKSPACE/trunk/hdfs
+	 echo "$ANT_HOME/bin/ant mvn-install -Dversion=${VERSION} -Dhadoop-common.version=${VERSION}"
+	 $ANT_HOME/bin/ant mvn-install -Dversion=${VERSION} -Dhadoop-common.version=${VERSION} -Dresolver=internal
+	 echo "$ANT_HOME/bin/ant clean tar findbugs -Dtest.junit.output.format=xml \
+				 -Dhadoop-common.version=${VERSION} -Dversion=${VERSION} -Dtest.output=yes \
+				 -Dcompile.c++=true -Dcompile.native=true -Dfindbugs.home=$FINDBUGS_HOME \
+				 -Dforrest.home=$FORREST_HOME -Declipse.home=$ECLIPSE_HOME -Dresolver=internal"
+
+	 $ANT_HOME/bin/ant veryclean tar findbugs -Dversion=${VERSION} -Dhadoop-common.version=${VERSION}
\
+	 -Dproject.version=${VERSION} -Dtest.junit.output.format=xml -Dtest.output=yes -Dcompile.c++=true
\
+	 -Dcompile.native=true -Dfindbugs.home=$FINDBUGS_HOME -Dforrest.home=$FORREST_HOME \
+	 -Declipse.home=$ECLIPSE_HOME -Djava5.home=${JDK5_HOME} -Dlibhdfs=true -Dresolver=internal
 
+										
+	}
+
+	buildMapreduce() {
+	 MVNGOALS="clean install assembly:assembly -Dcontainer-executor.conf.dir=/grid/0/gs/conf/current
+								-Dmaven.test.skip.exec=true -Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
+								-Dhadoop-mapreduce.version=${VERSION} -Dyarn.version=${VERSION}"
+	 cd $WORKSPACE/trunk/mapreduce
+	 $MAVEN_HOME/bin/mvn $MVNGOALS
+	 $ANT_HOME/bin/ant -Dversion=${VERSION} -Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
-Dyarn.version=${VERSION} veryclean tools examples jar-test -Dresolvers=internal
+	 $ANT_HOME/bin/ant -Dversion=${VERSION} -Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
-Dyarn.version=${VERSION} -f src/contrib/streaming/build.xml jar -Dresolvers=internal
+	 $ANT_HOME/bin/ant -Dversion=${VERSION} -Dhadoop-common.version=${VERSION} -Dhadoop-hdfs.version=${VERSION}
-Dyarn.version=${VERSION} -f src/contrib/gridmix/build.xml jar -Dresolvers=internal
+	 mv target/hadoop-mapreduce*.tar.gz build-artifacts
+	 cp build/*.jar build-artifacts
+	 cp build/contrib/gridmix/*.jar build-artifacts
+	 cp build/contrib/streaming/*.jar build-artifacts
+
+	 #MVNGOALS="clover2:setup test clover2:aggregate clover2:clover findbugs:findbugs -Dyarn.verion=${VERSION}
\ 
+	 # -Dmaven.test.failure.ignore=true -Dhadoop-hdfs.version=${VERSION} -Dhadoop-common.version=${VERSION}
\
+	 # -Dhadoop-mapreduce.version=${VERSION} -Dmaven.clover.licenseLocation=/homes/hudson/tools/clover/latest/lib/clover.license"
+
+	 $MAVEN_HOME/bin/mvn test -Dmaven.test.failure.ignore=true -Dhadoop-hdfs.version=${VERSION}
-Dhadoop-common.version=${VERSION} -Dhadoop-mapreduce.version=${VERSION} 
+	 cd $WORKSPACE
+	}
+	echo "Build and publish Common... "
+	buildCommon
+	echo "Build and publish Hdfs... "
+	buildHdfs
+	echo "Build and package Mapreduce."
+	buildMapreduce

Modified: hadoop/nightly/hudsonEnv.sh
URL: http://svn.apache.org/viewvc/hadoop/nightly/hudsonEnv.sh?rev=1144506&r1=1144505&r2=1144506&view=diff
==============================================================================
--- hadoop/nightly/hudsonEnv.sh (original)
+++ hadoop/nightly/hudsonEnv.sh Fri Jul  8 20:49:30 2011
@@ -9,8 +9,11 @@ export FORREST_HOME=/homes/hudson/tools/
 export JAVA5_HOME=/homes/hudson/tools/java/latest1.5
 export FINDBUGS_HOME=/homes/hudson/tools/findbugs/latest
 export CLOVER_HOME=/homes/hudson/tools/clover/latest
+export MAVEN_HOME=/homes/hudson/tools/maven/latest
+
 export PATH=$PATH:$JAVA_HOME/bin:$ANT_HOME/bin:
 export ANT_OPTS=-Xmx2048m
+export MAVEN_OPTS=-Xmx2048m
 
 TRUNK=${WORKSPACE}/trunk
 



Mime
View raw message