| # !/bin/sh |
| # $Id: buildUpdate.sh,v 1.9 2007/03/14 06:02:53 aplatov Exp $ |
| |
| # buildUpdate.sh script to generate Update Managers jars & promote them to download.eclipse |
| # Copyright \(c\) 2004-2006, IBM. Nick Boldt. codeslave\(at\)ca.ibm.com |
| |
| # This script should build the required project plugins, features + site.xml |
| |
| # requires accompanying properties file, promoteToEclipse.*.properties or buildUpdate.properties, where * = emf or uml2 |
| # can also specify any other properties file with -f flag |
| |
| echo "[umj] buildUpdate.sh started on: `date +%Y%m%d\ %H\:%M\:%S`" |
| |
| ########################################################################################## |
| |
| if [ $# -lt 1 ]; then |
| echo " " |
| echo "usage: buildUpdate.sh" |
| echo "-f <properties file used to run script (default ./promoteToEclipse.properties)>" |
| echo "-sub <REQUIRED: specify subproject as ocl, validation, query, transaction, etc.>" |
| echo "-user <username on *.eclipse.org (default is $USER)>" |
| echo "-q, -Q <scp, unzip, cvs checkout: -Q (quieter) where possible, -q elsewhere>" |
| echo "-debug <debug this script and ProductUpdateBuilder script [0|1|2] (default 0)>" |
| echo "-buildID <perform UM site jars build on which build ID (eg., I200601191242)>" |
| echo "-branch <branch of the files to be built, eg., 1.0.0, 1.0.1 (overrides value in property file)>" |
| echo "-promote <promote built jars to download> (optional)" |
| echo "-nobuilder <skip checking out o.e.releng.basebuilder> (optional)" |
| echo "-skipjars <skip uploading jars to download.eclipse (just the new XML)> (optional)" |
| echo "-nocleanup <don't delete temp files when done> (optional)" |
| echo "-noCompareUMFolders <after uploading the drop, DO NOT compare source and target for matching MD5s, etc.>" |
| echo "-basebuilderBranch <org.eclipse.releng.basebuilder CVS branch>" #; default to value in build.options.txt if avail>" |
| echo "-no4thPart <build 3-part jars (2.0.1) instead of the default, 4-part jars (2.0.1.I200601191242)>" |
| echo " " |
| echo "Examples:" |
| echo "Build (normal): ./buildUpdate.sh -sub ocl -Q -buildID I200601191242 \\" |
| echo " 2>&1 | tee ~/buildUpdate_\`date +%Y%m%d_%H%M%S\`.txt" |
| echo "Build then promote: ./buildUpdate.sh -sub query -Q -buildID I200601191242 -promote" |
| echo "Build 3-part jars: ./buildUpdate.sh -sub query -Q -buildID I200601191242 -no4thPart" |
| echo " " |
| exit 1 |
| fi |
| |
| # default to default properties file |
| defaultPropertiesFile=./promoteToEclipse.properties |
| propertiesFiles=""; |
| |
| # Create local variable based on the input |
| while [ "$#" -gt 0 ]; do |
| case $1 in |
| '-f') |
| propertiesFile=$2; |
| echo " $1 $2"; |
| shift 1 |
| ;; |
| |
| '-sub') |
| subprojectName=$2; |
| echo " $1 $2"; |
| # chain them together in order of priority: override (if applic), subproj specific one, default |
| propertiesFiles=$propertiesFiles" ./promoteToEclipse."$subprojectName".properties "$defaultPropertiesFile; |
| loaded=0; |
| for propertiesFile in $propertiesFiles; do |
| if [ "$loaded" -eq 0 ] && [ -r $propertiesFile ]; then |
| echo -n " [loading $propertiesFile ... "; . $propertiesFile; echo "done]"; loaded=1; |
| fi |
| done |
| if [ "$loaded" -eq 0 ]; then |
| echo " [Can't load any of: $propertiesFiles. Exiting!]"; |
| exit 99; |
| fi |
| shift 1 |
| ;; |
| '-user') |
| echo " $1 $2"; |
| user=$2; |
| shift 1 |
| ;; |
| '-buildID') |
| echo " $1 $2"; |
| buildID=$2; |
| shift 1 |
| ;; |
| '-branch') |
| echo " $1 $2"; |
| branch=$2; |
| shift 1 |
| ;; |
| '-promote') |
| echo " $1"; |
| promote=1; |
| build=1; |
| shift 0 |
| ;; |
| '-nobuilder') |
| echo " $1"; |
| builder=0; |
| shift 0 |
| ;; |
| '-nocleanup' | '-noclean') |
| echo " $1"; |
| cleanup=0; |
| shift 0 |
| ;; |
| '-skipjars') |
| echo " $1"; |
| skipjars=1; |
| shift 0 |
| ;; |
| '-q') |
| echo " $1"; |
| quietCVS=-q; |
| quiet=-q; |
| shift 0 |
| ;; |
| '-Q') |
| echo " $1"; |
| quietCVS=-Q; |
| quiet=-q; |
| shift 0 |
| ;; |
| '-debug') |
| echo " $1 $2"; |
| debug=$2; |
| shift 1 |
| ;; |
| '-basebuilderBranch') |
| echo " $1 $2"; |
| basebuilderBranch=$2; |
| shift 1 |
| ;; |
| '-noCompareUMFolders') |
| echo " $1"; |
| noCompareUMFolders=1; |
| shift 0 |
| ;; |
| '-no4thPart') |
| echo " $1"; |
| no4thPart=1; |
| shift 0 |
| ;; |
| esac |
| shift 1 |
| done |
| |
| if [ "$subprojectName" = "" ]; then # no value set! |
| echo "[promote] No subproject name set in properties file or by -sub flag. Script cannot continue. Exiting..."; |
| exit 99; |
| fi |
| |
| if [ "$branch" = "" ]; then # no value set! |
| echo "[promote] No branch value set in properties file or by -branch flag. Script cannot continue. Exiting..."; |
| exit 99; |
| fi |
| |
| if [ "$buildID" = "" ]; then # no value set! |
| echo "[promote] No build ID value set in properties file or by -buildID flag. Script cannot continue. Exiting..."; |
| exit 99; |
| fi |
| |
| ########################################################################################## |
| |
| #users (for ssh and cvs connections) |
| buildServerCVSUser=$user"@"$buildServerFullName |
| |
| if [[ $branch = "0.8.0" ]]; then |
| updatesPrefix=0.8 |
| else |
| updatesPrefix=1.0 |
| fi |
| |
| |
| #path to update site on build server |
| localUpdatesWebDir=$localWebDir/updates/$updatesPrefix |
| # path to update site on download |
| updatesDir=$projectWWWDir/updates/$updatesPrefix |
| |
| #TODO: move into modeling |
| CVSRep=":ext:"$user"@"$eclipseServerFullName":/cvsroot/technology" |
| wwwCVSRep=":ext:"$user"@"$eclipseServerFullName":/cvsroot/org.eclipse" |
| wwwRemote=$user"@"$downloadServerFullName |
| |
| # temp folder |
| tmpfolder=$HOME/tmp-buildUpdate.sh-$subprojectName-$user-`date +%Y%m%d_%H%M%S` |
| |
| # working directory for CVS checkouts & building |
| buildDir=$tmpfolder/1 ; |
| |
| bootclasspath="$javaHome/jre/lib/*.jar:$buildDir/org.eclipse.releng.generators/buildTools.jar:$buildDir/org.eclipse.releng.generators/productUpdateBuilder.jar" |
| |
| ########################################################################################## |
| |
| getBuildIDactual () |
| { |
| #new, more efficient method as of nov 12 thanks to ken's identification of the old way's limitation |
| buildIDactual=`find $buildDropsDir/$branch/$buildID -name "$SDKfilenamepattern"` |
| buildIDactual=${buildIDactual##*SDK-}; # trim up to SDK- (substring notation) |
| buildIDactual=${buildIDactual%%\.zip}; # trim off .zip (substring notation) |
| echo "Using build ID: $buildIDactual" |
| } |
| |
| |
| ########################################################################################## |
| |
| buildIDactual=buildID; |
| getBuildIDactual; |
| |
| ########################################################################################## |
| |
| |
| #ssh $buildServerCVSUser "mkdir -p $buildDir"; |
| mkdir -p $buildDir |
| |
| if [ $promote -eq 1 ]; then |
| mkdir -p $buildDir/../2 |
| fi |
| cd $buildDir ; |
| |
| if [ $builder -eq 1 ]; then |
| if [ "x$basebuilderBranch" = "x" ]; then |
| if [[ ! $basebuilderBranch ]]; then |
| basebuilderBranch=$(cat $buildDropsDir/$branch/$buildID/build.cfg | grep basebuilderBranch); basebuilderBranch=${basebuilderBranch#basebuilderBranch=}; # echo $basebuilderBranch |
| if [[ ! $basebuilderBranch ]]; then |
| basebuilderBranch="HEAD"; |
| fi |
| fi |
| fi |
| echo "[umj-co] [1] Checking out org.eclipse.releng.basebuilder from dev using $basebuilderBranch" |
| #ssh $buildServerCVSUser "cd $buildDir; cvs -d :pserver:anonymous@dev.eclipse.org:/cvsroot/eclipse $quietCVS co -P -r $basebuilderBranch org.eclipse.releng.basebuilder" |
| cp -r ~/basebuilder/M3_33/org.eclipse.releng.basebuilder $buildDir |
| else |
| echo "[umj-co] [1] Checking out org.eclipse.releng.basebuilder from dev... omitted." |
| fi |
| |
| # org.eclipse.releng.basebuilder directory |
| relengBaseBuilderDir=$buildDir/org.eclipse.releng.basebuilder |
| echo "[umj] relengBaseBuilderDir: $relengBaseBuilderDir" |
| |
| #unpack files from cvs to get buildUpdateJars.xml, productUpdateBuilder.jar, buildTools.jar |
| |
| echo "[umj-co] [2] Checking out $relengGeneratorsCVSPath" |
| cd $buildDir |
| cvs -d $CVSRep $quietCVS co -P -d org.eclipse.releng.generators $relengGeneratorsCVSPath |
| |
| updatesCVSPath=www/dltk/updates/$updatesPrefix |
| |
| echo "[umj-co] [3] Checking out $updatesCVSPath/* from $wwwCVSRep" |
| cd $buildDir/../1 |
| cvs -d $wwwCVSRep $quietCVS co -P -d site $updatesCVSPath/site.xml |
| cvs -d $wwwCVSRep $quietCVS co -P -d site $updatesCVSPath/site-interim.xml |
| cvs -d $wwwCVSRep $quietCVS co -P -d site $updatesCVSPath/index.php |
| cd $buildDir/../1/site |
| |
| cd $buildDir/ ; |
| #run ant script |
| |
| echo "[umj] [4] Invoking Eclipse build to create UM jars for build ID $buildID..." |
| buildIDactual=`find $buildDropsDir/$branch/$buildID -name "$SDKfilenamepattern"` |
| buildIDactual=${buildIDactual##*SDK-}; # trim up to SDK- |
| buildIDactual=${buildIDactual%%\.zip}; # trim off .zip |
| #echo $buildIDactual |
| |
| if [ "$buildIDactual" != "$buildID" ]; then |
| buildDesc=$buildIDactual; # eg., 2.0.1RC1 != M200409081700 |
| else |
| buildDesc=$branch; # eg., 2.0.1 |
| fi |
| |
| # new, for use with plugins as jars: unpack SDK zips and then replace foo.jar with foo/ folders instead |
| |
| rm -fr $buildDir/org.eclipse.releng.generators/updateJars |
| mkdir -p $buildDir/org.eclipse.releng.generators/updateJars/site |
| |
| index=0; |
| element_count=${#filePrefixesToUnzipArray[@]} |
| while [ "$index" -lt "$element_count" ]; do |
| zipfilename=${filePrefixesToUnzipArray[$index]}"$buildIDactual.zip" |
| unzip -uo -qq $buildDropsDir/$branch/$buildID/$zipfilename -d $buildDir/org.eclipse.releng.generators/updateJars |
| let "index = $index + 1"; |
| done |
| |
| jarlist=`find $buildDir/org.eclipse.releng.generators/updateJars/eclipse/plugins -maxdepth 1 -name "*.jar"` |
| for jarfile in $jarlist; do |
| folder=${jarfile%\.jar} |
| echo "Unpacking "${jarfile#*plugins/}" ..."; |
| #echo "Unpacking $jarfile into $folder ..."; |
| unzip -uo -qq $jarfile -d $folder; |
| #echo "Removing $jarfile ..."; |
| rm -fr $jarfile; |
| done |
| |
| # java home & vm used to run the build. Defaults to java on system path |
| ## must be Sun 1.4 - IBM 1.4 crashes server and Sun 5.0 throws NPE (SAXParser problem) |
| javaHome=/usr/local/j2re1.4.2_13 |
| vm=$javaHome/bin/java |
| |
| command="$vm -cp $relengBaseBuilderDir/startup.jar org.eclipse.core.launcher.Main" |
| command=$command" -application org.eclipse.ant.core.antRunner" |
| command=$command" -f $buildDir/$antScript $target" |
| command=$command" -Dbootclasspath=$bootclasspath" |
| command=$command" -Dtimestamp=$buildID" |
| command=$command" -DbuildDesc=$buildDesc" |
| command=$command" -DdropDir=$buildDropsDir/$branch/$buildID" |
| command=$command" -DprojectName=$projectName" |
| command=$command" -DsubprojectName=$subprojectName" |
| command=$command" -Ddebug=$debug" |
| |
| if [ $no4thPart -eq 1 ]; then |
| sitexml="site.xml"; |
| command=$command" -DfourthPart=no4thPart" |
| command=$command" -Dsitexml=$sitexml" |
| no4thPart=1; |
| elif [ "$buildIDactual" = "$branch" ]; then |
| sitexml="site.xml"; |
| command=$command" -DfourthPart=no4thPart" |
| command=$command" -Dsitexml=$sitexml" |
| no4thPart=1; |
| elif [ "$buildIDactual" != "$buildID" ]; then |
| # if alias 2.0.1RC1 != buildID M200408121234, we have an aliased build; need 4th part to ensure proper sequencing |
| sitexml="site-interim.xml"; |
| command=$command" -DfourthPart=add4thPart" |
| command=$command" -Dsitexml=$sitexml" |
| else |
| # if alias 2.0.1RC1 != 2.0.1 |
| # if alias M200408121234 = buildID M200408121234 |
| sitexml="site-interim.xml"; |
| command=$command" -DfourthPart=add4thPart" |
| command=$command" -Dsitexml=$sitexml" |
| fi |
| |
| cp -f $buildDir/site/$sitexml $buildDir/org.eclipse.releng.generators/updateJars/site/ |
| |
| echo "$command" | perl -pe "s/ -/\n -/g"; |
| $command |
| |
| # generate MD5s |
| md5file="./md5s/"$subprojectName"_"$buildIDactual".md5"; |
| md5filepath=$buildDir"/../"$md5file |
| mkdir -p $buildDir/../md5s |
| cd $buildDir/org.eclipse.releng.generators/updateJars/site |
| md5sum features/*.jar plugins/*.jar > $md5filepath # list md5s for all new jars |
| |
| echo "[umj] [5a] Copy new jars & site/* to $localUpdatesWebDir ..." |
| #TODO: move to www/modeling/mdt/updates and www/modeling/emf/updates |
| # copy new jars & site.xml to /var/www/technology/$projectName/updates |
| cd $buildDir/org.eclipse.releng.generators/updateJars/site && cp -r . $localUpdatesWebDir && cd $buildDir/site && cp -r . $localUpdatesWebDir |
| |
| # copy md5 file into both places, too: first to local build/cvs server |
| mkdir -p $localUpdatesWebDir/md5s && cp $md5filepath $localUpdatesWebDir/md5s |
| |
| echo "[umj] [5b] Fix permissions in $localUpdatesWebDir ..." |
| |
| cd $localUpdatesWebDir ; |
| chgrp -fR $eclipseUserGroup *; |
| find $localUpdatesWebDir -type f -exec chmod -f $eclipsePermsFile {} \; ; |
| find $localUpdatesWebDir -type f -exec chmod -f $eclipsePermsFile {} \; ; |
| |
| #promote to download |
| if [ $promote -eq 1 ]; then |
| echo "[umj] [6] Update site/* to dev.eclipse.org ..." ; |
| cd $buildDir/site ; |
| cvs -d $wwwCVSRep $quietCVS ci -m "buildUpdate: automatic UM site update" ; |
| |
| if [ $skipjars -eq 0 ]; then |
| echo "[umj] [7a] Promoting jars to $downloadServerFullName..." ; |
| cd $buildDir/org.eclipse.releng.generators/updateJars/site ; |
| scp -r $buildDir/org.eclipse.releng.generators/updateJars/site/. $wwwRemote:$updatesDir; |
| else |
| echo "[umj] [7a] Promoting jars to $downloadServerFullName... omitted." ; |
| fi |
| |
| echo "[umj] [7b] Promoting site/* to $downloadServerFullName..." ; |
| cd $buildDir/site ; |
| scp -r $quiet $buildDir/site/. $wwwRemote:$updatesDir |
| |
| # copy md5 file into both places, too: second onto production server |
| ssh $wwwRemote "mkdir -p $updatesDir/md5s/" |
| scp $quiet $md5filepath $wwwRemote:$updatesDir/md5s/ |
| |
| echo "[umj] [7c] Fix permissions in $updatesDir ..." ; |
| ssh $wwwRemote " |
| cd $updatesDir/..; |
| chgrp -fR $eclipseUserGroup $updatesProfix; |
| find $updatesDir/../$updatesProfix -type d -exec chmod -f $eclipsePermsDir {} \; ; |
| find $updatesDir/../$updatesProfix -type f -exec chmod -f $eclipsePermsFile {} \; ; |
| "; |
| |
| # validate MD5s |
| if [ $noCompareUMFolders -eq 0 ]; then |
| ### CHECK MD5s and compare dir filesizes for match (du -s) |
| echo "[umj] [7d] [`date +%H:%M:%S`] Comparing local and remote folders MD5 sums to ensure SCP completeness... " |
| $buildScriptsDir/compareFolders.sh -md5only -md5file $md5file -user $user -local $localUpdatesWebDir -remote $updatesDir -server $wwwRemote |
| returnCode=$? |
| if [ $returnCode -gt 0 ]; then |
| echo "[umj] [`date +%H:%M:%S`] ERROR! Script exiting with code $returnCode from compareFolders.sh" |
| exit $returnCode; |
| fi |
| else |
| echo "[umj] [7d] [`date +%H:%M:%S`] Comparing local and remote folders to ensure SCP completeness ... omitted." |
| fi |
| |
| else |
| echo "[umj] [6] Check in new site/* to CVS... omitted." |
| echo "[umj] [7] Promoting jars & site/* to $downloadServerFullName... omitted." |
| fi |
| |
| exit 0 |
| |
| # cleanup |
| if [ $cleanup -eq 1 ]; then |
| rm -fr $tmpfolder/ |
| fi |
| |
| ########### DONE ########### |
| |
| echo "[umj] buildUpdate.sh completed on: `date +%Y%m%d\ %H\:%M\:%S`" |
| |
