blob: b40cd7352e37117eb8d412b4254ae68c153a3ff1 [file] [log] [blame]
#!/bin/sh
# OPTIONAL VARIABLES TO BE SUPPLIED VIA ENV:
# SIGN (unset or nosign)
# PROMOTE (unset or false or target directory)
BASE=`pwd`
# ABSOLUTE PATHS:
TARGET_HOST=genie.objectteams@projects-storage.eclipse.org
TARGET_BASEDIR=/home/data/httpd/download.eclipse.org/objectteams/updates
TARGET_HTTPS="https://download.eclipse.org/objectteams/updates"
export UPDATES_BASE=${TARGET_HOST}:${TARGET_BASEDIR}
export JAVA8=/opt/tools/java/oracle/jdk-8/latest/bin/java
export JAVA11=/opt/tools/java/openjdk/jdk-11/latest/bin/java
# RELATIVE PATHS:
BUILD=${BASE}/releng/build-scripts/build
METADATA=${BASE}/metadata
# Find the master repository to build upon:
if [ "$1" == "none" ]
then
MASTER="none"
echo "Generating fresh new repository"
else
echo "Using a previous repo is broken in this script"
exit 1
MASTER=${UPDATES_BASE}/$1
if [ -r ${MASTER}/features ]
then
echo "Generating Repository based on ${MASTER}"
else
MASTER=${HOME}/shared/baseRepos/$1
if [ -r ${MASTER}/features ]
then
echo "Generating Repository based on ${MASTER}"
else
echo "No such repository ${MASTER}"
echo "Usage: $0 updateMasterRelativePath [ statsRepoId statsVersionId ]"
exit 1
fi
fi
fi
# Analyze the version number of the JDT feature as needed for patching content.xml later:
JDTFEATURE=`ls -d ${BASE}/testrun/build-root/eclipse/features/org.eclipse.jdt_*`
if echo $JDTFEATURE | grep "\.r"
then
JDTVERSION="`echo ${JDTFEATURE} | cut -d '_' -f 2`_`echo ${JDTFEATURE} | cut -d '_' -f 3`"
else
JDTVERSION=`echo ${JDTFEATURE} | cut -d '_' -f 2`
fi
JDTVERSIONA=`echo ${JDTVERSION} | cut -d '-' -f 1`
JDTVERSIONB=`echo ${JDTVERSION} | cut -d '-' -f 2`
echo "after first split: ${JDTVERSIONA} and ${JDTVERSIONB}"
case ${JDTVERSIONB} in
????)
#A=v20110813 B=0800
JDTVERSIONB2=`expr $JDTVERSIONB + 1`
JDTVERSIONB2=`printf "%04d" ${JDTVERSIONB2}`
JDTVERSION=${JDTVERSIONA}-${JDTVERSIONB}
JDTVERSIONNEXT=${JDTVERSIONA}-${JDTVERSIONB2}
;;
*)
#A=3.8.0.v20110813 B=someunspeakablelonghashid
JDTVERSIONC1=`echo ${JDTVERSIONA} | cut -d 'v' -f 1`
JDTVERSIONC2=`echo ${JDTVERSIONA} | cut -d 'v' -f 2`
JDTVERSIONC3=`expr $JDTVERSIONC2 + 1`
JDTVERSIONC3=`printf "%04d" ${JDTVERSIONC3}`
JDTVERSION=${JDTVERSIONC1}v${JDTVERSIONC2}
JDTVERSIONNEXT=${JDTVERSIONC1}v${JDTVERSIONC3}
;;
esac
# hardcode when unable to compute
#JDTVERSION=3.18.700.v20210224-1800
#JDTVERSIONNEXT=3.18.700.v20210224-1801
echo "JDT feature is ${JDTVERSION}"
echo "Next ${JDTVERSIONNEXT}"
if [ ! -r ${BASE}/testrun/build-root/eclipse/features/org.eclipse.jdt_${JDTVERSION} ]
then
echo "JDT feature not correctly found in ${BASE}/testrun/build-root/eclipse/features"
exit 2
fi
OTDTVERSION=`cat ${BASE}/testrun/build-root/src/finalFeaturesVersions.properties|grep "objectteams.otdt="|cut -d '=' -f 2`
if [ "${OTDTVERSION}" == "" ]
then
echo "finalFeaturesVersions.properties not found, maybe build hasn't run successfully?"
exit 3
fi
echo "OTDTVERSION is $OTDTVERSION"
# Configure for calling various p2 applications:
LAUNCHER=`grep equinox.launcher_jar= ${BUILD}/run.properties | cut -d '=' -f 2`
LAUNCHER_PATH=${BASE}/testrun/build-root/eclipse/plugins/${LAUNCHER}
FABPUB=org.eclipse.equinox.p2.publisher.FeaturesAndBundlesPublisher
CATPUB=org.eclipse.equinox.p2.publisher.CategoryPublisher
JARPROCESSOR=`ls ${BASE}/testrun/build-root/eclipse/plugins/org.eclipse.equinox.p2.jarprocessor_*.jar`
NAME="Object Teams"
echo "LAUNCHER_PATH = ${LAUNCHER_PATH}"
echo "NAME = ${NAME}"
echo "====Step 0: condition jars ===="
CONDITIONED=${BASE}/testrun/updateSiteRepack
if [ ! -d ${CONDITIONED} ]
then
mkdir ${CONDITIONED}
else
/bin/rm -r ${CONDITIONED}/*
fi
ls /opt/tools/java/openjdk/jdk-11
${JAVA11} --version
ls -l ${JARPROCESSOR}
for dir in features plugins
do
# add "-verbose" to the second line if needed:
find ${BASE}/testrun/updateSite/${dir} -type f -name \*.jar -print -exec \
${JAVA11} -jar ${JARPROCESSOR} -processAll -repack -verbose -outputDir ${CONDITIONED}/${dir} {} \;
done
ls -R ${CONDITIONED}
# not conditioned, but must not be skipped!
cp ${BASE}/testrun/updateSite/plugins/org.eclipse.jdt.core_* ${CONDITIONED}/plugins/
echo "====Step 1: request signing and zip===="
cd ${CONDITIONED}
JARS=`find . -type f -name \*.jar`
OTDTJAR=${BASE}/testrun/otdt.jar
if [ "${SIGN}" == "nosign" ]
then
/bin/rm ${OTDTJAR}
zip ${OTDTJAR} ${JARS}
echo "SKIPPING SIGNING"
else
SIGNED=${BASE}/testrun/updateSiteSigned
if [ ! -d ${SIGNED} ]
then
mkdir ${SIGNED}
else
/bin/rm -r ${SIGNED}/*
fi
for JAR in ${JARS}
do
DIR=`dirname $JAR`
if [ ! -d ${SIGNED}/${DIR} ]
then
mkdir -p ${SIGNED}/${DIR}
fi
curl -o ${SIGNED}/${JAR} -F file=@${JAR} https://cbi.eclipse.org/jarsigner/sign
done
if [ -f ${OTDTJAR} ]
then
/bin/rm ${OTDTJAR}
fi
cd ${SIGNED}
zip ${OTDTJAR} ${JARS}
echo "Signing completed"
fi
echo "====Step 2: fill new repository===="
if [ -r ${BASE}/stagingRepo ]
then
/bin/rm -rf ${BASE}/stagingRepo
fi
mkdir ${BASE}/stagingRepo
cd ${BASE}/stagingRepo
if [ "$MASTER" != "none" ]
then
mkdir features
(cd features; ln -s ${MASTER}/features/* .)
mkdir plugins
(cd plugins; ln -s ${MASTER}/plugins/* .)
else
mkdir plugins
cp ${BASE}/testrun/updateSite/plugins/org.apache.bcel* plugins/
fi
unzip -n ${OTDTJAR}
#/bin/rm ${OTDTJAR}
LOCATION=${BASE}/stagingRepo
echo "LOCATION = ${LOCATION}"
cd ${LOCATION}
echo "====Step 3: pack jars (again) ===="
for dir in ${LOCATION}/features ${LOCATION}/plugins
do
# add "-verbose" to the second line if needed:
find ${dir} -type f -name \*.jar -exec \
${JAVA11} -jar ${JARPROCESSOR} -pack -outputDir ${dir} {} \;
done
echo "====Step 4: generate metadata===="
${JAVA11} -jar ${LAUNCHER_PATH} -consoleLog -application ${FABPUB} \
-source ${LOCATION} \
-metadataRepository file:${LOCATION} \
-artifactRepository file:${LOCATION} \
-metadataRepositoryName "${NAME} Updates" \
-artifactRepositoryName "${NAME} Artifacts" \
-reusePack200Files -publishArtifacts
ls -ltr *\.*
echo "====Step 5: patch content for feature inclusion version range===="
mv content.xml content.xml-orig
xsltproc -o content.xml --stringparam version ${JDTVERSION} \
--stringparam versionnext ${JDTVERSIONNEXT} \
${BUILD}/patch-content-xml.xsl content.xml-orig
ls -ltr *\.*
echo "====Step 6: archive raw meta data===="
mkdir -p ${METADATA}/$OTDTVERSION
cp *.xml ${METADATA}/$OTDTVERSION
ls -ltr ${METADATA}/$OTDTVERSION/*.xml
echo "====Step 7: generate category===="
CATEGORYARGS="-categoryDefinition file:${BASE}/testrun/build-root/src/features/org.eclipse.objectteams.otdt/category.xml"
echo "CATEGORYARGS = ${CATEGORYARGS}"
${JAVA11} -jar ${LAUNCHER_PATH} -consoleLog -application ${CATPUB} \
-source ${LOCATION} \
-metadataRepository file:${LOCATION} \
${CATEGORYARGS}
ls -ltr *\.*
echo "====Step 8: add download stats capability===="
XSLT_FILE=${BASE}/releng/build-scripts/bin/addDownloadStats.xsl
if [ $# == 3 ]; then
mv artifacts.xml artifacts.xml.original
if grep p2.statsURI artifacts.xml.original ; then echo "p2.statsURI already defined: exiting"; exit 1; fi
xsltproc -o artifacts.xml --stringparam repo "http://download.eclipse.org/stats/objectteams/${2}" --stringparam version $3 $XSLT_FILE artifacts.xml.original
fi
echo "====Step 9: jar-up metadata===="
jar cf content.jar content.xml
jar cf artifacts.jar artifacts.xml
#/bin/rm *.xml*
ls -ltr *\.*
echo "====Step 10: cleanup: remove symbolic links===="
find . -type l -exec /bin/rm {} \;
if [ "${PROMOTE}" != "false" ]
then
if [ "${PROMOTE}" != "" ]
then
DEST_REL=${2}/${PROMOTE}
else
BUILDID=`echo $OTDTVERSION | cut -d '.' -f 4`
if [ "${BUILDID}" != "" ]
then
DEST_REL=${2}/${BUILDID}
else
echo "Unrecognized OT version: $OTDTVERSION"
exit 1
fi
fi
echo "====Step 11: promote to ${TARGET_HOST}:${TARGET_BASEDIR}/${DEST_REL}===="
# FIXME mkdir ${DEST}
# if [ "${MASTER}" != "none" ]
# then
# FIXME
# cp -pr ${MASTER}/* ${DEST}/
# fi
ssh ${TARGET_HOST} "/bin/rm -r ${TARGET_BASEDIR}/${DEST_REL} || true"
scp -r `pwd` ${TARGET_HOST}:${TARGET_BASEDIR}/${DEST_REL}
echo "Installed to ${TARGET_HTTPS}/${DEST_REL}"
fi
echo "====DONE===="