releng/build-scripts/bin/createRepository-hipp.sh - objectteams/org.eclipse.objectteams - Git at Google

 #!/bin/sh

 # OPTIONAL VARIABLES TO BE SUPPLIED VIA ENV:
 # 	SIGN (unset or nosign)
 # 	PROMOTE (unset or false or target directory)

 BASE=`pwd`

 # ABSOLUTE PATHS:
 TARGET_HOST=genie.objectteams@projects-storage.eclipse.org
 TARGET_BASEDIR=/home/data/httpd/download.eclipse.org/objectteams/updates
 TARGET_HTTPS="https://download.eclipse.org/objectteams/updates"
 export UPDATES_BASE=${TARGET_HOST}:${TARGET_BASEDIR}
 export JAVA8=/opt/tools/java/oracle/jdk-8/latest/bin/java
 export JAVA11=/opt/tools/java/openjdk/jdk-11/latest/bin/java

 # RELATIVE PATHS:
 BUILD=${BASE}/releng/build-scripts/build
 METADATA=${BASE}/metadata

 # Find the master repository to build upon:
 if [ "$1" == "none" ]
 then
         MASTER="none"
         echo "Generating fresh new repository"
 else
 		echo "Using a previous repo is broken in this script"
 		exit 1
         MASTER=${UPDATES_BASE}/$1
         if [ -r ${MASTER}/features ]
         then
             echo "Generating Repository based on ${MASTER}"
         else
             MASTER=${HOME}/shared/baseRepos/$1
             if [ -r ${MASTER}/features ]
             then
                 echo "Generating Repository based on ${MASTER}"
             else
                 echo "No such repository ${MASTER}"
                 echo "Usage: $0 updateMasterRelativePath [ statsRepoId statsVersionId ]"
                 exit 1
             fi
         fi
 fi

 # Analyze the version number of the JDT feature as needed for patching content.xml later:
 JDTFEATURE=`ls -d ${BASE}/testrun/build-root/eclipse/features/org.eclipse.jdt_*`
 if echo $JDTFEATURE | grep "\.r"
 then
         JDTVERSION="`echo ${JDTFEATURE} | cut -d '_' -f 2`_`echo ${JDTFEATURE} | cut -d '_' -f 3`"
 else
         JDTVERSION=`echo ${JDTFEATURE} | cut -d '_' -f 2`
 fi
 JDTVERSIONA=`echo ${JDTVERSION} | cut -d '-' -f 1`
 JDTVERSIONB=`echo ${JDTVERSION} | cut -d '-' -f 2`
 echo "after first split: ${JDTVERSIONA} and ${JDTVERSIONB}"
 case ${JDTVERSIONB} in
         ????)
                 #A=v20110813 B=0800
                 JDTVERSIONB2=`expr $JDTVERSIONB + 1`
                 JDTVERSIONB2=`printf "%04d" ${JDTVERSIONB2}`
                 JDTVERSION=${JDTVERSIONA}-${JDTVERSIONB}
                 JDTVERSIONNEXT=${JDTVERSIONA}-${JDTVERSIONB2}
                 ;;
         *)
                 #A=3.8.0.v20110813 B=someunspeakablelonghashid
                 JDTVERSIONC1=`echo ${JDTVERSIONA} | cut -d 'v' -f 1`
                 JDTVERSIONC2=`echo ${JDTVERSIONA} | cut -d 'v' -f 2`
                 JDTVERSIONC3=`expr $JDTVERSIONC2 + 1`
                 JDTVERSIONC3=`printf "%04d" ${JDTVERSIONC3}`
                 JDTVERSION=${JDTVERSIONC1}v${JDTVERSIONC2}
                 JDTVERSIONNEXT=${JDTVERSIONC1}v${JDTVERSIONC3}
                 ;;
 esac
 # hardcode when unable to compute
 #JDTVERSION=3.18.700.v20210224-1800
 #JDTVERSIONNEXT=3.18.700.v20210224-1801
 echo "JDT feature is ${JDTVERSION}"
 echo "Next           ${JDTVERSIONNEXT}"
 if [ ! -r ${BASE}/testrun/build-root/eclipse/features/org.eclipse.jdt_${JDTVERSION} ]
 then
     echo "JDT feature not correctly found in ${BASE}/testrun/build-root/eclipse/features"
     exit 2
 fi
 OTDTVERSION=`cat ${BASE}/testrun/build-root/src/finalFeaturesVersions.properties|grep "objectteams.otdt="|cut -d '=' -f 2`
 if [ "${OTDTVERSION}" == "" ]
 then
 	echo "finalFeaturesVersions.properties not found, maybe build hasn't run successfully?"
 	exit 3
 fi
 echo "OTDTVERSION is $OTDTVERSION"

 # Configure for calling various p2 applications:
 LAUNCHER=`grep equinox.launcher_jar= ${BUILD}/run.properties | cut -d '=' -f 2`
 LAUNCHER_PATH=${BASE}/testrun/build-root/eclipse/plugins/${LAUNCHER}
 FABPUB=org.eclipse.equinox.p2.publisher.FeaturesAndBundlesPublisher
 CATPUB=org.eclipse.equinox.p2.publisher.CategoryPublisher
 JARPROCESSOR=`ls ${BASE}/testrun/build-root/eclipse/plugins/org.eclipse.equinox.p2.jarprocessor_*.jar`
 NAME="Object Teams"

 echo "LAUNCHER_PATH = ${LAUNCHER_PATH}"
 echo "NAME          = ${NAME}"

 echo "====Step 1: request signing and zip===="
 cd ${BASE}/testrun/updateSite
 JARS=`find . -type f -name \*.jar`
 OTDTJAR=${BASE}/testrun/otdt.jar
 if [ "${SIGN}" == "nosign" ]
 then
 	/bin/rm ${OTDTJAR}
 	zip ${OTDTJAR} ${JARS}
     echo "SKIPPING SIGNING"
 else
     SIGNED=${BASE}/testrun/updateSiteSigned
 	if [ ! -d ${SIGNED} ]
 	then
 		mkdir ${SIGNED}
 	else
 		/bin/rm -r ${SIGNED}/*
 	fi
 	for JAR in ${JARS}
 	do
 		DIR=`dirname $JAR`
 		if [ ! -d ${SIGNED}/${DIR} ]
 		then
 			mkdir -p ${SIGNED}/${DIR}
 		fi
 		curl -o ${SIGNED}/${JAR} -F file=@${JAR} https://cbi.eclipse.org/jarsigner/sign
 	done
 	if [ -f ${OTDTJAR} ]
 	then
 	    /bin/rm ${OTDTJAR}
 	fi
 	cd ${SIGNED}
 	zip ${OTDTJAR} ${JARS}
 	echo "Signing completed"
 fi


 echo "====Step 2: fill new repository===="
 if [ -r ${BASE}/stagingRepo ]
 then
     /bin/rm -rf ${BASE}/stagingRepo
 fi
 mkdir ${BASE}/stagingRepo
 cd ${BASE}/stagingRepo
 if [ "$MASTER" != "none" ]
 then
         mkdir features
         (cd features; ln -s ${MASTER}/features/* .)
         mkdir plugins
         (cd plugins; ln -s ${MASTER}/plugins/* .)
 else
         mkdir plugins
         cp ${BASE}/testrun/updateSite/plugins/org.apache.bcel* plugins/
 fi
 unzip -n ${OTDTJAR}
 #/bin/rm ${OTDTJAR}

 LOCATION=${BASE}/stagingRepo
 echo "LOCATION  = ${LOCATION}"
 cd ${LOCATION}

 echo "====Step 3 is obsolete (pack jars (again)) ===="

 echo "====Step 4: generate metadata===="
 ${JAVA11} -jar ${LAUNCHER_PATH} -consoleLog -application ${FABPUB} \
     -source ${LOCATION} \
     -metadataRepository file:${LOCATION} \
     -artifactRepository file:${LOCATION} \
     -metadataRepositoryName "${NAME} Updates" \
     -artifactRepositoryName "${NAME} Artifacts" \
     -reusePack200Files -publishArtifacts
 ls -ltr *\.*


 echo "====Step 5: patch content for feature inclusion version range===="
 mv content.xml content.xml-orig
 xsltproc  -o content.xml --stringparam version ${JDTVERSION} \
     --stringparam versionnext ${JDTVERSIONNEXT} \
     ${BUILD}/patch-content-xml.xsl content.xml-orig
 ls -ltr *\.*

 echo "====Step 6: archive raw meta data===="
 mkdir -p ${METADATA}/$OTDTVERSION
 cp *.xml ${METADATA}/$OTDTVERSION
 ls -ltr ${METADATA}/$OTDTVERSION/*.xml

 echo "====Step 7: generate category===="
 CATEGORYARGS="-categoryDefinition file:${BASE}/testrun/build-root/src/features/org.eclipse.objectteams.otdt/category.xml"
 echo "CATEGORYARGS  = ${CATEGORYARGS}"
 ${JAVA11} -jar ${LAUNCHER_PATH} -consoleLog -application ${CATPUB} \
     -source ${LOCATION} \
     -metadataRepository file:${LOCATION} \
     ${CATEGORYARGS}
 ls -ltr *\.*


 echo "====Step 8: add download stats capability===="
 XSLT_FILE=${BASE}/releng/build-scripts/bin/addDownloadStats.xsl

 if [ $# == 3 ]; then
         mv artifacts.xml artifacts.xml.original
         if grep p2.statsURI artifacts.xml.original ; then echo "p2.statsURI already defined: exiting"; exit 1; fi
         xsltproc -o artifacts.xml --stringparam repo "http://download.eclipse.org/stats/objectteams/${2}" --stringparam version $3 $XSLT_FILE artifacts.xml.original
 fi

 echo "====Step 9: jar-up metadata===="
 jar cf content.jar content.xml
 jar cf artifacts.jar artifacts.xml
 #/bin/rm *.xml*
 ls -ltr *\.*

 echo "====Step 10: cleanup: remove symbolic links===="
 find . -type l -exec /bin/rm {} \;

 if [ "${PROMOTE}" != "false" ]
 then
 	if [ "${PROMOTE}" != "" ]
 	then
         DEST_REL=${2}/${PROMOTE}
     else
 		BUILDID=`echo $OTDTVERSION | cut -d '.' -f 4`
 		if [ "${BUILDID}" != "" ]
 		then
 	        DEST_REL=${2}/${BUILDID}
 	    else
 			echo "Unrecognized OT version: $OTDTVERSION"
 			exit 1
 		fi
     fi
 	echo "====Step 11: promote to ${TARGET_HOST}:${TARGET_BASEDIR}/${DEST_REL}===="
 	# FIXME mkdir ${DEST}
 	# if [ "${MASTER}" != "none" ]
 	# then
 	    # FIXME
 		# cp -pr ${MASTER}/* ${DEST}/
 	# fi
 	ssh ${TARGET_HOST} "/bin/rm -r ${TARGET_BASEDIR}/${DEST_REL} || true"
 	scp -r `pwd` ${TARGET_HOST}:${TARGET_BASEDIR}/${DEST_REL}
 	echo "Installed to ${TARGET_HTTPS}/${DEST_REL}"
 fi
 echo "====DONE===="
	#!/bin/sh

	# OPTIONAL VARIABLES TO BE SUPPLIED VIA ENV:
	# SIGN (unset or nosign)
	# PROMOTE (unset or false or target directory)

	BASE=`pwd`

	# ABSOLUTE PATHS:
	TARGET_HOST=genie.objectteams@projects-storage.eclipse.org
	TARGET_BASEDIR=/home/data/httpd/download.eclipse.org/objectteams/updates
	TARGET_HTTPS="https://download.eclipse.org/objectteams/updates"
	export UPDATES_BASE=${TARGET_HOST}:${TARGET_BASEDIR}
	export JAVA8=/opt/tools/java/oracle/jdk-8/latest/bin/java
	export JAVA11=/opt/tools/java/openjdk/jdk-11/latest/bin/java

	# RELATIVE PATHS:
	BUILD=${BASE}/releng/build-scripts/build
	METADATA=${BASE}/metadata

	# Find the master repository to build upon:
	if [ "$1" == "none" ]
	then
	MASTER="none"
	echo "Generating fresh new repository"
	else
	echo "Using a previous repo is broken in this script"
	exit 1
	MASTER=${UPDATES_BASE}/$1
	if [ -r ${MASTER}/features ]
	then
	echo "Generating Repository based on ${MASTER}"
	else
	MASTER=${HOME}/shared/baseRepos/$1
	if [ -r ${MASTER}/features ]
	then
	echo "Generating Repository based on ${MASTER}"
	else
	echo "No such repository ${MASTER}"
	echo "Usage: $0 updateMasterRelativePath [ statsRepoId statsVersionId ]"
	exit 1
	fi
	fi
	fi

	# Analyze the version number of the JDT feature as needed for patching content.xml later:
	JDTFEATURE=`ls -d ${BASE}/testrun/build-root/eclipse/features/org.eclipse.jdt_*`
	if echo $JDTFEATURE \| grep "\.r"
	then
	JDTVERSION="`echo ${JDTFEATURE} \| cut -d '_' -f 2`_`echo ${JDTFEATURE} \| cut -d '_' -f 3`"
	else
	JDTVERSION=`echo ${JDTFEATURE} \| cut -d '_' -f 2`
	fi
	JDTVERSIONA=`echo ${JDTVERSION} \| cut -d '-' -f 1`
	JDTVERSIONB=`echo ${JDTVERSION} \| cut -d '-' -f 2`
	echo "after first split: ${JDTVERSIONA} and ${JDTVERSIONB}"
	case ${JDTVERSIONB} in
	????)
	#A=v20110813 B=0800
	JDTVERSIONB2=`expr $JDTVERSIONB + 1`
	JDTVERSIONB2=`printf "%04d" ${JDTVERSIONB2}`
	JDTVERSION=${JDTVERSIONA}-${JDTVERSIONB}
	JDTVERSIONNEXT=${JDTVERSIONA}-${JDTVERSIONB2}
	;;
	*)
	#A=3.8.0.v20110813 B=someunspeakablelonghashid
	JDTVERSIONC1=`echo ${JDTVERSIONA} \| cut -d 'v' -f 1`
	JDTVERSIONC2=`echo ${JDTVERSIONA} \| cut -d 'v' -f 2`
	JDTVERSIONC3=`expr $JDTVERSIONC2 + 1`
	JDTVERSIONC3=`printf "%04d" ${JDTVERSIONC3}`
	JDTVERSION=${JDTVERSIONC1}v${JDTVERSIONC2}
	JDTVERSIONNEXT=${JDTVERSIONC1}v${JDTVERSIONC3}
	;;
	esac
	# hardcode when unable to compute
	#JDTVERSION=3.18.700.v20210224-1800
	#JDTVERSIONNEXT=3.18.700.v20210224-1801
	echo "JDT feature is ${JDTVERSION}"
	echo "Next ${JDTVERSIONNEXT}"
	if [ ! -r ${BASE}/testrun/build-root/eclipse/features/org.eclipse.jdt_${JDTVERSION} ]
	then
	echo "JDT feature not correctly found in ${BASE}/testrun/build-root/eclipse/features"
	exit 2
	fi
	OTDTVERSION=`cat ${BASE}/testrun/build-root/src/finalFeaturesVersions.properties\|grep "objectteams.otdt="\|cut -d '=' -f 2`
	if [ "${OTDTVERSION}" == "" ]
	then
	echo "finalFeaturesVersions.properties not found, maybe build hasn't run successfully?"
	exit 3
	fi
	echo "OTDTVERSION is $OTDTVERSION"

	# Configure for calling various p2 applications:
	LAUNCHER=`grep equinox.launcher_jar= ${BUILD}/run.properties \| cut -d '=' -f 2`
	LAUNCHER_PATH=${BASE}/testrun/build-root/eclipse/plugins/${LAUNCHER}
	FABPUB=org.eclipse.equinox.p2.publisher.FeaturesAndBundlesPublisher
	CATPUB=org.eclipse.equinox.p2.publisher.CategoryPublisher
	JARPROCESSOR=`ls ${BASE}/testrun/build-root/eclipse/plugins/org.eclipse.equinox.p2.jarprocessor_*.jar`
	NAME="Object Teams"

	echo "LAUNCHER_PATH = ${LAUNCHER_PATH}"
	echo "NAME = ${NAME}"

	echo "====Step 1: request signing and zip===="
	cd ${BASE}/testrun/updateSite
	JARS=`find . -type f -name \*.jar`
	OTDTJAR=${BASE}/testrun/otdt.jar
	if [ "${SIGN}" == "nosign" ]
	then
	/bin/rm ${OTDTJAR}
	zip ${OTDTJAR} ${JARS}
	echo "SKIPPING SIGNING"
	else
	SIGNED=${BASE}/testrun/updateSiteSigned
	if [ ! -d ${SIGNED} ]
	then
	mkdir ${SIGNED}
	else
	/bin/rm -r ${SIGNED}/*
	fi
	for JAR in ${JARS}
	do
	DIR=`dirname $JAR`
	if [ ! -d ${SIGNED}/${DIR} ]
	then
	mkdir -p ${SIGNED}/${DIR}
	fi
	curl -o ${SIGNED}/${JAR} -F file=@${JAR} https://cbi.eclipse.org/jarsigner/sign
	done
	if [ -f ${OTDTJAR} ]
	then
	/bin/rm ${OTDTJAR}
	fi
	cd ${SIGNED}
	zip ${OTDTJAR} ${JARS}
	echo "Signing completed"
	fi


	echo "====Step 2: fill new repository===="
	if [ -r ${BASE}/stagingRepo ]
	then
	/bin/rm -rf ${BASE}/stagingRepo
	fi
	mkdir ${BASE}/stagingRepo
	cd ${BASE}/stagingRepo
	if [ "$MASTER" != "none" ]
	then
	mkdir features
	(cd features; ln -s ${MASTER}/features/* .)
	mkdir plugins
	(cd plugins; ln -s ${MASTER}/plugins/* .)
	else
	mkdir plugins
	cp ${BASE}/testrun/updateSite/plugins/org.apache.bcel* plugins/
	fi
	unzip -n ${OTDTJAR}
	#/bin/rm ${OTDTJAR}

	LOCATION=${BASE}/stagingRepo
	echo "LOCATION = ${LOCATION}"
	cd ${LOCATION}

	echo "====Step 3 is obsolete (pack jars (again)) ===="

	echo "====Step 4: generate metadata===="
	${JAVA11} -jar ${LAUNCHER_PATH} -consoleLog -application ${FABPUB} \
	-source ${LOCATION} \
	-metadataRepository file:${LOCATION} \
	-artifactRepository file:${LOCATION} \
	-metadataRepositoryName "${NAME} Updates" \
	-artifactRepositoryName "${NAME} Artifacts" \
	-reusePack200Files -publishArtifacts
	ls -ltr \.


	echo "====Step 5: patch content for feature inclusion version range===="
	mv content.xml content.xml-orig
	xsltproc -o content.xml --stringparam version ${JDTVERSION} \
	--stringparam versionnext ${JDTVERSIONNEXT} \
	${BUILD}/patch-content-xml.xsl content.xml-orig
	ls -ltr \.

	echo "====Step 6: archive raw meta data===="
	mkdir -p ${METADATA}/$OTDTVERSION
	cp *.xml ${METADATA}/$OTDTVERSION
	ls -ltr ${METADATA}/$OTDTVERSION/*.xml

	echo "====Step 7: generate category===="
	CATEGORYARGS="-categoryDefinition file:${BASE}/testrun/build-root/src/features/org.eclipse.objectteams.otdt/category.xml"
	echo "CATEGORYARGS = ${CATEGORYARGS}"
	${JAVA11} -jar ${LAUNCHER_PATH} -consoleLog -application ${CATPUB} \
	-source ${LOCATION} \
	-metadataRepository file:${LOCATION} \
	${CATEGORYARGS}
	ls -ltr \.


	echo "====Step 8: add download stats capability===="
	XSLT_FILE=${BASE}/releng/build-scripts/bin/addDownloadStats.xsl

	if [ $# == 3 ]; then
	mv artifacts.xml artifacts.xml.original
	if grep p2.statsURI artifacts.xml.original ; then echo "p2.statsURI already defined: exiting"; exit 1; fi
	xsltproc -o artifacts.xml --stringparam repo "http://download.eclipse.org/stats/objectteams/${2}" --stringparam version $3 $XSLT_FILE artifacts.xml.original
	fi

	echo "====Step 9: jar-up metadata===="
	jar cf content.jar content.xml
	jar cf artifacts.jar artifacts.xml
	#/bin/rm .xml
	ls -ltr \.

	echo "====Step 10: cleanup: remove symbolic links===="
	find . -type l -exec /bin/rm {} \;

	if [ "${PROMOTE}" != "false" ]
	then
	if [ "${PROMOTE}" != "" ]
	then
	DEST_REL=${2}/${PROMOTE}
	else
	BUILDID=`echo $OTDTVERSION \| cut -d '.' -f 4`
	if [ "${BUILDID}" != "" ]
	then
	DEST_REL=${2}/${BUILDID}
	else
	echo "Unrecognized OT version: $OTDTVERSION"
	exit 1
	fi
	fi
	echo "====Step 11: promote to ${TARGET_HOST}:${TARGET_BASEDIR}/${DEST_REL}===="
	# FIXME mkdir ${DEST}
	# if [ "${MASTER}" != "none" ]
	# then
	# FIXME
	# cp -pr ${MASTER}/* ${DEST}/
	# fi
	ssh ${TARGET_HOST} "/bin/rm -r ${TARGET_BASEDIR}/${DEST_REL} \|\| true"
	scp -r `pwd` ${TARGET_HOST}:${TARGET_BASEDIR}/${DEST_REL}
	echo "Installed to ${TARGET_HTTPS}/${DEST_REL}"
	fi
	echo "====DONE===="