| 1 |
#!/bin/bash |
| 2 |
|
| 3 |
# Licensed to the Apache Software Foundation (ASF) under one or more |
| 4 |
# contributor license agreements. See the NOTICE file distributed with |
| 5 |
# this work for additional information regarding copyright ownership. |
| 6 |
# The ASF licenses this file to you under the Apache License, Version 2.0 |
| 7 |
# (the "License"); you may not use this file except in compliance with |
| 8 |
# the License. You may obtain a copy of the License at |
| 9 |
# |
| 10 |
# http://www.apache.org/licenses/LICENSE-2.0 |
| 11 |
# |
| 12 |
# Unless required by applicable law or agreed to in writing, software |
| 13 |
# distributed under the License is distributed on an "AS IS" BASIS, |
| 14 |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 |
# See the License for the specific language governing permissions and |
| 16 |
# limitations under the License. |
| 17 |
|
| 18 |
# ${TOOLDIR}/buildDerby [MKBUILDZIP] [ANTPROPFILE] |
| 19 |
# |
| 20 |
# if "ZipJars"..: |
| 21 |
MKBUILDZIP=$1 |
| 22 |
# |
| 23 |
ANTPROPFILE=$2 |
| 24 |
|
| 25 |
# You might want to modify: |
| 26 |
# NOT USED ANY MORE. MYWORKSTATION=atum02.norway.sun.com |
| 27 |
|
| 28 |
# You should NOT need to modify anything below. |
| 29 |
# derby_source must be defined. |
| 30 |
# NB: Assumes . ./env.sh is done to set JAVA_HOME etc. correctly. |
| 31 |
#--------------------------------------------- |
| 32 |
TOOLDIR="${DERBYDIR}/${BRANCH_DIR}/tools/testing/reporting/scripts" |
| 33 |
. ${TOOLDIR}/env |
| 34 |
|
| 35 |
SRCDIR=${derby_source} |
| 36 |
|
| 37 |
if [ ! -e ${SRCDIR} ] |
| 38 |
then |
| 39 |
echo "${SRCDIR} does not exist." |
| 40 |
exit |
| 41 |
fi |
| 42 |
|
| 43 |
# GETHOSTNAME="host" |
| 44 |
GETHOSTNAME="echo" |
| 45 |
|
| 46 |
rm -f ${BUILDLOGDIR}/buildOK |
| 47 |
|
| 48 |
SANDBOX=`basename ${DERBYDIR}` |
| 49 |
|
| 50 |
UPDATELOGDIR=${DERBYDIR}/UpdateLog |
| 51 |
if [ ! -e ${UPDATELOGDIR}/updateOK ] |
| 52 |
then |
| 53 |
echo "Derby was NOT updated:" |
| 54 |
echo " ${UPDATELOGDIR}/updateOK does not exist." |
| 55 |
### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SANDBOX} was NOT updated" "${MAILTOINT}" "${UPDATELOGDIR}/update.out" |
| 56 |
exit |
| 57 |
fi |
| 58 |
|
| 59 |
BUILDID=`date +%Y-%m-%d_%H-%M-%S` |
| 60 |
STARTTIME=`date +%Y-%m-%d" "%H:%M:%S` |
| 61 |
BUILDLOGDIRCUR=${BUILDLOGDIR}/${BUILDID} |
| 62 |
mkdir -p ${BUILDLOGDIRCUR} |
| 63 |
if [ ! -e ${BUILDLOGDIRCUR} ] |
| 64 |
then |
| 65 |
echo "${BUILDLOGDIRCUR} does not exist." |
| 66 |
exit |
| 67 |
fi |
| 68 |
|
| 69 |
BUILDINFO=${BUILDLOGDIRCUR}/info |
| 70 |
PUBLISHBUILDINFO=${BUILDLOGDIRCUR}/buildInfo |
| 71 |
BUILDDETAILS=${BUILDLOGDIRCUR}/buildDetails |
| 72 |
BUILDHOSTINFO=`uname -srpi` |
| 73 |
BUILDHOST=`uname -n` |
| 74 |
BUILDHOST=`${GETHOSTNAME} ${BUILDHOST} | awk '{print $1}'` |
| 75 |
cd ${SRCDIR} |
| 76 |
|
| 77 |
REVISION=`svn info | grep '^Revision:'` |
| 78 |
REVISION=`echo ${REVISION} | gawk '{ print $2 }'` |
| 79 |
REPOSITORY=`svn info | grep '^URL:'` |
| 80 |
|
| 81 |
echo "Built on ${BUILDHOSTINFO}[${BUILDHOST}] at ${STARTTIME}" \ |
| 82 |
> ${BUILDINFO} |
| 83 |
echo "Using Revision: ${REVISION} from ${REPOSITORY}" >> ${BUILDINFO} |
| 84 |
echo "ANT_HOME: ${ANT_HOME}" >> ${BUILDINFO} |
| 85 |
echo "JAVA_HOME: ${JAVA_HOME}" >> ${BUILDINFO} |
| 86 |
|
| 87 |
# Build information for publishing along with build jars: |
| 88 |
echo "Build information:" > ${PUBLISHBUILDINFO} |
| 89 |
echo "OS: ${BUILDHOSTINFO}" >> ${PUBLISHBUILDINFO} |
| 90 |
echo "JAVA_HOME: ${JAVA_HOME}" >> ${PUBLISHBUILDINFO} |
| 91 |
echo "JDK: ${JAVA_HOME}/bin/java -version :" >> ${PUBLISHBUILDINFO} |
| 92 |
${JAVA_HOME}/bin/java -version >> ${PUBLISHBUILDINFO} 2>${PUBLISHBUILDINFO}.err |
| 93 |
cat ${PUBLISHBUILDINFO}.err >> ${PUBLISHBUILDINFO} |
| 94 |
|
| 95 |
# ssh ${MYWORKSTATION} "cd ${SRCDIR}; svn status" > ${BUILDLOGDIRCUR}/localChanges |
| 96 |
svn status > ${BUILDLOGDIRCUR}/localChanges |
| 97 |
|
| 98 |
echo "-------------------- ant" > ${BUILDDETAILS} |
| 99 |
# Set ant property file if NOT given as second param. |
| 100 |
if [ "${ANTPROPFILE}" == "" ] |
| 101 |
then |
| 102 |
ANTPROPFILE=${HOME}/ant.properties |
| 103 |
fi |
| 104 |
echo "${ANTPROPFILE}:" >> ${BUILDDETAILS} |
| 105 |
cat ${ANTPROPFILE} >> ${BUILDDETAILS} |
| 106 |
|
| 107 |
echo " Build details in: ${BUILDDETAILS}" |
| 108 |
echo "-------------------- ant clobber" \ |
| 109 |
>> ${BUILDDETAILS} && \ |
| 110 |
ant -propertyfile ${ANTPROPFILE} clobber >> ${BUILDDETAILS} 2>> ${BUILDDETAILS} && \ |
| 111 |
echo "" >> ${BUILDDETAILS} && \ |
| 112 |
echo "-------------------- ant all" \ |
| 113 |
>> ${BUILDDETAILS} && \ |
| 114 |
ant -propertyfile ${ANTPROPFILE} all >> ${BUILDDETAILS} 2>> ${BUILDDETAILS} && \ |
| 115 |
echo "" >> ${BUILDDETAILS} && \ |
| 116 |
echo "-------------------- ant buildjars" \ |
| 117 |
>> ${BUILDDETAILS} && \ |
| 118 |
ant -propertyfile ${ANTPROPFILE} buildjars >> ${BUILDDETAILS} 2>> ${BUILDDETAILS} |
| 119 |
|
| 120 |
ENDTIME=`date +%Y-%m-%d" "%H:%M:%S` |
| 121 |
echo "[Build ended ${ENDTIME}," >> ${BUILDINFO} |
| 122 |
echo " started ${STARTTIME}]" >> ${BUILDINFO} |
| 123 |
rm -f ${BUILDLOGDIR}/lastBuildInfo |
| 124 |
cp ${BUILDINFO} ${BUILDLOGDIR}/lastBuildInfo |
| 125 |
grep "rrors " ${BUILDDETAILS} >> ${BUILDLOGDIR}/lastBuildInfo |
| 126 |
grep "BUILD" ${BUILDDETAILS} >> ${BUILDLOGDIR}/lastBuildInfo |
| 127 |
|
| 128 |
BUILDS="${DERBYDIR}/testing/builds" |
| 129 |
# Flag that building went OK: |
| 130 |
if [ -e ${BUILDLOGDIR}/${BUILDID}/buildDetails ] |
| 131 |
then |
| 132 |
if [ "`grep "BUILD SUCCESSFUL" ${BUILDLOGDIR}/${BUILDID}/buildDetails | wc -l | gawk '{ print $1 }'`" == "3" ] && \ |
| 133 |
[ "`grep "BUILD FAILED" ${BUILDLOGDIR}/${BUILDID}/buildDetails | wc -l | gawk '{ print $1 }'`" == "0" ] |
| 134 |
then |
| 135 |
echo "touch ${BUILDLOGDIR}/buildOK" |
| 136 |
touch ${BUILDLOGDIR}/buildOK |
| 137 |
|
| 138 |
# We're in ${SRCDIR} |
| 139 |
${TOOLDIR}/calcJarFootprint > ${BUILDS}/${REVISION}.size |
| 140 |
chmod go+r ${BUILDS}/${REVISION}.size |
| 141 |
# Publish externally: |
| 142 |
SRC="${BUILDS}/${REVISION}.size" |
| 143 |
DST="${PUBLISHDIR}/builds/${REVISION}.size" |
| 144 |
echo "**** OBS! ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}" |
| 145 |
${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST} |
| 146 |
|
| 147 |
SUBJECT="Derby build OK - ${REVISION} ${SANDBOX}" |
| 148 |
|
| 149 |
SHOWBUILDERRORS="" |
| 150 |
if [ "`grep "errors" ${BUILDLOGDIR}/${BUILDID}/buildDetails | grep "\[javac\]" | wc -l | gawk '{ print $1 }'`" != "0" ] |
| 151 |
then |
| 152 |
SUBJECT="WARNING! There were build ERRORs! - ${REVISION} ${SANDBOX}" |
| 153 |
SHOWBUILDERRORS="${BUILDLOGDIR}/${BUILDID}/buildDetails" |
| 154 |
echo "touch ${BUILDLOGDIR}/buildERRORS" |
| 155 |
touch ${BUILDLOGDIR}/buildERRORS |
| 156 |
|
| 157 |
cp ${BUILDLOGDIR}/${BUILDID}/buildDetails ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails |
| 158 |
|
| 159 |
SEDSCR="'s:${DERBYDIR}/::'" |
| 160 |
SEDCMD="sed -e ${SEDSCR} ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails " |
| 161 |
echo ${SEDCMD} > sedCmd$$ |
| 162 |
. ./sedCmd$$ \ |
| 163 |
> ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt |
| 164 |
rm sedCmd$$ |
| 165 |
|
| 166 |
rm ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails |
| 167 |
chmod go+r ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt |
| 168 |
fi |
| 169 |
|
| 170 |
# Do an execution check, and get the sysinfo for use in test reports. |
| 171 |
java -cp ${SRCDIR}/classes org.apache.derby.tools.sysinfo > ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt 2> ${BUILDLOGDIR}/${BUILDID}/sysinfo.err |
| 172 |
cp ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt ${BUILDLOGDIR}/currentSysInfo.txt |
| 173 |
|
| 174 |
# Include ${DERBYDIR}/testing/UpdateInfo/${REVISION}.txt (created by updateDerby) in mails |
| 175 |
# REVISION=`echo ${REVISION} | gawk '{ print $2 }'` |
| 176 |
REVUPDATE="${DERBYDIR}/testing/UpdateInfo/${REVISION}.txt" |
| 177 |
### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SUBJECT}" "${MAILTOINT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt ${SHOWBUILDERRORS} ${REVUPDATE}" |
| 178 |
### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SUBJECT}" "${MAILTOEXT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt ${SHOWBUILDERRORS} ${REVUPDATE}" |
| 179 |
mv ${BUILDLOGDIR}/${BUILDID} ${BUILDLOGDIR}/${REVISION} |
| 180 |
# Observe that e.g. PUBLISHBUILDINFO will no longer be valid: correct def.: |
| 181 |
PUBLISHBUILDINFO="${BUILDLOGDIR}/${REVISION}/buildInfo" |
| 182 |
|
| 183 |
if [ "${MKBUILDZIP}" == "ZipJars" ] |
| 184 |
then |
| 185 |
# Zip the jars |
| 186 |
echo "${DERBYDIR}/BuildLog/${REVISION}/sysinfo.txt" |
| 187 |
ls -al ${DERBYDIR}/BuildLog/${REVISION} |
| 188 |
DERBYVERSION=`grep "/classes] " ${DERBYDIR}/BuildLog/${REVISION}/sysinfo.txt | gawk -F] '{ print $2 }' | gawk '{ print $1$2 }'` |
| 189 |
cd ${SRCDIR}/jars/insane/ |
| 190 |
ZIPPEDJARS="Derby${DERBYVERSION}_${BUILDID}-SVN${REVISION}.zip" |
| 191 |
# Copy COPYRIGHT, LICENSE, NOTICE to ${SRCDIR}/jars/insane/ (current dir.) to show them on outermost level in .zip file |
| 192 |
cp ${SRCDIR}/jars/insane/lists/META-INF/COPYRIGHT ./COPYRIGHT |
| 193 |
cp ${SRCDIR}/jars/insane/lists/META-INF/LICENSE ./LICENSE |
| 194 |
cp ${SRCDIR}/jars/insane/lists/META-INF/NOTICE ./NOTICE |
| 195 |
chmod a+r COPYRIGHT LICENSE NOTICE |
| 196 |
echo "zip -r -q -9 ${BUILDS}/${ZIPPEDJARS} ." |
| 197 |
zip -r -q -9 ${BUILDS}/${ZIPPEDJARS} . |
| 198 |
chmod a+r ${BUILDS}/${ZIPPEDJARS} |
| 199 |
# Transfer the .zip file to ISP: |
| 200 |
SRC="${BUILDS}/${ZIPPEDJARS}" |
| 201 |
DST="${PUBLISHDIR}/builds/${ZIPPEDJARS}" |
| 202 |
## echo "**** OBS! ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}" |
| 203 |
## ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST} |
| 204 |
|
| 205 |
# Handle the html page describing builds |
| 206 |
cd ${BUILDS} |
| 207 |
|
| 208 |
# Copy COPYRIGHT, LICENSE, NOTICE to builds dir(here): |
| 209 |
cp ${SRCDIR}/jars/insane/lists/META-INF/COPYRIGHT ./COPYRIGHT |
| 210 |
cp ${SRCDIR}/jars/insane/lists/META-INF/LICENSE ./LICENSE |
| 211 |
cp ${SRCDIR}/jars/insane/lists/META-INF/NOTICE ./NOTICE |
| 212 |
chmod a+r COPYRIGHT LICENSE NOTICE |
| 213 |
cp ${PUBLISHBUILDINFO} ./buildInfo${REVISION} |
| 214 |
chmod a+r buildInfo${REVISION} |
| 215 |
# Ditto to ISP: |
| 216 |
## ${SCPUT} COPYRIGHT ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/COPYRIGHT |
| 217 |
## ${SCPUT} LICENSE ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/LICENSE |
| 218 |
## ${SCPUT} NOTICE ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/NOTICE |
| 219 |
## ${SCPUT} buildInfo${REVISION} ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/buildInfo${REVISION} |
| 220 |
|
| 221 |
echo "<TR>" > this.txt |
| 222 |
# Build date & time |
| 223 |
echo "<TD>${STARTTIME}</TD>" >> this.txt |
| 224 |
# SVN revision |
| 225 |
echo "<TD>${REVISION}</TD>" >> this.txt |
| 226 |
# Build info. |
| 227 |
BUILDREF="<TD><a href=\"buildInfo${REVISION}\">Build OK</a></TD>" |
| 228 |
if [ -e ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt ] |
| 229 |
then |
| 230 |
BUILDREF="<TD><A HREF=\"../UpdateInfo/${REVISION}-buildDetails.txt\"><font color=\"red\"><b>Build errors</b></font></A></TD>" |
| 231 |
fi |
| 232 |
echo ${BUILDREF} >> this.txt |
| 233 |
# Test results |
| 234 |
RESULTREF="<TD><A HREF=\"../Present/testSummary-${REVISION}.html\">Test results</A></TD>" |
| 235 |
# Present is a link to Limited(public) or Full(local) |
| 236 |
echo ${RESULTREF} >> this.txt |
| 237 |
# zip |
| 238 |
echo "<TD><A HREF=\"${ZIPPEDJARS}\">${ZIPPEDJARS}</A></TD>" >> this.txt |
| 239 |
# tar.gz |
| 240 |
echo "<TD>tar.gz</TD>" >> this.txt |
| 241 |
echo "</TR>" >> this.txt |
| 242 |
# NB. 8-eight lines are added per build. |
| 243 |
# Never present more than last 11 builds so use following 'head -((11-1)*8)' = 'head -80' |
| 244 |
# NB. Manually clean old zipped jar files locally AND remote. |
| 245 |
# cp buildlist.txt old_buildlist.txt |
| 246 |
head -80 buildlist.txt > old_buildlist.txt |
| 247 |
cat this.txt old_buildlist.txt > buildlist.txt |
| 248 |
cat top.txt buildlist.txt bottom.txt > index.html |
| 249 |
cat top_ext.txt buildlist.txt bottom_ext.txt > index_ext.html |
| 250 |
chmod a+r index.html index_ext.html |
| 251 |
# Transfer the index_ext.html file to ISP: |
| 252 |
SRC="index_ext.html" |
| 253 |
DST="${PUBLISHDIR}/builds/index.html" |
| 254 |
# echo "**** OBS! ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}" |
| 255 |
# ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST} |
| 256 |
fi # if [ "${MKBUILDZIP}" == "BuildZippedJars" ] |
| 257 |
exit |
| 258 |
fi # if [ "`grep "BUILD FAILED" ${BUILDLOGDIR}/${BUILDID}/buildDetails | wc -l | gawk '{ print $1 }'`" = "0" ] |
| 259 |
|
| 260 |
######################################## |
| 261 |
# Buid was not successful, tell it... |
| 262 |
# PARTLY DUPLICATED FROM ABOVE... |
| 263 |
## SHOWBUILDERRORS="" |
| 264 |
## if [ "`grep "errors" ${BUILDLOGDIR}/${BUILDID}/buildDetails | grep "\[javac\]" | wc -l | gawk '{ print $1 }'`" != "0" ] |
| 265 |
## then |
| 266 |
SUBJECT="WARNING! There were build ERRORs! - ${REVISION} ${SANDBOX}" |
| 267 |
## SHOWBUILDERRORS="${BUILDLOGDIR}/${BUILDID}/buildDetails" |
| 268 |
echo "touch ${BUILDLOGDIR}/buildERRORS" |
| 269 |
touch ${BUILDLOGDIR}/buildERRORS |
| 270 |
|
| 271 |
cp ${BUILDLOGDIR}/${BUILDID}/buildDetails ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails |
| 272 |
|
| 273 |
SEDSCR="'s:${DERBYDIR}/::'" |
| 274 |
SEDCMD="sed -e ${SEDSCR} ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails " |
| 275 |
echo ${SEDCMD} > sedCmd$$ |
| 276 |
. ./sedCmd$$ \ |
| 277 |
> ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt |
| 278 |
rm sedCmd$$ |
| 279 |
|
| 280 |
rm ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails |
| 281 |
chmod go+r ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt |
| 282 |
## fi |
| 283 |
######################################## |
| 284 |
|
| 285 |
fi |
| 286 |
|
| 287 |
### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SANDBOX} build failed" "${MAILTOINT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/buildDetails" |
| 288 |
### UNCOMMENT TO SEND MAIL. # ${TOOLDIR}/textMail "${SANDBOX} build failed" "${MAILTOEXT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/buildDetails" |