Debian Codegraph @

tools/testing/reporting/scripts/buildDerby

raw
1 #!/bin/bash
2
3 # Licensed to the Apache Software Foundation (ASF) under one or more
4 # contributor license agreements. See the NOTICE file distributed with
5 # this work for additional information regarding copyright ownership.
6 # The ASF licenses this file to you under the Apache License, Version 2.0
7 # (the "License"); you may not use this file except in compliance with
8 # the License. You may obtain a copy of the License at
9 #
10 # http://www.apache.org/licenses/LICENSE-2.0
11 #
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17
18 # ${TOOLDIR}/buildDerby [MKBUILDZIP] [ANTPROPFILE]
19 #
20 # if "ZipJars"..:
21 MKBUILDZIP=$1
22 #
23 ANTPROPFILE=$2
24
25 # You might want to modify:
26 # NOT USED ANY MORE. MYWORKSTATION=atum02.norway.sun.com
27
28 # You should NOT need to modify anything below.
29 # derby_source must be defined.
30 # NB: Assumes . ./env.sh is done to set JAVA_HOME etc. correctly.
31 #---------------------------------------------
32 TOOLDIR="${DERBYDIR}/${BRANCH_DIR}/tools/testing/reporting/scripts"
33 . ${TOOLDIR}/env
34
35 SRCDIR=${derby_source}
36
37 if [ ! -e ${SRCDIR} ]
38 then
39 echo "${SRCDIR} does not exist."
40 exit
41 fi
42
43 # GETHOSTNAME="host"
44 GETHOSTNAME="echo"
45
46 rm -f ${BUILDLOGDIR}/buildOK
47
48 SANDBOX=`basename ${DERBYDIR}`
49
50 UPDATELOGDIR=${DERBYDIR}/UpdateLog
51 if [ ! -e ${UPDATELOGDIR}/updateOK ]
52 then
53 echo "Derby was NOT updated:"
54 echo " ${UPDATELOGDIR}/updateOK does not exist."
55 ### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SANDBOX} was NOT updated" "${MAILTOINT}" "${UPDATELOGDIR}/update.out"
56 exit
57 fi
58
59 BUILDID=`date +%Y-%m-%d_%H-%M-%S`
60 STARTTIME=`date +%Y-%m-%d" "%H:%M:%S`
61 BUILDLOGDIRCUR=${BUILDLOGDIR}/${BUILDID}
62 mkdir -p ${BUILDLOGDIRCUR}
63 if [ ! -e ${BUILDLOGDIRCUR} ]
64 then
65 echo "${BUILDLOGDIRCUR} does not exist."
66 exit
67 fi
68
69 BUILDINFO=${BUILDLOGDIRCUR}/info
70 PUBLISHBUILDINFO=${BUILDLOGDIRCUR}/buildInfo
71 BUILDDETAILS=${BUILDLOGDIRCUR}/buildDetails
72 BUILDHOSTINFO=`uname -srpi`
73 BUILDHOST=`uname -n`
74 BUILDHOST=`${GETHOSTNAME} ${BUILDHOST} | awk '{print $1}'`
75 cd ${SRCDIR}
76
77 REVISION=`svn info | grep '^Revision:'`
78 REVISION=`echo ${REVISION} | gawk '{ print $2 }'`
79 REPOSITORY=`svn info | grep '^URL:'`
80
81 echo "Built on ${BUILDHOSTINFO}[${BUILDHOST}] at ${STARTTIME}" \
82 > ${BUILDINFO}
83 echo "Using Revision: ${REVISION} from ${REPOSITORY}" >> ${BUILDINFO}
84 echo "ANT_HOME: ${ANT_HOME}" >> ${BUILDINFO}
85 echo "JAVA_HOME: ${JAVA_HOME}" >> ${BUILDINFO}
86
87 # Build information for publishing along with build jars:
88 echo "Build information:" > ${PUBLISHBUILDINFO}
89 echo "OS: ${BUILDHOSTINFO}" >> ${PUBLISHBUILDINFO}
90 echo "JAVA_HOME: ${JAVA_HOME}" >> ${PUBLISHBUILDINFO}
91 echo "JDK: ${JAVA_HOME}/bin/java -version :" >> ${PUBLISHBUILDINFO}
92 ${JAVA_HOME}/bin/java -version >> ${PUBLISHBUILDINFO} 2>${PUBLISHBUILDINFO}.err
93 cat ${PUBLISHBUILDINFO}.err >> ${PUBLISHBUILDINFO}
94
95 # ssh ${MYWORKSTATION} "cd ${SRCDIR}; svn status" > ${BUILDLOGDIRCUR}/localChanges
96 svn status > ${BUILDLOGDIRCUR}/localChanges
97
98 echo "-------------------- ant" > ${BUILDDETAILS}
99 # Set ant property file if NOT given as second param.
100 if [ "${ANTPROPFILE}" == "" ]
101 then
102 ANTPROPFILE=${HOME}/ant.properties
103 fi
104 echo "${ANTPROPFILE}:" >> ${BUILDDETAILS}
105 cat ${ANTPROPFILE} >> ${BUILDDETAILS}
106
107 echo " Build details in: ${BUILDDETAILS}"
108 echo "-------------------- ant clobber" \
109 >> ${BUILDDETAILS} && \
110 ant -propertyfile ${ANTPROPFILE} clobber >> ${BUILDDETAILS} 2>> ${BUILDDETAILS} && \
111 echo "" >> ${BUILDDETAILS} && \
112 echo "-------------------- ant all" \
113 >> ${BUILDDETAILS} && \
114 ant -propertyfile ${ANTPROPFILE} all >> ${BUILDDETAILS} 2>> ${BUILDDETAILS} && \
115 echo "" >> ${BUILDDETAILS} && \
116 echo "-------------------- ant buildjars" \
117 >> ${BUILDDETAILS} && \
118 ant -propertyfile ${ANTPROPFILE} buildjars >> ${BUILDDETAILS} 2>> ${BUILDDETAILS}
119
120 ENDTIME=`date +%Y-%m-%d" "%H:%M:%S`
121 echo "[Build ended ${ENDTIME}," >> ${BUILDINFO}
122 echo " started ${STARTTIME}]" >> ${BUILDINFO}
123 rm -f ${BUILDLOGDIR}/lastBuildInfo
124 cp ${BUILDINFO} ${BUILDLOGDIR}/lastBuildInfo
125 grep "rrors " ${BUILDDETAILS} >> ${BUILDLOGDIR}/lastBuildInfo
126 grep "BUILD" ${BUILDDETAILS} >> ${BUILDLOGDIR}/lastBuildInfo
127
128 BUILDS="${DERBYDIR}/testing/builds"
129 # Flag that building went OK:
130 if [ -e ${BUILDLOGDIR}/${BUILDID}/buildDetails ]
131 then
132 if [ "`grep "BUILD SUCCESSFUL" ${BUILDLOGDIR}/${BUILDID}/buildDetails | wc -l | gawk '{ print $1 }'`" == "3" ] && \
133 [ "`grep "BUILD FAILED" ${BUILDLOGDIR}/${BUILDID}/buildDetails | wc -l | gawk '{ print $1 }'`" == "0" ]
134 then
135 echo "touch ${BUILDLOGDIR}/buildOK"
136 touch ${BUILDLOGDIR}/buildOK
137
138 # We're in ${SRCDIR}
139 ${TOOLDIR}/calcJarFootprint > ${BUILDS}/${REVISION}.size
140 chmod go+r ${BUILDS}/${REVISION}.size
141 # Publish externally:
142 SRC="${BUILDS}/${REVISION}.size"
143 DST="${PUBLISHDIR}/builds/${REVISION}.size"
144 echo "**** OBS! ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}"
145 ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}
146
147 SUBJECT="Derby build OK - ${REVISION} ${SANDBOX}"
148
149 SHOWBUILDERRORS=""
150 if [ "`grep "errors" ${BUILDLOGDIR}/${BUILDID}/buildDetails | grep "\[javac\]" | wc -l | gawk '{ print $1 }'`" != "0" ]
151 then
152 SUBJECT="WARNING! There were build ERRORs! - ${REVISION} ${SANDBOX}"
153 SHOWBUILDERRORS="${BUILDLOGDIR}/${BUILDID}/buildDetails"
154 echo "touch ${BUILDLOGDIR}/buildERRORS"
155 touch ${BUILDLOGDIR}/buildERRORS
156
157 cp ${BUILDLOGDIR}/${BUILDID}/buildDetails ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails
158
159 SEDSCR="'s:${DERBYDIR}/::'"
160 SEDCMD="sed -e ${SEDSCR} ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails "
161 echo ${SEDCMD} > sedCmd$$
162 . ./sedCmd$$ \
163 > ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt
164 rm sedCmd$$
165
166 rm ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails
167 chmod go+r ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt
168 fi
169
170 # Do an execution check, and get the sysinfo for use in test reports.
171 java -cp ${SRCDIR}/classes org.apache.derby.tools.sysinfo > ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt 2> ${BUILDLOGDIR}/${BUILDID}/sysinfo.err
172 cp ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt ${BUILDLOGDIR}/currentSysInfo.txt
173
174 # Include ${DERBYDIR}/testing/UpdateInfo/${REVISION}.txt (created by updateDerby) in mails
175 # REVISION=`echo ${REVISION} | gawk '{ print $2 }'`
176 REVUPDATE="${DERBYDIR}/testing/UpdateInfo/${REVISION}.txt"
177 ### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SUBJECT}" "${MAILTOINT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt ${SHOWBUILDERRORS} ${REVUPDATE}"
178 ### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SUBJECT}" "${MAILTOEXT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/sysinfo.txt ${SHOWBUILDERRORS} ${REVUPDATE}"
179 mv ${BUILDLOGDIR}/${BUILDID} ${BUILDLOGDIR}/${REVISION}
180 # Observe that e.g. PUBLISHBUILDINFO will no longer be valid: correct def.:
181 PUBLISHBUILDINFO="${BUILDLOGDIR}/${REVISION}/buildInfo"
182
183 if [ "${MKBUILDZIP}" == "ZipJars" ]
184 then
185 # Zip the jars
186 echo "${DERBYDIR}/BuildLog/${REVISION}/sysinfo.txt"
187 ls -al ${DERBYDIR}/BuildLog/${REVISION}
188 DERBYVERSION=`grep "/classes] " ${DERBYDIR}/BuildLog/${REVISION}/sysinfo.txt | gawk -F] '{ print $2 }' | gawk '{ print $1$2 }'`
189 cd ${SRCDIR}/jars/insane/
190 ZIPPEDJARS="Derby${DERBYVERSION}_${BUILDID}-SVN${REVISION}.zip"
191 # Copy COPYRIGHT, LICENSE, NOTICE to ${SRCDIR}/jars/insane/ (current dir.) to show them on outermost level in .zip file
192 cp ${SRCDIR}/jars/insane/lists/META-INF/COPYRIGHT ./COPYRIGHT
193 cp ${SRCDIR}/jars/insane/lists/META-INF/LICENSE ./LICENSE
194 cp ${SRCDIR}/jars/insane/lists/META-INF/NOTICE ./NOTICE
195 chmod a+r COPYRIGHT LICENSE NOTICE
196 echo "zip -r -q -9 ${BUILDS}/${ZIPPEDJARS} ."
197 zip -r -q -9 ${BUILDS}/${ZIPPEDJARS} .
198 chmod a+r ${BUILDS}/${ZIPPEDJARS}
199 # Transfer the .zip file to ISP:
200 SRC="${BUILDS}/${ZIPPEDJARS}"
201 DST="${PUBLISHDIR}/builds/${ZIPPEDJARS}"
202 ## echo "**** OBS! ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}"
203 ## ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}
204
205 # Handle the html page describing builds
206 cd ${BUILDS}
207
208 # Copy COPYRIGHT, LICENSE, NOTICE to builds dir(here):
209 cp ${SRCDIR}/jars/insane/lists/META-INF/COPYRIGHT ./COPYRIGHT
210 cp ${SRCDIR}/jars/insane/lists/META-INF/LICENSE ./LICENSE
211 cp ${SRCDIR}/jars/insane/lists/META-INF/NOTICE ./NOTICE
212 chmod a+r COPYRIGHT LICENSE NOTICE
213 cp ${PUBLISHBUILDINFO} ./buildInfo${REVISION}
214 chmod a+r buildInfo${REVISION}
215 # Ditto to ISP:
216 ## ${SCPUT} COPYRIGHT ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/COPYRIGHT
217 ## ${SCPUT} LICENSE ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/LICENSE
218 ## ${SCPUT} NOTICE ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/NOTICE
219 ## ${SCPUT} buildInfo${REVISION} ${PUBLISHUSER}@${PUBLISHSITE}:${PUBLISHDIR}/builds/buildInfo${REVISION}
220
221 echo "<TR>" > this.txt
222 # Build date & time
223 echo "<TD>${STARTTIME}</TD>" >> this.txt
224 # SVN revision
225 echo "<TD>${REVISION}</TD>" >> this.txt
226 # Build info.
227 BUILDREF="<TD><a href=\"buildInfo${REVISION}\">Build OK</a></TD>"
228 if [ -e ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt ]
229 then
230 BUILDREF="<TD><A HREF=\"../UpdateInfo/${REVISION}-buildDetails.txt\"><font color=\"red\"><b>Build errors</b></font></A></TD>"
231 fi
232 echo ${BUILDREF} >> this.txt
233 # Test results
234 RESULTREF="<TD><A HREF=\"../Present/testSummary-${REVISION}.html\">Test results</A></TD>"
235 # Present is a link to Limited(public) or Full(local)
236 echo ${RESULTREF} >> this.txt
237 # zip
238 echo "<TD><A HREF=\"${ZIPPEDJARS}\">${ZIPPEDJARS}</A></TD>" >> this.txt
239 # tar.gz
240 echo "<TD>tar.gz</TD>" >> this.txt
241 echo "</TR>" >> this.txt
242 # NB. 8-eight lines are added per build.
243 # Never present more than last 11 builds so use following 'head -((11-1)*8)' = 'head -80'
244 # NB. Manually clean old zipped jar files locally AND remote.
245 # cp buildlist.txt old_buildlist.txt
246 head -80 buildlist.txt > old_buildlist.txt
247 cat this.txt old_buildlist.txt > buildlist.txt
248 cat top.txt buildlist.txt bottom.txt > index.html
249 cat top_ext.txt buildlist.txt bottom_ext.txt > index_ext.html
250 chmod a+r index.html index_ext.html
251 # Transfer the index_ext.html file to ISP:
252 SRC="index_ext.html"
253 DST="${PUBLISHDIR}/builds/index.html"
254 # echo "**** OBS! ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}"
255 # ${SCPUT} ${SRC} ${PUBLISHUSER}@${PUBLISHSITE}:${DST}
256 fi # if [ "${MKBUILDZIP}" == "BuildZippedJars" ]
257 exit
258 fi # if [ "`grep "BUILD FAILED" ${BUILDLOGDIR}/${BUILDID}/buildDetails | wc -l | gawk '{ print $1 }'`" = "0" ]
259
260 ########################################
261 # Buid was not successful, tell it...
262 # PARTLY DUPLICATED FROM ABOVE...
263 ## SHOWBUILDERRORS=""
264 ## if [ "`grep "errors" ${BUILDLOGDIR}/${BUILDID}/buildDetails | grep "\[javac\]" | wc -l | gawk '{ print $1 }'`" != "0" ]
265 ## then
266 SUBJECT="WARNING! There were build ERRORs! - ${REVISION} ${SANDBOX}"
267 ## SHOWBUILDERRORS="${BUILDLOGDIR}/${BUILDID}/buildDetails"
268 echo "touch ${BUILDLOGDIR}/buildERRORS"
269 touch ${BUILDLOGDIR}/buildERRORS
270
271 cp ${BUILDLOGDIR}/${BUILDID}/buildDetails ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails
272
273 SEDSCR="'s:${DERBYDIR}/::'"
274 SEDCMD="sed -e ${SEDSCR} ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails "
275 echo ${SEDCMD} > sedCmd$$
276 . ./sedCmd$$ \
277 > ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt
278 rm sedCmd$$
279
280 rm ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails
281 chmod go+r ${DERBYDIR}/testing/UpdateInfo/${REVISION}-buildDetails.txt
282 ## fi
283 ########################################
284
285 fi
286
287 ### UNCOMMENT TO SEND MAIL. ${TOOLDIR}/textMail "${SANDBOX} build failed" "${MAILTOINT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/buildDetails"
288 ### UNCOMMENT TO SEND MAIL. # ${TOOLDIR}/textMail "${SANDBOX} build failed" "${MAILTOEXT}" "${BUILDLOGDIR}/lastBuildInfo ${BUILDLOGDIR}/${BUILDID}/buildDetails"