1 | #!/bin/sh |
---|
2 | |
---|
3 | # Copyright (C) 2007 International Business Machines. |
---|
4 | # All Rights Reserved. |
---|
5 | # This file is distributed under the Eclipse Public License. |
---|
6 | # It is part of the BuildTools project in COIN-OR (www.coin-or.org) |
---|
7 | # |
---|
8 | # $Id: prepare_new_release 2946 2013-09-13 08:36:21Z tkr $ |
---|
9 | # |
---|
10 | # Author: Andreas Waechter IBM 2007-06-21 |
---|
11 | # Modified: Lou Hafer SFU 2008-01-20 |
---|
12 | # Accommodate simultaneous creation of releases with circular |
---|
13 | # dependencies. |
---|
14 | # Modified: Ted Ralphs Lehigh University 2009-07-10 |
---|
15 | # Set libtool version info automatically |
---|
16 | # Modified: Lou Hafer SFU 2010-06-02 |
---|
17 | # Adapt to new script architecture pioneered in *_new_stable; major |
---|
18 | # rewrite. |
---|
19 | # Modified: Lou Hafer SFU 2011-03-14 |
---|
20 | # Change handling of externals so the svn:externals is left pointing to |
---|
21 | # releases but Dependencies is left pointing to stable branches. |
---|
22 | # Modified: Stefan Vigerske HU 2011-07-16 |
---|
23 | # Do not attempt to configure/make/make test ThirdParty projects that |
---|
24 | # do not have a get-script, since this fails in most cases (which is |
---|
25 | # the expected behaviour). |
---|
26 | |
---|
27 | #set -x -v |
---|
28 | set -e |
---|
29 | |
---|
30 | # You can think of this script as having two sections: parameter parsing and |
---|
31 | # validation, followed by generation of the release candidate. See the help |
---|
32 | # message for a good description of the actions taken to generate the release |
---|
33 | # candidate. |
---|
34 | |
---|
35 | # Know thy self. If there are no '/' chars in the command name, we're running |
---|
36 | # in the currrent directory. Otherwise, strip the command name, leaving the |
---|
37 | # prefix. Coin-functions is expected to live in the same directory. |
---|
38 | |
---|
39 | if expr "$0" : '.*/.*' >/dev/null 2>&1 ; then |
---|
40 | cmdDir=`echo $0 | sed -e 's,\(.*\)/[^/]*,\1,'` |
---|
41 | else |
---|
42 | cmdDir='.' |
---|
43 | fi |
---|
44 | cmdDir=`cd $cmdDir ; pwd` |
---|
45 | if test -r $cmdDir/coin-functions ; then |
---|
46 | . $cmdDir/coin-functions |
---|
47 | else |
---|
48 | echo "Cannot find utility functions file coin-functions; exiting." |
---|
49 | fi |
---|
50 | |
---|
51 | # Note that plain sh does not accept negative exit values |
---|
52 | |
---|
53 | exitValue=0 |
---|
54 | |
---|
55 | # Specify the COIN URL base for convenience. |
---|
56 | |
---|
57 | coinURL="https://projects.coin-or.org/svn" |
---|
58 | |
---|
59 | # Begin parameter processing. |
---|
60 | |
---|
61 | printHelp=0 |
---|
62 | ignoreBuildToolsMismatch=no |
---|
63 | mismatchBTExternals= |
---|
64 | suppressCheckout=0 |
---|
65 | |
---|
66 | # stableURL will be the stable branch that is the parent for the release we |
---|
67 | # are building. We'll need to be able to distinguish ThirdParty and Data |
---|
68 | # builds, and BuildTools itself; they require special handling. If a project |
---|
69 | # is not BuildTools, ThirdParty, or Data, it's `normal'. |
---|
70 | # SV: I think also ThirdParty projects should be treated as 'normal', so I changed that. |
---|
71 | |
---|
72 | stableURL= |
---|
73 | isThirdParty=no |
---|
74 | isData=no |
---|
75 | isBuildTools=no |
---|
76 | isNormal=yes |
---|
77 | |
---|
78 | # cmdBTURL is required when stableURL specifies a ThirdParty or Data |
---|
79 | # project --- we'll need to assemble a temporary package while creating the |
---|
80 | # release candidate. |
---|
81 | |
---|
82 | cmdBTURL= |
---|
83 | |
---|
84 | # stableExternals specifies externals for which we are doing simultaneous |
---|
85 | # releases. We will use the stable branch of the external while preparing |
---|
86 | # and testing this release candidate, changing svn:externals to specify a |
---|
87 | # (nonexistent) release of the external at the last moment. |
---|
88 | |
---|
89 | stableExternals= |
---|
90 | |
---|
91 | # exciseExternals specifies externals that should be removed when creating the |
---|
92 | # new release. |
---|
93 | |
---|
94 | exciseExternals= |
---|
95 | |
---|
96 | # We need at least one parameter. |
---|
97 | |
---|
98 | if test "$#" -eq 0; then |
---|
99 | printHelp=1 |
---|
100 | else |
---|
101 | |
---|
102 | # Process the parameters. A parameter without an opening `-' is assumed to be |
---|
103 | # the spec for the stable branch. |
---|
104 | |
---|
105 | while test $# -gt 0 && test $exitValue = 0 && test $printHelp = 0 ; do |
---|
106 | case "$1" in |
---|
107 | -h* | --h*) printHelp=1 ;; |
---|
108 | -i* | --i*) |
---|
109 | if expr "$1" : '.*-i.*=.*' 2>&1 >/dev/null ; then |
---|
110 | mismatchBTExternals=`echo $1 | sed -n -e 's/[^=]*=\(.*\)/\1/p'` |
---|
111 | else |
---|
112 | shift |
---|
113 | mismatchBTExternals=$1 |
---|
114 | fi |
---|
115 | if test "x$mismatchBTExternals" = "xall" ; then |
---|
116 | ignoreBuildToolsMismatch=all |
---|
117 | else |
---|
118 | ignoreBuildToolsMismatch=partial |
---|
119 | fi |
---|
120 | ;; |
---|
121 | -p* | --p*) suppressCheckout=1 ;; |
---|
122 | -s* | --s*) |
---|
123 | if expr "$1" : '.*-s.*=.*' 2>&1 >/dev/null ; then |
---|
124 | stableExternals=`echo $1 | sed -n -e 's/[^=]*=\(.*\)/\1/p'` |
---|
125 | else |
---|
126 | shift |
---|
127 | stableExternals=$1 |
---|
128 | fi |
---|
129 | ;; |
---|
130 | -x* | --x*) |
---|
131 | if expr "$1" : '.*-x.*=.*' 2>&1 >/dev/null ; then |
---|
132 | exciseExternals=`echo $1 | sed -n -e 's/[^=]*=\(.*\)/\1/p'` |
---|
133 | else |
---|
134 | shift |
---|
135 | exciseExternals=$1 |
---|
136 | fi |
---|
137 | ;; |
---|
138 | -b* | --b*) |
---|
139 | if expr "$1" : '.*-b.*=.*' 2>&1 >/dev/null ; then |
---|
140 | cmdBTURL=`echo $1 | sed -n -e 's/[^=]*=\(.*\)/\1/p'` |
---|
141 | else |
---|
142 | shift |
---|
143 | cmdBTURL=$1 |
---|
144 | fi |
---|
145 | if expr "$cmdBTURL" : '.*BuildTools.*' 2>&1 >/dev/null ; then |
---|
146 | case $cmdBTURL in |
---|
147 | http*) ;; |
---|
148 | *) cmdBTURL=${coinURL}/$cmdBTURL |
---|
149 | ;; |
---|
150 | esac |
---|
151 | else |
---|
152 | echo '' |
---|
153 | echo "URL $cmdBTURL does not point to BuildTools." |
---|
154 | echo '' |
---|
155 | printHelp=1 |
---|
156 | exitValue=3 |
---|
157 | fi |
---|
158 | ;; |
---|
159 | |
---|
160 | -*) echo "$0: unrecognised command line switch '"$1"'." |
---|
161 | printHelp=1 |
---|
162 | exitValue=1 |
---|
163 | ;; |
---|
164 | *) stableURL=$1 |
---|
165 | if expr "$stableURL" : '.*/stable/.*' 2>&1 >/dev/null ; then |
---|
166 | case $stableURL in |
---|
167 | http*) ;; |
---|
168 | BuildTools/ThirdParty/* ) |
---|
169 | stableURL=${coinURL}/$stableURL |
---|
170 | ;; |
---|
171 | ThirdParty/* ) |
---|
172 | stableURL=${coinURL}/BuildTools/$stableURL |
---|
173 | ;; |
---|
174 | CoinAll/* ) |
---|
175 | stableURL=${coinURL}/CoinBinary/$stableURL |
---|
176 | ;; |
---|
177 | *) stableURL=${coinURL}/$stableURL |
---|
178 | ;; |
---|
179 | esac |
---|
180 | else |
---|
181 | echo '' |
---|
182 | echo "URL $stableURL does not specify a stable release." |
---|
183 | echo '' |
---|
184 | printHelp=1 |
---|
185 | exitValue=2 |
---|
186 | fi |
---|
187 | ;; |
---|
188 | esac |
---|
189 | shift |
---|
190 | done |
---|
191 | |
---|
192 | # Consistency checks: Make sure that the stable URL exists. If we're building |
---|
193 | # a ThirdParty or Data release, we need a BuildTools URL. |
---|
194 | |
---|
195 | if test $printHelp = 0 && test $exitValue = 0 ; then |
---|
196 | if svn list $stableURL 2>&1 >/dev/null ; then |
---|
197 | : |
---|
198 | else |
---|
199 | echo "Stable URL $stableURL does not seem to exist." |
---|
200 | printHelp=1 |
---|
201 | exitValue=5 |
---|
202 | fi |
---|
203 | fi |
---|
204 | if test $printHelp = 0 && test $exitValue = 0 ; then |
---|
205 | case $stableURL in |
---|
206 | *ThirdParty/* ) |
---|
207 | isThirdParty=yes |
---|
208 | ;; |
---|
209 | *Data/* ) |
---|
210 | isData=yes |
---|
211 | ;; |
---|
212 | *BuildTools/* ) |
---|
213 | isBuildTools=yes |
---|
214 | isNormal=no |
---|
215 | ;; |
---|
216 | *) |
---|
217 | ;; |
---|
218 | esac |
---|
219 | if test $isThirdParty = yes || test $isData = yes ; then |
---|
220 | if test -z $cmdBTURL ; then |
---|
221 | echo "You must provide a BuildTools URL to build a ThirdParty or Data project." |
---|
222 | printHelp=1 |
---|
223 | exitValue=4 |
---|
224 | else |
---|
225 | if svn list $cmdBTURL 2>&1 >/dev/null ; then |
---|
226 | : |
---|
227 | else |
---|
228 | echo "BuildTools URL $cmdBTURL does not seem to exist." |
---|
229 | printHelp=1 |
---|
230 | exitValue=6 |
---|
231 | fi |
---|
232 | fi |
---|
233 | fi |
---|
234 | fi |
---|
235 | fi # if "$#" .eq 0 |
---|
236 | |
---|
237 | if test $printHelp = 1 ; then |
---|
238 | cat <<EOF |
---|
239 | Usage: prepare_new_release <stableVer> [options] |
---|
240 | |
---|
241 | COIN standard practice is to generate periodic releases by taking a snapshot |
---|
242 | of the stable branch of the project. You can use this script to prepare |
---|
243 | a new release based on the specified stable branch. |
---|
244 | |
---|
245 | <stableVer> specifies the stable branch of your project to be used to |
---|
246 | create the new release. You can specify the entire URL, or you just enter |
---|
247 | what comes after "https://projects.coin-or.org/svn". A typical example is |
---|
248 | |
---|
249 | prepare_new_release Ipopt/stable/3.3 |
---|
250 | |
---|
251 | Options: |
---|
252 | -b <BuildToolsURL> URL for BuildTools; required to generate a release |
---|
253 | for a ThirdParty or Data project. |
---|
254 | -i <projectlist> Ignore BuildTools version mismatches for the listed |
---|
255 | externals (comma-separated list of project names, |
---|
256 | e.g., -i Osi,Cbc). '-i all' ignores all mismatches. |
---|
257 | -p Suppress checkout (useful for testing) |
---|
258 | -s <projectlist> Suppress conversion from stable to release for the |
---|
259 | listed externals (comma-separated list of project |
---|
260 | names). |
---|
261 | -x <projectlist> Remove the listed projects from the list of externals |
---|
262 | (comma-separated list of project names). |
---|
263 | |
---|
264 | This script will do the following: |
---|
265 | |
---|
266 | - Automatically determine the next release number (X.Y.0 if this is the |
---|
267 | first release for stable/X.Y, otherwise one greater than any existing |
---|
268 | release) |
---|
269 | - Check out a clean copy of the specified stable branch, without externals |
---|
270 | - Make sure that the svn:externals property points to releases, with the |
---|
271 | exception of projects in the list specified with -s. |
---|
272 | - Create a new package configure.ac file with the release version number |
---|
273 | specified in the AC_INIT macro. |
---|
274 | - Use the "get.*" scripts to download any ThirdParty code. |
---|
275 | - Execute run_autotools to update configure, Makefile.in, etc., to reflect |
---|
276 | the most recent release of BuildTools. |
---|
277 | - Run the configure script, compile the code, and run the unit test. |
---|
278 | - Replace stable externals for projects specified with -s with the |
---|
279 | appropriate (yet to be committed) release. |
---|
280 | |
---|
281 | If there is any error during these tasks the script will stop and you should |
---|
282 | examine the output. |
---|
283 | |
---|
284 | If the script completes without error, examine the output, particularly the |
---|
285 | output of the unit test ('make test') and the set of externals specified in |
---|
286 | the Dependencies file. |
---|
287 | |
---|
288 | This script does not make any changes to the repository. If you want to |
---|
289 | commit the new release, run the "commit_new_release" script, as described |
---|
290 | at the end of the output. |
---|
291 | |
---|
292 | EOF |
---|
293 | fi |
---|
294 | |
---|
295 | if test $exitValue != 0 || test $printHelp = 1 ; then |
---|
296 | exit $exitValue |
---|
297 | fi |
---|
298 | |
---|
299 | # End of parameter parsing. We have a stable URL to work with. Tell the |
---|
300 | # user what we've seen. |
---|
301 | |
---|
302 | stableURL=`echo $stableURL | sed -e 's|/$||'` |
---|
303 | stableProj=`extractProjFromURL $stableURL` |
---|
304 | majVer=`extractMajorFromURL $stableURL` |
---|
305 | minVer=`extractMinorFromURL $stableURL` |
---|
306 | stableVer=$majVer.$minVer |
---|
307 | echo "Stable URL..........: $stableURL" |
---|
308 | echo "Stable project......: $stableProj" |
---|
309 | echo "Stable branch.......: $stableVer" |
---|
310 | if test -n "$stableExternals" ; then |
---|
311 | echo "Stable externals....: $stableExternals." |
---|
312 | fi |
---|
313 | |
---|
314 | # Find out the most recent release (if any) for the stable branch, then |
---|
315 | # construct the revision number of the new release. If there are existing |
---|
316 | # releases, it's a matter of bumping the revision number and inserting the |
---|
317 | # new revision in the URL. Otherwise, we know the new revision is 0 and we |
---|
318 | # can simply tweak the stable URL. |
---|
319 | |
---|
320 | releaseURL=`bestRelease $stableURL $majVer $minVer | sed -e 's|/$||'` |
---|
321 | if test -n "$releaseURL" ; then |
---|
322 | curRel=`extractReleaseFromURL $releaseURL` |
---|
323 | existingURL=$releaseURL |
---|
324 | newRel=`expr $curRel + 1` |
---|
325 | else |
---|
326 | curRel=-1 |
---|
327 | releaseURL=`echo $stableURL | sed -e s/stable/releases/` |
---|
328 | existingURL="none" |
---|
329 | newRel=0 |
---|
330 | fi |
---|
331 | newVer=$majVer.$minVer.$newRel |
---|
332 | releaseURL=`replaceVersionInURL $releaseURL $majVer $minVer $newRel` |
---|
333 | |
---|
334 | echo "Top release URL.....: $existingURL" |
---|
335 | echo "New release URL.....: $releaseURL" |
---|
336 | |
---|
337 | # Relevant only if we're building ThirdParty or Data |
---|
338 | |
---|
339 | if test $isThirdParty = yes || test $isData = yes ; then |
---|
340 | echo "BuildTools URL......: $cmdBTURL" |
---|
341 | fi |
---|
342 | |
---|
343 | # We need a libtool version number only for normal projects |
---|
344 | |
---|
345 | if test $isNormal = yes ; then |
---|
346 | newLTCurrent=`calcLibtoolCurrent $stableURL $majVer $minVer` |
---|
347 | newLTRevision=$newRel |
---|
348 | newLTAge=`calcLibtoolAge $stableURL $majVer $minVer` |
---|
349 | # expr returns with status 1 if the result of the calculation is 0 |
---|
350 | # this leads to exiting this script, which is somewhat unexpected |
---|
351 | if test "$newLTAge" = 1 ; then |
---|
352 | newLTAge=0 |
---|
353 | else |
---|
354 | newLTAge=`expr $newLTAge - 1` |
---|
355 | fi |
---|
356 | newLTVer=${newLTCurrent}:${newLTRevision}:${newLTAge} |
---|
357 | echo "Libtool version.....: $newLTVer" |
---|
358 | fi |
---|
359 | |
---|
360 | # Now decide where to build and check out code. If the stable project name |
---|
361 | # contains a '/', strip it out to make the build and checkout directories. |
---|
362 | |
---|
363 | topProjName=`echo $stableProj | sed -e 's|.*/\([^/]*\)$|\1|'` |
---|
364 | topBuildDir="${topProjName}-${newVer}" |
---|
365 | if test $isThirdParty = yes; then |
---|
366 | coDir=$topBuildDir/Thirdparty/$stableProj |
---|
367 | elif test $isData = yes; then |
---|
368 | coDir=$topBuildDir/Data/$stableProj |
---|
369 | else |
---|
370 | coDir=$topBuildDir |
---|
371 | fi |
---|
372 | echo "Build directory.....: $topBuildDir" |
---|
373 | echo "Checkout directory..: $coDir" |
---|
374 | |
---|
375 | # Check out the stable branch that'll be the base of the new release. No |
---|
376 | # externals at this point. Creating a release of a ThirdParty or Data project |
---|
377 | # requires a bit of work, as we need to assemble a temporary package with a |
---|
378 | # BuildTools external. |
---|
379 | |
---|
380 | echo '' |
---|
381 | echo "===> Checking out stable release $stableVer without externals..." |
---|
382 | echo '' |
---|
383 | |
---|
384 | rm -rf $topBuildDir |
---|
385 | cmd="svn co --ignore-externals $stableURL $coDir" |
---|
386 | if test $suppressCheckout = 1 ; then |
---|
387 | echo "Pretending to do: $cmd" |
---|
388 | else |
---|
389 | rm -rf $topBuildDir |
---|
390 | echo $cmd |
---|
391 | eval $cmd |
---|
392 | fi |
---|
393 | |
---|
394 | if test $isThirdParty = yes || test $isData = yes; then |
---|
395 | echo '' |
---|
396 | echo '===> Checking out BuildTools (Data or ThirdParty) ...' |
---|
397 | echo '' |
---|
398 | cmd="svn co $cmdBTURL $topBuildDir/BuildTools" |
---|
399 | if test $suppressCheckout = 1 ; then |
---|
400 | echo "Pretending to do: $cmd" |
---|
401 | else |
---|
402 | echo $cmd |
---|
403 | eval $cmd |
---|
404 | fi |
---|
405 | fi |
---|
406 | |
---|
407 | startDir=`pwd` |
---|
408 | coDir=`cd $coDir; pwd` |
---|
409 | topBuildDir=`cd $topBuildDir; pwd` |
---|
410 | |
---|
411 | cd $coDir |
---|
412 | |
---|
413 | # Find configure.ac files for the package and project and update the version. |
---|
414 | # We have no externals or third-party code at this point, so there will be |
---|
415 | # two files for a normal project, one for a ThirdParty or Data project, and |
---|
416 | # none for BuildTools. |
---|
417 | |
---|
418 | echo '' |
---|
419 | echo "===> Checking for configure.ac files ..." |
---|
420 | if test -d $topProjName ; then |
---|
421 | bak_files=`find $topProjName -name 'configure.ac'` |
---|
422 | fi |
---|
423 | if test -e configure.ac ; then |
---|
424 | bak_files="$bak_files configure.ac" |
---|
425 | fi |
---|
426 | |
---|
427 | if test -n "$bak_files" ; then |
---|
428 | for i in $bak_files; do |
---|
429 | cp $i $i.bak |
---|
430 | done |
---|
431 | |
---|
432 | # Take the attitude that [] around parameters in AC_INIT is optional, |
---|
433 | # it's the commas that count. This does make for a surpassing ugly regular |
---|
434 | # expression. A comma in the version string will cause a spectacular failure. |
---|
435 | # In AC_COIN_PROJECTDIR_INIT, take the attitude that there is one parameter |
---|
436 | # with the PMs choosen project name which is preserved and we only add a |
---|
437 | # libtool version number afterwards. |
---|
438 | |
---|
439 | echo '' |
---|
440 | echo "===> Updating version numbers in configure.ac files ..." |
---|
441 | for i in $bak_files; do |
---|
442 | sed -e "s|AC_INIT\(.*\),\(\[*\)[^],]*\(\]*\),\(.*\)|AC_INIT\1,\2$newVer\3,\4|" $i > bla |
---|
443 | mv bla $i |
---|
444 | sed -e "s|AC_COIN_PROJECTDIR_INIT(\(.*\))|AC_COIN_PROJECTDIR_INIT\(\1,$newLTCurrent:$newLTRevision:$newLTAge\)|" $i > bla |
---|
445 | mv bla $i |
---|
446 | svn diff $i |
---|
447 | done |
---|
448 | else |
---|
449 | echo " ... none to process." |
---|
450 | fi |
---|
451 | |
---|
452 | # Find config_proj_default.h. If there's a definition for PROJ_VERSION, adjust it and |
---|
453 | # add config_proj_default.h.bak to the list of files to be restored. |
---|
454 | |
---|
455 | topProjNameUC=`echo $topProjName | tr '[a-z]' '[A-Z]'` |
---|
456 | if test -d $topProjName ; then |
---|
457 | configFileLoc=`find $topProjName -name .svn -prune -o -name 'config_*_default.h' -print` |
---|
458 | fi |
---|
459 | if test -n "$configFileLoc" ; then |
---|
460 | versionSym=${topProjNameUC}_VERSION |
---|
461 | echo '' |
---|
462 | echo "===> Updating $versionSym in $configFileLoc (if present)" |
---|
463 | echo '' |
---|
464 | mv $configFileLoc $configFileLoc.bak |
---|
465 | bak_files="$bak_files $configFileLoc" |
---|
466 | sed -e "s/# *define $versionSym .*\$/#define $versionSym \"$newVer\"/" \ |
---|
467 | -e "s/# *define ${versionSym}_MAJOR .*\$/#define ${versionSym}_MAJOR $majVer/" \ |
---|
468 | -e "s/# *define ${versionSym}_MINOR .*\$/#define ${versionSym}_MINOR $minVer/" \ |
---|
469 | -e "s/# *define ${versionSym}_RELEASE .*\$/#define ${versionSym}_RELEASE $newRel/" \ |
---|
470 | <$configFileLoc.bak >$configFileLoc |
---|
471 | svn diff $configFileLoc |
---|
472 | fi |
---|
473 | |
---|
474 | # The Dependencies file in a stable branch should contain only stable |
---|
475 | # and release references (trunk is flagged as an error below). The overall |
---|
476 | # algorithm is to convert svn:externals to use releases but leave Dependencies |
---|
477 | # with stables. In practice, this is accomplished by backing up Dependencies, |
---|
478 | # using Dependencies to assemble and set svn:externals, and finally restoring |
---|
479 | # Dependencies from the backup after all else is done. |
---|
480 | |
---|
481 | # Look for a file specifying externals. Preferably Dependencies, but check for |
---|
482 | # Externals just in case this is an unconverted project. |
---|
483 | |
---|
484 | srcDepFile= |
---|
485 | for file in Dependencies Externals ; do |
---|
486 | if test -r $file ; then |
---|
487 | srcDepFile=$file |
---|
488 | break |
---|
489 | fi |
---|
490 | done |
---|
491 | |
---|
492 | # Now generate the proper externals for the release. Each line in a |
---|
493 | # Dependencies file has the format <ext_name> <ext_url>. Normally, each |
---|
494 | # <ext_url> should be a stable branch. References to stable branches will be |
---|
495 | # converted to references to releases unless the reference is to a project |
---|
496 | # in the stableExternals list (in which case it'll be converted at the very |
---|
497 | # end). References to releases are not changed. References to trunk are an |
---|
498 | # error. Failure to find a release for an external not in the stableExternals |
---|
499 | # list is an error. Save the existing externals and srcDepFile, as we'll |
---|
500 | # probably change both. |
---|
501 | |
---|
502 | if test -n "$srcDepFile" ; then |
---|
503 | |
---|
504 | svn propget svn:externals . > .Externals.original |
---|
505 | bak_files="$bak_files $srcDepFile" |
---|
506 | cp $srcDepFile $srcDepFile.bak |
---|
507 | |
---|
508 | echo '' |
---|
509 | echo "===> Checking externals in $srcDepFile ..." |
---|
510 | echo '' |
---|
511 | |
---|
512 | # Because we're working directly from command output, the regular expression |
---|
513 | # must check for lines. |
---|
514 | |
---|
515 | ourBTURL=`svn propget svn:externals . | \ |
---|
516 | sed -n -e 's/^BuildTools *https:\([^ ]*\)$/https:\1/p'` |
---|
517 | if test -z "$ourBTURL" ; then |
---|
518 | ourBTURL=none |
---|
519 | fi |
---|
520 | echo "Our BuildTools...: $ourBTURL" |
---|
521 | |
---|
522 | rm -f Dependencies |
---|
523 | ext_name= |
---|
524 | ext_url= |
---|
525 | buildtoolsMismatch=0 |
---|
526 | for i in `cat $srcDepFile.bak`; do |
---|
527 | if test "$ext_name" = ""; then |
---|
528 | ext_name="$i" |
---|
529 | else |
---|
530 | ext_url=$i |
---|
531 | if expr "$ext_name" : '#.*' 2>&1 >/dev/null ; then |
---|
532 | echo " $ext_name $ext_url ==> skipped" |
---|
533 | ext_name= |
---|
534 | continue |
---|
535 | fi |
---|
536 | ext_urltype=`extractTypeFromURL $ext_url` |
---|
537 | ext_proj=`extractProjFromURL $ext_url` |
---|
538 | |
---|
539 | # See if this external should be dropped. |
---|
540 | |
---|
541 | if expr "$exciseExternals" : '.*'$ext_proj'.*' 2>&1 > /dev/null ; then |
---|
542 | echo " $ext_name $ext_url ==> excised" |
---|
543 | ext_name= |
---|
544 | continue |
---|
545 | fi |
---|
546 | |
---|
547 | # External must be a stable or a release. |
---|
548 | |
---|
549 | if test $ext_urltype != stable && test $ext_urltype != release ; then |
---|
550 | echo '' |
---|
551 | echo "===> The external URL $ext_url is not a stable branch or release. Exiting." |
---|
552 | echo '' |
---|
553 | exit 2 |
---|
554 | fi |
---|
555 | |
---|
556 | ext_isNormal=`isNormalURL $ext_url` |
---|
557 | |
---|
558 | # Convert stable branches to releases unless listed in stableExternals. |
---|
559 | # Existing releases are unchanged. |
---|
560 | |
---|
561 | if test $ext_urltype = stable ; then |
---|
562 | if expr "$stableExternals" : '.*'"$ext_proj"'.*' 2>&1 >/dev/null ; then |
---|
563 | echo " $ext_name $ext_url unchanged" |
---|
564 | ext_rel_url=$ext_url |
---|
565 | else |
---|
566 | ext_majVer=`extractMajorFromURL $ext_url` |
---|
567 | ext_minVer=`extractMinorFromURL $ext_url` |
---|
568 | ext_rel_url=`bestRelease $ext_url $ext_majVer $ext_minVer` |
---|
569 | if test -z "$ext_rel_url" ; then |
---|
570 | echo '' |
---|
571 | echo "===> No release for $ext_url. Exiting." |
---|
572 | echo '' |
---|
573 | exit 2 |
---|
574 | fi |
---|
575 | # Normal (not BuildTools/ThirdParty/Data) need a directory name, |
---|
576 | # and it may differ from the project name. Carefully preserve it. |
---|
577 | if test $ext_isNormal = yes ; then |
---|
578 | ext_tail=`extractTailFromExt $ext_url` |
---|
579 | ext_rel_url=${ext_rel_url}${ext_tail} |
---|
580 | fi |
---|
581 | echo " $ext_name $ext_url ==> $ext_rel_url" |
---|
582 | fi |
---|
583 | else |
---|
584 | ext_rel_url=$ext_url |
---|
585 | echo " $ext_name $ext_url ==> unchanged" |
---|
586 | fi |
---|
587 | |
---|
588 | # Get the BuildTools URL for the external and compare to the BuildTools URL |
---|
589 | # for the source, assuming we have one and the external has one. We only need |
---|
590 | # to do this for normal URLs, and we need to strip the tail. |
---|
591 | |
---|
592 | if test $ext_isNormal = yes && |
---|
593 | test $ext_proj != BuildTools && test $ourBTURL != none ; then |
---|
594 | ext_rel_url_notail=`echo $ext_rel_url | sed -e 's,/[^/]*$,,'` |
---|
595 | extBTURL=`svn propget svn:externals $ext_rel_url_notail` |
---|
596 | extBTURL=`echo $extBTURL | \ |
---|
597 | sed -n -e 's/^BuildTools *https:\([^ ]*\) *$/https:\1/p'` |
---|
598 | if test -n "$extBTURL" ; then |
---|
599 | testResult=`compareURLVersions "$ourBTURL" "$extBTURL"` |
---|
600 | if test $testResult = no ; then |
---|
601 | if test $ignoreBuildToolsMismatch = all || \ |
---|
602 | expr "$mismatchBTExternals" : '.*'$ext_proj'.*' 2>&1 >/dev/null ; then |
---|
603 | echo " WARNING: BuildTools mismatch: $ext_url_notail uses $extBTURL" |
---|
604 | else |
---|
605 | buildtoolsMismatch=1 |
---|
606 | echo " ERROR: BuildTools mismatch: $ext_url_notail uses $extBTURL" |
---|
607 | fi |
---|
608 | fi |
---|
609 | fi |
---|
610 | fi |
---|
611 | echo "$ext_name $ext_rel_url" >>Dependencies |
---|
612 | ext_name= |
---|
613 | echo '' |
---|
614 | fi |
---|
615 | done |
---|
616 | |
---|
617 | # If we have a BuildTools mismatch, exit. |
---|
618 | |
---|
619 | if test $buildtoolsMismatch = 1 ; then |
---|
620 | echo "Exiting due to BuildTools mismatches; use -i to ignore." |
---|
621 | exit 2 |
---|
622 | fi |
---|
623 | |
---|
624 | # Try to check out the externals. Try three times before failing. |
---|
625 | echo '' |
---|
626 | echo '===> Updating svn:externals property and checking out externals ...' |
---|
627 | echo '' |
---|
628 | |
---|
629 | svn propset svn:externals -F Dependencies . |
---|
630 | svn update || |
---|
631 | { echo "Retry 1 ... " ; svn update ; } || |
---|
632 | { echo "Retry 2 ... " ; svn update ; } || |
---|
633 | { echo "Checkout of externals failed. Aborting." ; exit 3 ; } |
---|
634 | |
---|
635 | if test -d ThirdParty ; then |
---|
636 | echo '' |
---|
637 | echo '===> Downloading ThirdParty code ...' |
---|
638 | echo '' |
---|
639 | |
---|
640 | ext_name= |
---|
641 | ext_url= |
---|
642 | for i in `svn propget svn:externals .` ; do |
---|
643 | if test -z "$ext_name" ; then |
---|
644 | ext_name="$i" |
---|
645 | else |
---|
646 | ext_url=$i |
---|
647 | if expr "$ext_name" : 'ThirdParty/.*' 2>&1 >/dev/null ; then |
---|
648 | cd $ext_name |
---|
649 | ext_proj=`extractProjFromURL $ext_url` |
---|
650 | getScript=get.$ext_proj |
---|
651 | if test -x "$getScript" ; then |
---|
652 | ./$getScript -y |
---|
653 | fi |
---|
654 | cd $coDir |
---|
655 | fi |
---|
656 | ext_name= |
---|
657 | fi |
---|
658 | done |
---|
659 | fi |
---|
660 | fi |
---|
661 | |
---|
662 | # Finally! Done processing externals. If this is a ThirdParty project, we |
---|
663 | # still have to run the get script, if there is one. |
---|
664 | |
---|
665 | isThirdPartyWithoutGet=no |
---|
666 | if test $isThirdParty = yes ; then |
---|
667 | if test -x get.$stableProj ; then |
---|
668 | echo '' |
---|
669 | echo '===> Downloading third party code ...' |
---|
670 | echo '' |
---|
671 | ./get.$stableProj -y |
---|
672 | else |
---|
673 | isThirdPartyWithoutGet=yes |
---|
674 | fi |
---|
675 | fi |
---|
676 | |
---|
677 | # Don't run run_autotools for BuildTools! |
---|
678 | |
---|
679 | if test $isBuildTools = no ; then |
---|
680 | echo '' |
---|
681 | echo '===> Running BuildTools/run_autotools ...' |
---|
682 | echo '' |
---|
683 | if test $isThirdParty = yes || test $isData = yes ; then |
---|
684 | cd ../.. |
---|
685 | ./BuildTools/run_autotools |
---|
686 | cd "$coDir" |
---|
687 | elif test $isNormal = yes ; then |
---|
688 | ./BuildTools/run_autotools |
---|
689 | fi |
---|
690 | fi |
---|
691 | |
---|
692 | # Let's see if it works. We only run tests for normal projects. DO NOT turn |
---|
693 | # on --enable-maintainer-mode in the initial configure command. At the least, |
---|
694 | # it's not needed. At the worst, as of 100526, it'll undo all the careful |
---|
695 | # work above to set externals. |
---|
696 | |
---|
697 | if test $isNormal = yes && test $isThirdPartyWithoutGet = no; then |
---|
698 | (set -e |
---|
699 | echo '' |
---|
700 | echo '===> Creating build directory and running the configuration script...' |
---|
701 | echo '' |
---|
702 | mkdir build |
---|
703 | cd build |
---|
704 | cmd="$coDir/configure -C" |
---|
705 | echo $cmd |
---|
706 | eval $cmd |
---|
707 | echo '' |
---|
708 | echo '===> Compiling code...' |
---|
709 | echo '' |
---|
710 | cmd='make install' |
---|
711 | echo $cmd |
---|
712 | eval $cmd |
---|
713 | echo '' |
---|
714 | echo '===> Running the unit test...' |
---|
715 | echo '' |
---|
716 | echo '*******************************************************************************' |
---|
717 | echo '*** ***' |
---|
718 | echo '*** BEGIN OUTPUT OF MAKE TEST ***' |
---|
719 | echo '*** ***' |
---|
720 | echo '*******************************************************************************' |
---|
721 | echo '' |
---|
722 | cmd='make test' |
---|
723 | echo $cmd |
---|
724 | eval $cmd |
---|
725 | echo '' |
---|
726 | echo '*******************************************************************************' |
---|
727 | echo '*** ***' |
---|
728 | echo '*** END OUTPUT OF MAKE TEST ***' |
---|
729 | echo '*** ***' |
---|
730 | echo '*******************************************************************************' |
---|
731 | ) |
---|
732 | if test $? != 0; then |
---|
733 | echo '' |
---|
734 | echo 'Error during build or test' |
---|
735 | echo '' |
---|
736 | exit 3 |
---|
737 | fi |
---|
738 | echo '' |
---|
739 | echo '===> ALL TESTS PASSED' |
---|
740 | fi |
---|
741 | |
---|
742 | echo '' |
---|
743 | if test $isNormal = yes && test $isThirdPartyWithoutGet = no; then |
---|
744 | echo 'Please review the output above, particularly the one of make test.' |
---|
745 | else |
---|
746 | echo 'Please review the output above.' |
---|
747 | fi |
---|
748 | echo '' |
---|
749 | |
---|
750 | # Do we need to plug in nonexistent releases for circular dependencies tested |
---|
751 | # with the stable versions? If so, generate a new Dependencies. This is the |
---|
752 | # only reason stable references should appear in the externals for a release, |
---|
753 | # so we don't need to check further before removing them. |
---|
754 | |
---|
755 | if test -n "$stableExternals" ; then |
---|
756 | echo "===> Grooming externals to remove stable externals used for testing ..." |
---|
757 | mv Dependencies Dependencies.temp.$$ |
---|
758 | ext_name= |
---|
759 | ext_url= |
---|
760 | for i in `cat Dependencies.temp.$$`; do |
---|
761 | if test "$ext_name" = ""; then |
---|
762 | ext_name="$i" |
---|
763 | else |
---|
764 | ext_url=$i |
---|
765 | ext_urltype=`extractTypeFromURL $ext_url` |
---|
766 | ext_proj=`extractProjFromURL $ext_url` |
---|
767 | if test $ext_urltype = stable ; then |
---|
768 | ext_rel_url=$ext_url |
---|
769 | ext_majVer=`extractMajorFromURL $ext_url` |
---|
770 | ext_minVer=`extractMinorFromURL $ext_url` |
---|
771 | ext_rel_url=`echo $ext_url | sed -e 's,/stable/,/releases/,'` |
---|
772 | ext_rel_url=`replaceVersionInURL $ext_rel_url $ext_majVer $ext_minVer 0` |
---|
773 | echo " $ext_name $ext_url ==> $ext_rel_url" |
---|
774 | else |
---|
775 | ext_rel_url=$ext_url |
---|
776 | fi |
---|
777 | echo "$ext_name $ext_rel_url" >>Dependencies |
---|
778 | ext_name= |
---|
779 | fi |
---|
780 | done |
---|
781 | rm -f Dependencies.temp.$$ |
---|
782 | svn propset -F Dependencies svn:externals . |
---|
783 | echo '' |
---|
784 | fi |
---|
785 | |
---|
786 | # If we had a Dependencies file to begin with, it contained references to |
---|
787 | # stable branches, and perhaps releases. This is the set of dependencies that |
---|
788 | # we want to commit in Dependencies, so reload $srcDepFile.bak into |
---|
789 | # Dependencies, now that we have svn:externals set to releases. |
---|
790 | |
---|
791 | if test -n "$srcDepFile" ; then |
---|
792 | cp $srcDepFile.bak Dependencies |
---|
793 | fi |
---|
794 | |
---|
795 | if test -r Dependencies ; then |
---|
796 | echo 'Also, please confirm the externals are correct:' |
---|
797 | svn propget svn:externals |
---|
798 | fi |
---|
799 | |
---|
800 | echo '' |
---|
801 | echo 'After reviewing the output above, you can create a new release by going into' |
---|
802 | echo 'the directory' |
---|
803 | echo '' |
---|
804 | echo " $startDir" |
---|
805 | echo '' |
---|
806 | echo "and run the commit_new_release script" |
---|
807 | |
---|
808 | cd $topBuildDir |
---|
809 | |
---|
810 | cat >.new_release_data <<EOF |
---|
811 | coinURL=$coinURL |
---|
812 | startDir=$startDir |
---|
813 | topBuildDir=$topBuildDir |
---|
814 | coDir=$coDir |
---|
815 | releaseURL=$releaseURL |
---|
816 | stableURL=$stableURL |
---|
817 | newVer=$newVer |
---|
818 | bak_files="$bak_files" |
---|
819 | EOF |
---|