2 #===-- test-release.sh - Test the LLVM release candidates ------------------===#
4 # The LLVM Compiler Infrastructure
6 # This file is distributed under the University of Illinois Open Source
9 #===------------------------------------------------------------------------===#
11 # Download, build, and test the release candidate for an LLVM release.
13 #===------------------------------------------------------------------------===#
15 if [ `uname -s` = "FreeBSD" ]; then
21 projects="llvm cfe dragonegg test-suite"
23 # Base SVN URL for the sources.
24 Base_url="http://llvm.org/svn/llvm-project"
39 echo "usage: `basename $0` -release X.Y -rc NUM [OPTIONS]"
41 echo " -release X.Y The release number to test."
42 echo " -rc NUM The pre-release candidate number."
43 echo " -j NUM Number of compile jobs to run. [default: 3]"
44 echo " -build-dir DIR Directory to perform testing in. [default: pwd]"
45 echo " -no-checkout Don't checkout the sources from SVN."
46 echo " -no-64bit Don't test the 64-bit version. [default: yes]"
47 echo " -enable-ada Build Ada. [default: disable]"
48 echo " -enable-fortran Enable Fortran build. [default: disable]"
49 echo " -disable-objc Disable ObjC build. [default: enable]"
50 echo " -test-debug Test the debug build. [default: no]"
51 echo " -test-asserts Test with asserts on. [default: no]"
54 while [ $# -gt 0 ]; do
56 -release | --release )
59 Release_no_dot="`echo $1 | sed -e 's,\.,,'`"
61 -rc | --rc | -RC | --RC )
66 NumJobs="`echo $1 | sed -e 's,-j\([0-9]*\),\1,g'`"
67 if [ -z "$NumJobs" ]; then
72 -build-dir | --build-dir | -builddir | --builddir )
76 -no-checkout | --no-checkout )
79 -no-64bit | --no-64bit )
82 -enable-ada | --enable-ada )
85 -enable-fortran | --enable-fortran )
88 -disable-objc | --disable-objc )
91 -test-debug | --test-debug )
94 -test-asserts | --test-asserts )
97 -help | --help | -h | --h | -\? )
102 echo "unknown option: $1"
110 # Check required arguments.
111 if [ -z "$Release" ]; then
112 echo "error: no release number specified"
115 if [ -z "$RC" ]; then
116 echo "error: no release candidate number specified"
120 # Figure out how many make processes to run.
121 if [ -z "$NumJobs" ]; then
122 NumJobs=`sysctl -n hw.activecpu 2> /dev/null || true`
124 if [ -z "$NumJobs" ]; then
125 NumJobs=`sysctl -n hw.ncpu 2> /dev/null || true`
127 if [ -z "$NumJobs" ]; then
128 NumJobs=`grep -c processor /proc/cpuinfo 2> /dev/null || true`
130 if [ -z "$NumJobs" ]; then
134 # Go to the build directory (may be different from CWD)
135 BuildDir=$BuildDir/rc$RC
139 # Location of log files.
140 LogDir=$BuildDir/logs
144 c_compiler="`which clang`"
145 if [ -z "$c_compiler" ]; then
146 c_compiler="`which gcc`"
147 if [ -z "$c_compiler" ]; then
148 c_compiler="`which cc`"
149 if [ -z "$c_compiler" ]; then
150 echo "error: cannot find a working C compiler"
154 cxx_compiler="`which clang++`"
155 if [ -z "$cxx_compiler" ]; then
156 cxx_compiler="`which g++`"
157 if [ -z "$cxx_compiler" ]; then
158 cxx_compiler="`which c++`"
159 if [ -z "$cxx_compiler" ]; then
160 echo "error: cannot find a working C++ compiler"
165 # Make sure that the URLs are valid.
166 function check_valid_urls() {
167 for proj in $projects ; do
168 echo "# Validating $proj SVN URL"
170 if ! svn ls $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC > /dev/null 2>&1 ; then
171 echo "llvm $Release release candidate $RC doesn't exist!"
177 # Export sources to the the build directory.
178 function export_sources() {
181 for proj in $projects ; do
182 echo "# Exporting $proj $Release-RC$RC sources"
183 if ! svn export -q $Base_url/$proj/tags/RELEASE_$Release_no_dot/rc$RC $proj.src ; then
184 echo "error: failed to export $proj project"
189 echo "# Creating symlinks"
190 cd $BuildDir/llvm.src/tools
191 if [ ! -h clang ]; then
192 ln -s $BuildDir/cfe.src clang
194 cd $BuildDir/llvm.src/projects
195 if [ ! -h llvm-test ]; then
196 ln -s $BuildDir/test-suite.src llvm-test
201 function configure_llvmCore() {
208 Release | Release-64 )
221 echo "# Invalid flavor '$Flavor'"
227 echo "# Using C compiler: $c_compiler"
228 echo "# Using C++ compiler: $cxx_compiler"
231 echo "# Configuring llvm $Release-rc$RC $Flavor"
232 echo "# $BuildDir/llvm.src/configure --prefix=$InstallDir \
233 --enable-optimized=$Optimized \
234 --enable-assertions=$Assertions"
235 env CC=$c_compiler CXX=$cxx_compiler \
236 $BuildDir/llvm.src/configure --prefix=$InstallDir \
237 --enable-optimized=$Optimized \
238 --enable-assertions=$Assertions \
239 2>&1 | tee $LogDir/llvm.configure-Phase$Phase-$Flavor.log
243 function build_llvmCore() {
249 if [ "$Flavor" = "Release-64" ]; then
250 ExtraOpts="EXTRA_OPTIONS=-m64"
254 echo "# Compiling llvm $Release-rc$RC $Flavor"
255 echo "# ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts"
256 ${MAKE} -j $NumJobs VERBOSE=1 $ExtraOpts \
257 2>&1 | tee $LogDir/llvm.make-Phase$Phase-$Flavor.log
259 echo "# Installing llvm $Release-rc$RC $Flavor"
260 echo "# ${MAKE} install"
262 2>&1 | tee $LogDir/llvm.install-Phase$Phase-$Flavor.log
266 function test_llvmCore() {
272 ${MAKE} -k check-all \
273 2>&1 | tee $LogDir/llvm.check-Phase$Phase-$Flavor.log
274 ${MAKE} -k unittests \
275 2>&1 | tee $LogDir/llvm.unittests-Phase$Phase-$Flavor.log
279 set -e # Exit if any command fails
281 if [ "$do_checkout" = "yes" ]; then
287 if [ "$do_debug" = "yes" ]; then
288 Flavors="Debug $Flavors"
290 if [ "$do_asserts" = "yes" ]; then
291 Flavors="$Flavors Release+Asserts"
293 if [ "$do_64bit" = "yes" ]; then
294 Flavors="$Flavors Release-64"
297 for Flavor in $Flavors ; do
300 echo "********************************************************************************"
301 echo " Release: $Release-rc$RC"
302 echo " Build: $Flavor"
303 echo " System Info: "
305 echo "********************************************************************************"
308 llvmCore_phase1_objdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.obj
309 llvmCore_phase1_installdir=$BuildDir/Phase1/$Flavor/llvmCore-$Release-rc$RC.install
311 llvmCore_phase2_objdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.obj
312 llvmCore_phase2_installdir=$BuildDir/Phase2/$Flavor/llvmCore-$Release-rc$RC.install
314 llvmCore_phase3_objdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.obj
315 llvmCore_phase3_installdir=$BuildDir/Phase3/$Flavor/llvmCore-$Release-rc$RC.install
317 rm -rf $llvmCore_phase1_objdir
318 rm -rf $llvmCore_phase1_installdir
319 rm -rf $llvmCore_phase2_objdir
320 rm -rf $llvmCore_phase2_installdir
321 rm -rf $llvmCore_phase3_objdir
322 rm -rf $llvmCore_phase3_installdir
324 mkdir -p $llvmCore_phase1_objdir
325 mkdir -p $llvmCore_phase1_installdir
326 mkdir -p $llvmCore_phase2_objdir
327 mkdir -p $llvmCore_phase2_installdir
328 mkdir -p $llvmCore_phase3_objdir
329 mkdir -p $llvmCore_phase3_installdir
331 ############################################################################
332 # Phase 1: Build llvmCore and llvmgcc42
333 echo "# Phase 1: Building llvmCore"
334 configure_llvmCore 1 $Flavor \
335 $llvmCore_phase1_objdir $llvmCore_phase1_installdir
336 build_llvmCore 1 $Flavor \
337 $llvmCore_phase1_objdir
339 ############################################################################
340 # Phase 2: Build llvmCore with newly built clang from phase 1.
341 c_compiler=$llvmCore_phase1_installdir/bin/clang
342 cxx_compiler=$llvmCore_phase1_installdir/bin/clang++
343 echo "# Phase 2: Building llvmCore"
344 configure_llvmCore 2 $Flavor \
345 $llvmCore_phase2_objdir $llvmCore_phase2_installdir
346 build_llvmCore 2 $Flavor \
347 $llvmCore_phase2_objdir
349 ############################################################################
350 # Phase 3: Build llvmCore with newly built clang from phase 2.
351 c_compiler=$llvmCore_phase2_installdir/bin/clang
352 cxx_compiler=$llvmCore_phase2_installdir/bin/clang++
353 echo "# Phase 3: Building llvmCore"
354 configure_llvmCore 3 $Flavor \
355 $llvmCore_phase3_objdir $llvmCore_phase3_installdir
356 build_llvmCore 3 $Flavor \
357 $llvmCore_phase3_objdir
359 ############################################################################
360 # Testing: Test phase 3
361 echo "# Testing - built with clang"
362 test_llvmCore 3 $Flavor $llvmCore_phase3_objdir
364 ############################################################################
365 # Compare .o files between Phase2 and Phase3 and report which ones differ.
367 echo "# Comparing Phase 2 and Phase 3 files"
368 for o in `find $llvmCore_phase2_objdir -name '*.o'` ; do
369 p3=`echo $o | sed -e 's,Phase2,Phase3,'`
370 if ! cmp --ignore-initial=16 $o $p3 > /dev/null 2>&1 ; then
371 echo "file `basename $o` differs between phase 2 and phase 3"
375 ) 2>&1 | tee $LogDir/testing.$Release-rc$RC.log
380 echo "### Testing Finished ###"
381 echo "### Logs: $LogDir"