1 proc execOneLine { test PRS outcome lineno line } {
4 set retval [ catch { eval exec -keepnewline -- $line } errmsg ]
6 set code [lindex $::errorCode 0]
7 set lineno [expr $lineno + 1]
11 set errmsg " at line $lineno$PRS\nwhile running: $line\n$errmsg"
14 set status [lindex $::errorCode 2]
16 set resultmsg "$test: exit($status)$errmsg"
20 set signal [lindex $::errorCode 2]
21 set resultmsg "$test: signal($signal)$errmsg"
24 set signal [lindex $::errorCode 2]
25 set resultmsg "$test: suspend($signal)$errmsg"
28 set posixNum [lindex $::errorCode 1]
29 set posixMsg [lindex $::errorCode 2]
30 set resultmsg "$test: posix($posixNum,$posixMsg)$errmsg"
41 proc substitute { line test tmpFile } {
42 global srcroot objroot srcdir objdir subdir target_triplet prcontext
43 global llvmgcc llvmgxx llvmgcc_version llvmgccmajvers
44 global gccpath gxxpath compile_c compile_cxx link shlibext llvmlibsdir
45 set path [file join $srcdir $subdir]
46 set tmp [file join Output $tmpFile]
48 # Substitute all Tcl variables.
49 set new_line [subst $line ]
51 #replace %prcontext with prcontext.tcl (Must replace before %p)
52 regsub -all {%prcontext} $new_line $prcontext new_line
53 #replace %llvmgcc with actual path to llvmgcc
54 regsub -all {%llvmgcc} $new_line "$llvmgcc -emit-llvm" new_line
55 #replace %llvmgxx with actual path to llvmg++
56 regsub -all {%llvmgxx} $new_line "$llvmgxx -emit-llvm" new_line
57 #replace %compile_c with C compilation command
58 regsub -all {%compile_c} $new_line "$compile_c" new_line
59 #replace %compile_cxx with C++ compilation command
60 regsub -all {%compile_cxx} $new_line "$compile_cxx" new_line
61 #replace %link with C++ link command
62 regsub -all {%link} $new_line "$link" new_line
63 #replace %shlibext with shared library extension
64 regsub -all {%shlibext} $new_line "$shlibext" new_line
65 #replace %llvmlibsdir with configure library directory
66 regsub -all {%llvmlibsdir} $new_line "$llvmlibsdir" new_line
67 #replace %p with path to source,
68 regsub -all {%p} $new_line [file join $srcdir $subdir] new_line
69 #replace %s with filename
70 regsub -all {%s} $new_line $test new_line
71 #replace %t with temp filenames
72 regsub -all {%t} $new_line [file join Output $tmpFile] new_line
74 regsub -all {%%} $new_line % new_line
78 proc RunLLVMTests { test_source_files } {
79 global srcroot objroot srcdir objdir subdir target_triplet llvmgcc_version
82 set path [file join $objdir $subdir]
84 #Make Output Directory if it does not exist already
85 if { [file exists path] } {
94 foreach test $test_source_files {
95 #Should figure out best way to set the timeout
98 set filename [file tail $test]
100 set tmpFile "$filename.tmp"
102 #set hasRunline bool to check if testcase has a runline
105 # Open the test file and start reading lines
106 set testFileId [ open $test r]
109 foreach line [split [read $testFileId] \n] {
111 # if its the END. line then stop parsing (optimization for big files)
112 if {[regexp {END.[ *]$} $line match endofscript]} {
115 # if the line is continued, concatenate and continue the loop
116 } elseif {[regexp {RUN: *(.+)(\\)$} $line match oneline suffix]} {
117 set runline "$runline$oneline "
119 # if its a terminating RUN: line then do substitution on the whole line
120 # and then save the line.
121 } elseif {[regexp {RUN: *([^&]+)(&&)?} $line match oneline suffix]} {
122 set runline "$runline$oneline"
123 set runline [ substitute $runline $test $tmpFile ]
124 set lines($numLines) $runline
125 set numLines [expr $numLines + 1]
128 # if its an PR line, save the problem report number
129 } elseif {[regexp {PR([0-9]+)} $line match prnum]} {
131 set PRNUMS "PR$prnum"
133 set PRNUMS "$PRNUMS,$prnum"
135 # if its an XFAIL line, see if we should be XFAILing or not.
136 } elseif {[regexp {XFAIL:[ *](.+)} $line match targets]} {
139 #split up target if more then 1 specified
140 foreach target [split $targets ,] {
141 if { [regexp {\*} $target match] } {
143 } elseif { [regexp $target $target_triplet match] } {
145 } elseif { [regexp {llvmgcc(([0-9]+)|([0-9]+[.][0-9]+))} $target match submatch submatch2] } {
146 if { [regexp ^($submatch)$|^(($submatch)(\.)) $llvmgcc_version match] } {
154 # Done reading the script
158 if { $numLines == 0 } {
159 fail "$test: \nDoes not have a RUN line\n"
162 for { set i 0 } { $i < $numLines } { set i [ expr $i + 1 ] } {
163 regsub ^.*RUN:(.*) $lines($i) \1 theLine
164 set resultmsg [execOneLine $test $PRNUMS $outcome $i $theLine ]
165 if { $resultmsg != "" } {
166 if { $outcome == "XFAIL" } {
178 if { $PRNUMS != "" } {
179 set PRNUMS " for $PRNUMS"
181 if { $outcome == "XFAIL" } {