mirror of
https://github.com/c64scene-ar/llvm-6502.git
synced 2024-09-27 15:57:13 +00:00
c9e00434e3
tests. This breaks 80 tests in the tree. The interesting part here is that this no longer ignores syntax errors in RUN command lines. Some tests have not been working all the time because of this. The tricky part is that it now also views any stderr output as an error. This can be suppressed in tcl 8.5, but let's not add this dependency. Instead, all testcases should be changed to redirect stderr if they expect stderr output. This holds in particular for lines like: ; RUN: not llvm-as < %s where an error is expected (but I think I can solve this by modifying the not script). Also, compilations resulting in warnings will now also fail (so the warnings should be fixed, disabled or redirected...). I'll continue with fixing the testcases that are broken now. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@52172 91177308-0d34-0410-b5e6-96231b3b80d8
269 lines
9.0 KiB
Plaintext
269 lines
9.0 KiB
Plaintext
# This procedure executes one line of a test case's execution script.
|
|
proc execOneLine { test PRS outcome lineno line } {
|
|
set status 0
|
|
set resultmsg ""
|
|
set retval [ catch { eval exec -keepnewline -- $line } errmsg ]
|
|
if { $retval != 0 } {
|
|
set code [lindex $::errorCode 0]
|
|
set lineno [expr $lineno + 1]
|
|
if { $PRS != ""} {
|
|
set PRS " for $PRS"
|
|
}
|
|
set errmsg " at line $lineno\nwhile running: $line\n$errmsg"
|
|
switch "$code" {
|
|
CHILDSTATUS {
|
|
set status [lindex $::errorCode 2]
|
|
if { $status != 0 } {
|
|
set resultmsg "$test$PRS\nFailed with exit($status)$errmsg"
|
|
}
|
|
}
|
|
CHILDKILLED {
|
|
set signal [lindex $::errorCode 2]
|
|
set resultmsg "$test$PRS\nFailed with signal($signal)$errmsg"
|
|
}
|
|
CHILDSUSP {
|
|
set signal [lindex $::errorCode 2]
|
|
set resultmsg "$test$PRS\nFailed with suspend($signal)$errmsg"
|
|
}
|
|
POSIX {
|
|
set posixNum [lindex $::errorCode 1]
|
|
set posixMsg [lindex $::errorCode 2]
|
|
set resultmsg "$test$PRS\nFailed with posix($posixNum,$posixMsg)$errmsg"
|
|
}
|
|
NONE {
|
|
# Any other error such as stderr output of a program, or syntax error in
|
|
# the RUN line.
|
|
set resultmsg "$test$PRS\nFailed with unknown error (or has stderr output)$errmsg"
|
|
}
|
|
default {
|
|
set resultmsg "$test$PRS\nFailed with unknown error$errmsg"
|
|
}
|
|
}
|
|
}
|
|
return $resultmsg
|
|
}
|
|
|
|
# This procedure performs variable substitutions on the RUN: lines of a test
|
|
# cases.
|
|
proc substitute { line test tmpFile } {
|
|
global srcroot objroot srcdir objdir subdir target_triplet prcontext
|
|
global llvmgcc llvmgxx llvmgcc_version llvmgccmajvers ocamlc
|
|
global gccpath gxxpath compile_c compile_cxx link shlibext llvmlibsdir
|
|
set path [file join $srcdir $subdir]
|
|
|
|
# Substitute all Tcl variables.
|
|
set new_line [subst $line ]
|
|
|
|
#replace %prcontext with prcontext.tcl (Must replace before %p)
|
|
regsub -all {%prcontext} $new_line $prcontext new_line
|
|
#replace %llvmgcc with actual path to llvmgcc
|
|
regsub -all {%llvmgcc} $new_line "$llvmgcc -emit-llvm" new_line
|
|
#replace %llvmgxx with actual path to llvmg++
|
|
regsub -all {%llvmgxx} $new_line "$llvmgxx -emit-llvm" new_line
|
|
#replace %compile_cxx with C++ compilation command
|
|
regsub -all {%compile_cxx} $new_line "$compile_cxx" new_line
|
|
#replace %compile_c with C compilation command
|
|
regsub -all {%compile_c} $new_line "$compile_c" new_line
|
|
#replace %link with C++ link command
|
|
regsub -all {%link} $new_line "$link" new_line
|
|
#replace %shlibext with shared library extension
|
|
regsub -all {%shlibext} $new_line "$shlibext" new_line
|
|
#replace %ocamlc with ocaml compiler command
|
|
regsub -all {%ocamlc} $new_line "$ocamlc" new_line
|
|
#replace %llvmlibsdir with configure library directory
|
|
regsub -all {%llvmlibsdir} $new_line "$llvmlibsdir" new_line
|
|
#replace %p with path to source,
|
|
regsub -all {%p} $new_line [file join $srcdir $subdir] new_line
|
|
#replace %s with filename
|
|
regsub -all {%s} $new_line $test new_line
|
|
#replace %t with temp filenames
|
|
regsub -all {%t} $new_line $tmpFile new_line
|
|
#replace %% with %
|
|
regsub -all {%%} $new_line % new_line
|
|
return $new_line
|
|
}
|
|
|
|
# This procedure runs the set of tests for the test_source_files array.
|
|
proc RunLLVMTests { test_source_files } {
|
|
global srcroot objroot srcdir objdir subdir target_triplet llvmgcc_version
|
|
set timeout 60
|
|
|
|
set path [file join $objdir $subdir]
|
|
|
|
#Make Output Directory if it does not exist already
|
|
if { [file exists path] } {
|
|
cd $path
|
|
} else {
|
|
file mkdir $path
|
|
cd $path
|
|
}
|
|
|
|
file mkdir Output
|
|
cd Output
|
|
|
|
foreach test $test_source_files {
|
|
#Should figure out best way to set the timeout
|
|
#set timeout 40
|
|
|
|
set filename [file tail $test]
|
|
verbose "ABOUT TO RUN: $filename" 2
|
|
set outcome PASS
|
|
set tmpFile "$filename.tmp"
|
|
|
|
# Mark that it should not be XFAIL for this target.
|
|
set targetPASS 0
|
|
|
|
#set hasRunline bool to check if testcase has a runline
|
|
set numLines 0
|
|
|
|
# Open the test file and start reading lines
|
|
set testFileId [ open $test r]
|
|
set runline ""
|
|
set PRNUMS ""
|
|
foreach line [split [read $testFileId] \n] {
|
|
|
|
# if its the END. line then stop parsing (optimization for big files)
|
|
if {[regexp {END.[[:space:]]*$} $line match endofscript]} {
|
|
break
|
|
|
|
# if the line is continued, concatenate and continue the loop
|
|
} elseif {[regexp {RUN: *(.+)(\\)$} $line match oneline suffix]} {
|
|
set runline "$runline$oneline "
|
|
|
|
# if its a terminating RUN: line then do substitution on the whole line
|
|
# and then save the line.
|
|
} elseif {[regexp {RUN: *(.+)$} $line match oneline suffix]} {
|
|
set runline "$runline$oneline"
|
|
set runline [ substitute $runline $test $tmpFile ]
|
|
set lines($numLines) $runline
|
|
set numLines [expr $numLines + 1]
|
|
set runline ""
|
|
|
|
# if its an PR line, save the problem report number
|
|
} elseif {[regexp {PR([0-9]+)} $line match prnum]} {
|
|
if {$PRNUMS == ""} {
|
|
set PRNUMS "PR$prnum"
|
|
} else {
|
|
set PRNUMS "$PRNUMS,$prnum"
|
|
}
|
|
# if its an XFAIL line, see if we should be XFAILing or not.
|
|
} elseif {[regexp {XFAIL:[ *](.+)} $line match targets]} {
|
|
set targets
|
|
|
|
#split up target if more then 1 specified
|
|
foreach target [split $targets ,] {
|
|
if { [regexp {\*} $target match] } {
|
|
if {$targetPASS != 1} {
|
|
set outcome XFAIL
|
|
}
|
|
} elseif { [regexp $target $target_triplet match] } {
|
|
if {$targetPASS != 1} {
|
|
set outcome XFAIL
|
|
}
|
|
} elseif { [regexp {llvmgcc(([0-9]+)|([0-9]+[.][0-9]+))} $target match submatch submatch2] } {
|
|
if { [regexp ^($submatch)$|^(($submatch)(\.)) $llvmgcc_version match] } {
|
|
if {$targetPASS != 1} {
|
|
set outcome XFAIL
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} elseif {[regexp {XTARGET:[ *](.+)} $line match targets]} {
|
|
set targets
|
|
|
|
#split up target if more then 1 specified
|
|
foreach target [split $targets ,] {
|
|
if { [regexp {\*} $target match] } {
|
|
set targetPASS 1
|
|
set outcome PASS
|
|
} elseif { [regexp $target $target_triplet match] } {
|
|
set targetPASS 1
|
|
set outcome PASS
|
|
} elseif { [regexp {llvmgcc(([0-9]+)|([0-9]+[.][0-9]+))} $target match submatch submatch2] } {
|
|
if { [regexp ^($submatch)$|^(($submatch)(\.)) $llvmgcc_version match] } {
|
|
set targetPASS 1
|
|
set outcome PASS
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# Done reading the script
|
|
close $testFileId
|
|
|
|
|
|
if { $numLines == 0 } {
|
|
fail "$test: \nDoes not have a RUN line\n"
|
|
} else {
|
|
set failed 0
|
|
for { set i 0 } { $i < $numLines } { set i [ expr $i + 1 ] } {
|
|
regsub ^.*RUN:(.*) $lines($i) \1 theLine
|
|
set resultmsg [execOneLine $test $PRNUMS $outcome $i $theLine ]
|
|
if { $resultmsg != "" } {
|
|
if { $outcome == "XFAIL" } {
|
|
xfail "$resultmsg"
|
|
} else {
|
|
fail "$resultmsg"
|
|
}
|
|
set failed 1
|
|
break
|
|
}
|
|
}
|
|
if { $failed } {
|
|
continue
|
|
} else {
|
|
if { $PRNUMS != "" } {
|
|
set PRNUMS " for $PRNUMS"
|
|
}
|
|
if { $outcome == "XFAIL" } {
|
|
xpass "$test$PRNUMS"
|
|
} else {
|
|
pass "$test$PRNUMS"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# This procedure provides an interface to check the LLVMGCC_LANGS makefile
|
|
# variable to see if llvm-gcc supports compilation of a particular language.
|
|
proc llvm_gcc_supports { lang } {
|
|
global llvmgcc llvmgcc_langs
|
|
# validate the language choices and determine the name of the compiler
|
|
# component responsible for determining if the compiler has been built.
|
|
switch "$lang" {
|
|
ada { set file gnat1 }
|
|
c { set file cc1 }
|
|
c++ { set file cc1plus }
|
|
objc { set file cc1 }
|
|
objc++ { set file cc1 }
|
|
fortran { set file fcc1 }
|
|
default { return 0 }
|
|
}
|
|
foreach supported_lang [split "$llvmgcc_langs" ,] {
|
|
if { "$lang" == "$supported_lang" } {
|
|
# FIXME: Knowing it is configured is not enough. We should do two more
|
|
# checks here. First, we need to run llvm-gcc -print-prog-name=$file to
|
|
# get the path to the compiler. If we don't get a path, the language isn't
|
|
# properly configured or built. If we do get a path, we should check to
|
|
# make sure that it is executable and perhaps even try executing it.
|
|
return 1;
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
# This procedure provides an interface to check the TARGETS_TO_BUILD makefile
|
|
# variable to see if a particular target has been configured to build. This
|
|
# helps avoid running tests for targets that aren't available.
|
|
proc llvm_supports_target { tgtName } {
|
|
global TARGETS_TO_BUILD
|
|
foreach target [split $TARGETS_TO_BUILD] {
|
|
if { [regexp $tgtName $target match] } {
|
|
return 1
|
|
}
|
|
}
|
|
return 0
|
|
}
|