mirror of
https://github.com/c64scene-ar/llvm-6502.git
synced 2024-07-22 09:29:31 +00:00
utils: Remove (way) old nightly test scripts, I don't think anyone uses them and LNT has way better tools than this.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@143655 91177308-0d34-0410-b5e6-96231b3b80d8
This commit is contained in:
Daniel Dunbar
parent
4bdd099dfc
commit
89b6f2ea9f
@ -1,8 +0,0 @@
|
||||
CREATE TABLE `Tests` (
|
||||
`NAME` varchar(255) NOT NULL default '',
|
||||
`RUN` date NOT NULL default '0000-00-00',
|
||||
`TEST` varchar(32) NOT NULL default '',
|
||||
`VALUE` double NOT NULL default '0',
|
||||
KEY `name_index` (`NAME`)
|
||||
) ENGINE=MyISAM DEFAULT CHARSET=latin1
|
||||
|
||||
@ -1,214 +0,0 @@
|
||||
set terminal png
|
||||
|
||||
##------- Plot small Date vs LOC ----
|
||||
set output "running_loc.png"
|
||||
set xlabel "Date"
|
||||
set ylabel "Lines of Code"
|
||||
set xdata time
|
||||
set timefmt "%Y-%m-%d-%H:%M:%S:"
|
||||
set format x "%b %d, %Y"
|
||||
|
||||
set size .75,.75
|
||||
set xtics rotate
|
||||
set xlabel 0,-1
|
||||
plot "running_loc.txt" using 1:2 title '' with lines, \
|
||||
"running_loc.txt" using 1:2 title "Date vs. Lines of Code" with lines
|
||||
|
||||
##------- Plot large Date vs LOC ----
|
||||
set size 1.5,1.5
|
||||
set xtics norotate
|
||||
set xlabel 0,0
|
||||
set output "running_loc_large.png"
|
||||
plot "running_loc.txt" using 1:2 title '', \
|
||||
"running_loc.txt" using 1:2 title "Date vs. Lines of Code" with lines
|
||||
|
||||
|
||||
# Delete all labels...
|
||||
set nolabel
|
||||
|
||||
##------- Olden CBE performance ----
|
||||
|
||||
set size .75,.75
|
||||
set xtics rotate
|
||||
set xlabel 0,-1
|
||||
set output "running_Olden_cbe_time.png"
|
||||
set ylabel "CBE compiled execution time (s)"
|
||||
plot "running_Olden_cbe_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
set size 1.5,1.5
|
||||
set xtics norotate
|
||||
set xlabel 0,0
|
||||
set output "running_Olden_cbe_time_large.png"
|
||||
plot "running_Olden_cbe_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_cbe_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
##------- Olden JIT performance ----
|
||||
|
||||
set size .75,.75
|
||||
set xtics rotate
|
||||
set xlabel 0,-1
|
||||
set output "running_Olden_jit_time.png"
|
||||
set ylabel "JIT execution time (s)"
|
||||
plot "running_Olden_jit_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
set size 1.5,1.5
|
||||
set xtics norotate
|
||||
set xlabel 0,0
|
||||
set output "running_Olden_jit_time_large.png"
|
||||
plot "running_Olden_jit_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_jit_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
##------- Olden LLC performance ----
|
||||
|
||||
set size .75,.75
|
||||
set xtics rotate
|
||||
set xlabel 0,-1
|
||||
set output "running_Olden_llc_time.png"
|
||||
set ylabel "LLC compiled execution time (s)"
|
||||
plot "running_Olden_llc_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
set size 1.5,1.5
|
||||
set xtics norotate
|
||||
set xlabel 0,0
|
||||
set output "running_Olden_llc_time_large.png"
|
||||
plot "running_Olden_llc_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_llc_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
|
||||
##------- Olden optimizer time ----
|
||||
|
||||
set size .75,.75
|
||||
set xtics rotate
|
||||
set xlabel 0,-1
|
||||
set output "running_Olden_opt_time.png"
|
||||
set ylabel "Time to run the optimizer (s)"
|
||||
plot "running_Olden_opt_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
set size 1.5,1.5
|
||||
set xtics norotate
|
||||
set xlabel 0,0
|
||||
set output "running_Olden_opt_time_large.png"
|
||||
plot "running_Olden_opt_time.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_opt_time.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
|
||||
##------- Bytecode size ----
|
||||
|
||||
set size .75,.75
|
||||
set xtics rotate
|
||||
set xlabel 0,-1
|
||||
set output "running_Olden_bytecode.png"
|
||||
set ylabel "Program bytecode size (bytes)"
|
||||
plot "running_Olden_bytecode.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
|
||||
set size 1.5,1.5
|
||||
set xtics norotate
|
||||
set xlabel 0,0
|
||||
set output "running_Olden_bytecode_large.png"
|
||||
plot "running_Olden_bytecode.txt" u 1:2 t '' with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:2 t "bh" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:3 t "em3d" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:4 t "mst" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:5 t "power" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:6 t "tsp" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:7 t "bisort" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:8 t "health" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:9 t "perimeter" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:10 t "treeadd" with lines, \
|
||||
"running_Olden_bytecode.txt" u 1:11 t "voronoi" \
|
||||
with lines
|
||||
@ -1,244 +0,0 @@
|
||||
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
|
||||
<html><head><title>LLVM Test Results for $DateString</title></head>
|
||||
|
||||
<body bgcolor=white>
|
||||
<center><font size=+3 face=Verdana><b>LLVM Test Results for $DateString</b></font></center>
|
||||
<hr height=1>
|
||||
|
||||
<table width=100%>
|
||||
<tr><td valign=top align=center>
|
||||
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="5" cellspacing="0"><tr><td bgcolor="#DDAA77">
|
||||
<font size=+1><b>Sections:</b></font><br>
|
||||
</td></tr><tr><td bgcolor="#FFCC99" align=center>
|
||||
<a href="#Overview">Overview</a><br>
|
||||
<a href="#Changes">Changes</a><br>
|
||||
<a href="#Dejagnu">Dejagnu Tests</a><br>
|
||||
<a href="#Trends">Trends</a><br>
|
||||
<a href="#Programs">Programs</a><br>
|
||||
</td></tr></table></td></tr></table>
|
||||
|
||||
<p>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="5" cellspacing="0"><tr><td bgcolor="#DDAA77"
|
||||
<font size=+1><b>Previous:</b></font><br>
|
||||
</td></tr><tr><td bgcolor="#FFCC99">
|
||||
$PrevDaysList
|
||||
</td></tr></table></td></tr></table>
|
||||
<p>
|
||||
|
||||
<font size=+1><b>Back to:</b></font><br>
|
||||
<a href="http://llvm.org/testresults/">Test Results</a><br>
|
||||
<a href="http://llvm.org/">LLVM Page</a><p>
|
||||
|
||||
</td><td valign=top>
|
||||
|
||||
<center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="10" cellspacing="0"><tr><td bgcolor="#DDAA77"
|
||||
<font size=+2 face=Verdana><b><a name="Overview">Today's Test Results Overview</font></b>
|
||||
</td></tr></table></td></tr></table></center><p>
|
||||
|
||||
<!-- Running LOC graph -->
|
||||
<table align=right>
|
||||
<tr><td>
|
||||
<a href="running_loc_large.png"
|
||||
><img border=0 width=480 height=360 src="running_loc.png"></a>
|
||||
</td></tr>
|
||||
<tr><td align=center>Lines Of Code over Time<br>
|
||||
<font size=-1><a href="running_loc_large.png">Click for larger view</a></font>
|
||||
</td></tr>
|
||||
</table>
|
||||
|
||||
<h2>Nightly Test Overview:</h2>
|
||||
<ul>
|
||||
<li>Start: <b>$TestStartTime</b></li>
|
||||
<li>Finish: <b>$TestFinishTime</b></li>
|
||||
<li>Platform: <b>$TestPlatform</b></li>
|
||||
</ul>
|
||||
<h2>CVS Tree Overview:</h2>
|
||||
<ul>
|
||||
<li><a href="$DATE-CVS-Log.txt">CVS Checkout Log</a>
|
||||
<ul>
|
||||
<b>$NumDirsInCVS</b> dirs, <b>$NumFilesInCVS</b> files, <b>$LOC</b>
|
||||
lines of code, checked out in <b>$CVSCheckoutTime</b> seconds<br></ul>
|
||||
<li><a href="$DATE-Build-Log.txt">Compilation Log</a>
|
||||
<table>
|
||||
<tr><td><b>Item</b></td><td><b>CPU Time</b></td><td><b>Wall Clock</b></td></tr>
|
||||
<tr><td>Configure CVS Tree</td><td>$ConfigTime</td><td>$ConfigWallTime</td></tr>
|
||||
<tr><td>Build CVS Tree</td><td>$BuildTime</td><td>$BuildWallTime</td></tr>
|
||||
<tr><td>Run Dejagnu Tests</td><td>$DejagnuTime</td><td>$DejagnuWallTime</td></tr>
|
||||
</table></li>
|
||||
<li>Number of object files compiled: <b>$NumObjects</b></li>
|
||||
<li>Number of libraries linked: <b>$NumLibraries</b></li>
|
||||
<li>Number of executables linked:<b> $NumExecutables</b></li>
|
||||
<li>Build Status: $BuildStatus</li>
|
||||
</ul>
|
||||
|
||||
<h2>Warnings during the build:</h2>
|
||||
$WarningsList
|
||||
|
||||
<br><br><center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="10" cellspacing="0"><tr><td bgcolor="#DDAA77"
|
||||
<font size=+2 face=Verdana><b><a name="Changes">Changes from Yesterday</font></b>
|
||||
</td></tr></table></td></tr></table></center><p>
|
||||
|
||||
<h2>Changes to CVS:</h2>
|
||||
<ul>
|
||||
<li>Users who committed to CVS: <b>$UserCommitList</b>
|
||||
<li>Users who updated from CVS: <b>$UserUpdateList</b>
|
||||
<li>Added Files: $AddedFilesList
|
||||
<li>Modified Files: $ModifiedFilesList
|
||||
<li>Removed Files: $RemovedFilesList
|
||||
</ul><p>
|
||||
|
||||
<h2>Changes to Warnings:</h2>
|
||||
<p>Warnings Added:</p>
|
||||
$WarningsAdded
|
||||
<p>Warnings Removed:</p>
|
||||
$WarningsRemoved
|
||||
|
||||
<h2>Changes in the test suite:</h2>
|
||||
<ul>
|
||||
<li>New Tests: $TestsAdded
|
||||
<li>Removed Tests: $TestsRemoved
|
||||
<li>Newly passing tests: $TestsFixed
|
||||
<li>Newly failing tests: $TestsBroken
|
||||
</ul>
|
||||
</td></tr></tbody></table>
|
||||
|
||||
|
||||
<br/><br/><center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="10" cellspacing="0"><tr><td bgcolor="#DDAA77"
|
||||
<font size=+2 face=Verdana><b><a name="Dejagnu">Dejagnu Test Results</font></b>
|
||||
</td></tr></table></td></tr></table></center>
|
||||
<br/>
|
||||
$DejagnuTestResults
|
||||
<p>A complete log of testing <a href="$DATE-Dejagnu-testrun.log">Feature and Regression</a> is available for further analysis.</p>
|
||||
|
||||
<br><br><center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="10" cellspacing="0"><tr><td bgcolor="#DDAA77"
|
||||
<font size=+2 face=Verdana><b><a name="Trends">Changes Over Time</font></b>
|
||||
</td></tr></table></td></tr></table></center><p>
|
||||
|
||||
|
||||
Here are some charts showing how the LLVM optimizer and code generators are
|
||||
changing over time. For now we use the Olden benchmark suite to measure this,
|
||||
but eventually we will switch to using SPEC CPU2000. All programs are run with
|
||||
"LARGE_PROBLEM_SIZE" enabled. Click on any of the charts to get a larger
|
||||
version.<p>
|
||||
|
||||
<h2>Compilation Measurements:</h2>
|
||||
|
||||
<table border="0" align=center>
|
||||
<tr>
|
||||
<td width=50% align=center>
|
||||
<a href="running_Olden_bytecode_large.png"><img width=480 height=360 border=0 src="running_Olden_bytecode.png"></a><br>
|
||||
Size of LLVM bytecode files
|
||||
</td>
|
||||
<td width=50% align=center>
|
||||
<a href="running_Olden_opt_time_large.png"><img width=480 height=360 border=0 src="running_Olden_opt_time.png"></a><br>
|
||||
Time to run the LLVM optimizer on each program
|
||||
</td></tr>
|
||||
</table>
|
||||
|
||||
<h2>Program Execution Measurements:</h2>
|
||||
|
||||
<table border="0" align=center>
|
||||
<tr>
|
||||
<td width=50% align=center>
|
||||
<a href="running_Olden_cbe_time_large.png"><img width=480 height=360 border=0 src="running_Olden_cbe_time.png"></a><br>
|
||||
Execution time for CBE generated executable
|
||||
</td>
|
||||
<td width=50% align=center>
|
||||
<a href="running_Olden_llc_time_large.png"><img width=480 height=360 border=0 src="running_Olden_llc_time.png"></a><br>
|
||||
Execution time for the LLC generated executable
|
||||
</td></tr>
|
||||
|
||||
<tr>
|
||||
<td align=center>
|
||||
<a href="running_Olden_jit_time_large.png"><img width=480 height=360 border=0 src="running_Olden_jit_time.png"></a><br>
|
||||
Execution time for program in the JIT
|
||||
</td>
|
||||
<td></td></tr>
|
||||
</table>
|
||||
|
||||
|
||||
|
||||
|
||||
<br><br><center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
<table border="0" cellpadding="10" cellspacing="0"><tr><td bgcolor="#DDAA77"
|
||||
<font size=+2 face=Verdana><b><a name="Programs">Program Tests</font></b>
|
||||
</td></tr></table></td></tr></table></center><p>
|
||||
|
||||
This section tests LLVM on a variety of programs in the test suite. This
|
||||
includes benchmark suites like the Olden, McCat, Ptrdist, and SPEC benchmarks as
|
||||
well as a few random programs with test inputs. This section is meant to track
|
||||
how stable LLVM is as a whole. A failure in the execution of any test is marked
|
||||
with an asterisk: `*'. The columns of the tables are:<p>
|
||||
|
||||
<ol>
|
||||
<li><a name="Program">Program</a> - The name of the program for that row.</li>
|
||||
<li><a name="GCCAS">GCCAS</a> - Time to run LLVM optimizers on the program.</li>
|
||||
<li><a name="Bytecode">Bytecode</a> - The size of the bytecode for the
|
||||
program</li>
|
||||
<li><a name="Instrs">Instrs</a> - The number of LLVM instructions in the
|
||||
compiled bytecode</li>
|
||||
<li><a name="LLC<br>compile">LLC compile</a> - The time taken compile with
|
||||
LLC (the static backend)</li>
|
||||
<li><a name="JIT<br>codegen">JIT codegen</a> - The amount of time spent in the
|
||||
JIT itself, instead of executing the program.</li>
|
||||
<li><a name="Machine<br>code">Machine code</a> - The number of bytes of machine
|
||||
code generated by the JIT.</li>
|
||||
<li><a name="GCC">GCC</a> - The time taken to execute the program when compiled
|
||||
with GCC -O2.</li>
|
||||
<li><a name="CBE">CBE</a> - The time taken to execute the program after
|
||||
compilation through the C backend, compiled with -O2.</li>
|
||||
<li><a name="LLC">LLC</a> - How long does the program generated by the static
|
||||
backend LLC take to execute </li>
|
||||
<li><a name="JIT">JIT</a> - The amount of time spent running the
|
||||
program with the JIT; this includes the code generation phase (listed above)
|
||||
and actually running the program.</li>
|
||||
<li><a name="GCC/LLC">GCC/LLC</a> - The speed-up of the LLC output vs the native
|
||||
GCC output: greater than 1 is a speedup, less than 1 is a slowdown.</li>
|
||||
<li><a name="GCC/CBE">GCC/CBE</a> - The speed-up of the CBE output vs the native
|
||||
GCC output: greater than 1 is a speedup, less than 1 is a slowdown.</li>
|
||||
<li><a name="LLC-BETA">LLC-BETA</a> - How long does the program generated by the static
|
||||
backend LLC take to execute the program, when compiled with new experimental
|
||||
features. This is temporary, for tuning.</li>
|
||||
</ol><p>
|
||||
|
||||
A complete log of testing
|
||||
<a href="$DATE-SingleSource-ProgramTest.txt.gz">SingleSource</a>,
|
||||
<a href="$DATE-MultiSource-ProgramTest.txt.gz">MultiSource</a>, and
|
||||
<a href="$DATE-External-ProgramTest.txt.gz">External</a> programs are
|
||||
available for further analysis.
|
||||
|
||||
<h2>Programs/External</h2>
|
||||
|
||||
<center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
$ExternalProgramsTable
|
||||
</td></tr></table></center>
|
||||
|
||||
<h2>Programs/MultiSource</h2>
|
||||
|
||||
<center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
$MultiSourceProgramsTable
|
||||
</td></tr></table></center>
|
||||
|
||||
<h2>Programs/SingleSource</h2>
|
||||
|
||||
<center>
|
||||
<table border="0" cellspacing="0" cellpadding="2"><tr><td bgcolor="#000000">
|
||||
$SingleSourceProgramsTable
|
||||
</td></tr></table></center>
|
||||
|
||||
</td></tr></html>
|
||||
|
||||
@ -1,68 +0,0 @@
|
||||
#!/usr/bin/perl
|
||||
#takes a test and a program from a dp and produces a gnuplot script
|
||||
#use like perl plotNLT.pl password Programs/MultiSource/Benchmarks/ASCI_Purple/SMG2000/smg2000 llc
|
||||
|
||||
use CGI;
|
||||
use DBI;
|
||||
my $q = new CGI;
|
||||
|
||||
# database information
|
||||
$db="llvmalpha";
|
||||
$host="localhost";
|
||||
$userid="llvmdbuser";
|
||||
$passwd=$q->param('pwd');
|
||||
$connectionInfo="dbi:mysql:$db;$host";
|
||||
|
||||
# make connection to database
|
||||
$dbh = DBI->connect($connectionInfo,$userid,$passwd) or die DBI->errstr;
|
||||
|
||||
|
||||
$count = 0;
|
||||
while ($q->param('n' . $count))
|
||||
{
|
||||
$count++;
|
||||
}
|
||||
|
||||
$| = 1;
|
||||
print "Content-type: image/png", "\n\n";
|
||||
|
||||
open CMDSTREAM, "|gnuplot";
|
||||
#open CMDSTREAM, "|echo";
|
||||
|
||||
print CMDSTREAM "set terminal png\n";
|
||||
print CMDSTREAM "set output\n";
|
||||
print CMDSTREAM "set xdata time\n";
|
||||
print CMDSTREAM 'set timefmt "%Y-%m-%d"';
|
||||
print CMDSTREAM "\nplot";
|
||||
for ($iter = 0; $iter < $count; $iter++) {
|
||||
if ($iter)
|
||||
{ print CMDSTREAM ","; }
|
||||
print CMDSTREAM " '-' using 1:2 title \"" . $q->param('t' . $iter) . "," . $q->param('n' . $iter) . "\"with lines";
|
||||
}
|
||||
|
||||
print CMDSTREAM "\n";
|
||||
|
||||
for ($iter = 0; $iter < $count; $iter++) {
|
||||
|
||||
$prog = $q->param('n' . $iter);
|
||||
$test = $q->param('t' . $iter);
|
||||
|
||||
$query = "Select RUN, VALUE from Tests where TEST = '$test' AND NAME = '$prog' ORDER BY RUN";
|
||||
#print "\n$query\n";
|
||||
|
||||
my $sth = $dbh->prepare( $query) || die "Can't prepare statement: $DBI::errstr";;
|
||||
|
||||
my $rc = $sth->execute or die DBI->errstr;
|
||||
|
||||
while(($da,$v) = $sth->fetchrow_array)
|
||||
{
|
||||
print CMDSTREAM "$da $v\n";
|
||||
}
|
||||
|
||||
print CMDSTREAM "e\n";
|
||||
}
|
||||
print CMDSTREAM "exit\n";
|
||||
close CMDSTREAM;
|
||||
|
||||
# disconnect from database
|
||||
$dbh->disconnect;
|
||||
@ -1,86 +0,0 @@
|
||||
#!/usr/bin/perl
|
||||
#take the output of parseNLT.pl and load it into a database
|
||||
# use like: cat file |perl parseNLT.pl |perl importNLT.pl password
|
||||
|
||||
use DBI;
|
||||
|
||||
# database information
|
||||
$db="llvmalpha";
|
||||
$host="localhost";
|
||||
$userid="llvmdbuser";
|
||||
$passwd=shift @ARGV;
|
||||
$connectionInfo="dbi:mysql:$db;$host";
|
||||
|
||||
# make connection to database
|
||||
$dbh = DBI->connect($connectionInfo,$userid,$passwd) or die DBI->errstr;
|
||||
my $sth = $dbh->prepare( q{
|
||||
INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES (?, STR_TO_DATE(?, '\%d \%M \%Y'), ?, ?)
|
||||
}) || die "Can't prepare statement: $DBI::errstr";;
|
||||
|
||||
while($d = <>)
|
||||
{
|
||||
chomp $d;
|
||||
if (18 == scalar split " ", $d)
|
||||
{
|
||||
($day, $mon, $year, $prog, $gccas, $bc, $llccompile, $llcbetacompile, $jitcompile,
|
||||
$mc, $gcc, $cbe, $llc, $llcbeta, $jit, $foo1, $foo2, $foo3) = split " ", $d;
|
||||
if ($gccas =~ /\d+/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'gccas', $gccas)") || die DBI->errstr;
|
||||
}
|
||||
if ($bc =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'bytecode', $bc)") || die DBI->errstr;
|
||||
}
|
||||
if ($llccompile =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'llc-compile', $llccompile)") || die DBI->errstr;
|
||||
}
|
||||
if ($llcbetacompile =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'llc-beta-compile', $llcbetacompile)") || die DBI->errstr;
|
||||
}
|
||||
if ($jitcompile =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'jit-compile', $jitcompile)") || die DBI->errstr;
|
||||
}
|
||||
if ($mc =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'machine-code', $mc)") || die DBI->errstr;
|
||||
}
|
||||
if ($gcc =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'gcc', $gcc)") || die DBI->errstr;
|
||||
}
|
||||
if ($llc =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'llc', $llc)") || die DBI->errstr;
|
||||
}
|
||||
if ($llcbeta =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'llc-beta', $llcbeta)") || die DBI->errstr;
|
||||
}
|
||||
if ($jit =~ /\d/)
|
||||
{
|
||||
$dbh->do("INSERT INTO Tests (NAME, RUN, TEST, VALUE) VALUES
|
||||
('$prog', STR_TO_DATE('$day $mon $year', '\%d \%M \%Y'), 'jit', $jit)") || die DBI->errstr;
|
||||
}
|
||||
print ".";
|
||||
}
|
||||
else
|
||||
{
|
||||
print "\nNO: $d\n";
|
||||
}
|
||||
}
|
||||
print "\n";
|
||||
# disconnect from database
|
||||
$dbh->disconnect;
|
||||
@ -1,34 +0,0 @@
|
||||
#!/usr/bin/perl
|
||||
# a first attempt to parse the nightly tester pages into something
|
||||
# one can reason about, namely import into a database
|
||||
# USE: perl parseNLT.pl <2005-03-31.html
|
||||
# for example
|
||||
|
||||
while(<>)
|
||||
{
|
||||
if (/LLVM Test Results for (\w+) (\d+), (\d+)</)
|
||||
{
|
||||
$mon = $1;
|
||||
$day = $2;
|
||||
$year = $3;
|
||||
}
|
||||
if (/<td>([^<]+)<\/td>/)
|
||||
{
|
||||
if ($prefix)
|
||||
{ $output .= "$1 "; $count++; }
|
||||
}
|
||||
if (/<tr/)
|
||||
{
|
||||
if ($output and $count > 3)
|
||||
{ print "\n$day $mon $year $prefix/$output"; }
|
||||
$output = "";
|
||||
$count = 0;
|
||||
}
|
||||
if (/<h2>(Programs.+)<\/h2>/)
|
||||
{
|
||||
$prefix = $1;
|
||||
}
|
||||
}
|
||||
|
||||
if ($output)
|
||||
{ print "\n$day $mon $year $prefix/$output"; $output = ""; }
|
||||
@ -1,53 +0,0 @@
|
||||
#!/usr/bin/perl
|
||||
#takes a test and a program from a dp and produces a gnuplot script
|
||||
#use like perl plotNLT.pl password Programs/MultiSource/Benchmarks/ASCI_Purple/SMG2000/smg2000 llc
|
||||
|
||||
use DBI;
|
||||
|
||||
# database information
|
||||
$db="llvmalpha";
|
||||
$host="localhost";
|
||||
$userid="llvmdbuser";
|
||||
$passwd=shift @ARGV;
|
||||
$connectionInfo="dbi:mysql:$db;$host";
|
||||
|
||||
# make connection to database
|
||||
$dbh = DBI->connect($connectionInfo,$userid,$passwd) or die DBI->errstr;
|
||||
|
||||
|
||||
$count = @ARGV / 2;
|
||||
|
||||
print "set xdata time\n";
|
||||
print 'set timefmt "%Y-%m-%d"';
|
||||
print "\nplot";
|
||||
for ($iter = 0; $iter < $count; $iter++) {
|
||||
if ($iter)
|
||||
{ print ","; }
|
||||
print " '-' using 1:2 with lines";
|
||||
}
|
||||
|
||||
print "\n";
|
||||
|
||||
for ($iter = 0; $iter < $count; $iter++) {
|
||||
|
||||
$prog = shift @ARGV;
|
||||
$test = shift @ARGV;
|
||||
|
||||
$query = "Select RUN, VALUE from Tests where TEST = '$test' AND NAME = '$prog' ORDER BY RUN";
|
||||
#print "\n$query\n";
|
||||
|
||||
my $sth = $dbh->prepare( $query) || die "Can't prepare statement: $DBI::errstr";;
|
||||
|
||||
my $rc = $sth->execute or die DBI->errstr;
|
||||
|
||||
while(($da,$v) = $sth->fetchrow_array)
|
||||
{
|
||||
print "$da $v\n";
|
||||
}
|
||||
|
||||
print "e\n";
|
||||
}
|
||||
|
||||
|
||||
# disconnect from database
|
||||
$dbh->disconnect;
|
||||
@ -1,83 +0,0 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
use DBI;
|
||||
use CGI;
|
||||
|
||||
$q = new CGI;
|
||||
print $q->header();
|
||||
print $q->start_html(-title=>"Nightly Tester DB");
|
||||
|
||||
unless($q->param('pwd'))
|
||||
{
|
||||
print $q->startform();
|
||||
print $q->password_field(-name=>"pwd", -size=>20, -maxlength=>20);
|
||||
print $q->submit();
|
||||
print $q->endform();
|
||||
}
|
||||
else
|
||||
{
|
||||
# database information
|
||||
$db="llvmalpha";
|
||||
$host="localhost";
|
||||
$userid="llvmdbuser";
|
||||
$passwd=$q->param('pwd');
|
||||
$connectionInfo="dbi:mysql:$db;$host";
|
||||
|
||||
# make connection to database
|
||||
$dbh = DBI->connect($connectionInfo,$userid,$passwd) or die DBI->errstr;
|
||||
$query = "Select DISTINCT(NAME) from Tests";
|
||||
my $sth = $dbh->prepare($query) || die "Can't prepare statement: $DBI::errstr";
|
||||
my $rc = $sth->execute or die DBI->errstr;
|
||||
while (($n) = $sth->fetchrow_array)
|
||||
{
|
||||
push @names, ($n);
|
||||
# print "$n<P>";
|
||||
}
|
||||
$query = "Select DISTINCT(TEST) from Tests";
|
||||
my $sth = $dbh->prepare($query) || die "Can't prepare statement: $DBI::errstr";
|
||||
my $rc = $sth->execute or die DBI->errstr;
|
||||
while (($n) = $sth->fetchrow_array)
|
||||
{
|
||||
push @tests, ($n);
|
||||
# print "$n\n";
|
||||
}
|
||||
|
||||
# print join "<BR>", @names;
|
||||
|
||||
print $q->startform();
|
||||
print $q->scrolling_list(-name=>"test", -values=>\@tests, -multiple=>'true');
|
||||
print "<P>";
|
||||
print $q->scrolling_list(-name=>"name", -values=>\@names, -multiple=>'true');
|
||||
print "<P>";
|
||||
print $q->submit();
|
||||
print $q->hidden("pwd", $q->param('pwd'));
|
||||
print $q->endform();
|
||||
|
||||
# disconnect from database
|
||||
$dbh->disconnect;
|
||||
|
||||
#now generate the urls to the chart
|
||||
if ($q->param('test') && $q->param('name'))
|
||||
{
|
||||
my @names = $q->param('name');
|
||||
my @tests = $q->param('test');
|
||||
print "<P>";
|
||||
print join "<BR>", @names;
|
||||
print "<P>";
|
||||
print join "<BR>", @tests;
|
||||
print "<P>";
|
||||
$str = "pwd=" . $q->param('pwd');
|
||||
$count = 0;
|
||||
foreach $n (@names)
|
||||
{
|
||||
foreach $t (@tests)
|
||||
{
|
||||
$str = "$str&t$count=$t&n$count=$n";
|
||||
$count++;
|
||||
}
|
||||
}
|
||||
print "<img src=\"cgiplotNLT.pl?$str\">";
|
||||
}
|
||||
}
|
||||
|
||||
print $q->end_html();
|
||||
Loading…
Reference in New Issue
Block a user