diff --git a/utils/NightlyTest.gnuplot b/utils/NightlyTest.gnuplot index dd0911a8d27..c4d0fa91fdc 100644 --- a/utils/NightlyTest.gnuplot +++ b/utils/NightlyTest.gnuplot @@ -33,7 +33,7 @@ set nolabel set size .75,.75 set output "running_Olden_cbe_time.png" -set ylabel "CBE compiled execution time" +set ylabel "CBE compiled execution time (s)" plot "running_Olden_cbe_time.txt" u 1:2 t '' with lines, \ "running_Olden_cbe_time.txt" u 1:2 t "bh" with lines, \ "running_Olden_cbe_time.txt" u 1:3 t "bisort" with lines, \ @@ -66,7 +66,7 @@ plot "running_Olden_cbe_time.txt" u 1:2 t '' with lines, \ set size .75,.75 set output "running_Olden_jit_time.png" -set ylabel "JIT execution time" +set ylabel "JIT execution time (s)" plot "running_Olden_jit_time.txt" u 1:2 t '' with lines, \ "running_Olden_jit_time.txt" u 1:2 t "bh" with lines, \ "running_Olden_jit_time.txt" u 1:3 t "bisort" with lines, \ @@ -99,7 +99,7 @@ plot "running_Olden_jit_time.txt" u 1:2 t '' with lines, \ set size .75,.75 set output "running_Olden_llc_time.png" -set ylabel "LLC compiled execution time" +set ylabel "LLC compiled execution time (s)" plot "running_Olden_llc_time.txt" u 1:2 t '' with lines, \ "running_Olden_llc_time.txt" u 1:2 t "bh" with lines, \ "running_Olden_llc_time.txt" u 1:3 t "bisort" with lines, \ @@ -133,7 +133,7 @@ plot "running_Olden_llc_time.txt" u 1:2 t '' with lines, \ set size .75,.75 set output "running_Olden_opt_time.png" -set ylabel "Time to run the optimizer" +set ylabel "Time to run the optimizer (s)" plot "running_Olden_opt_time.txt" u 1:2 t '' with lines, \ "running_Olden_opt_time.txt" u 1:2 t "bh" with lines, \ "running_Olden_opt_time.txt" u 1:3 t "bisort" with lines, \ @@ -167,7 +167,7 @@ plot "running_Olden_opt_time.txt" u 1:2 t '' with lines, \ set size .75,.75 set output "running_Olden_machcode.png" -set ylabel "Program machine code size" +set ylabel "Program machine code size (bytes)" plot "running_Olden_machcode.txt" u 1:2 t '' with lines, \ "running_Olden_machcode.txt" u 1:2 t "bh" with lines, \ "running_Olden_machcode.txt" u 1:3 t "bisort" with lines, \ @@ -201,7 +201,7 @@ plot "running_Olden_machcode.txt" u 1:2 t '' with lines, \ set size .75,.75 set output "running_Olden_bytecode.png" -set ylabel "Program bytecode size" +set ylabel "Program bytecode size (bytes)" plot "running_Olden_bytecode.txt" u 1:2 t '' with lines, \ "running_Olden_bytecode.txt" u 1:2 t "bh" with lines, \ "running_Olden_bytecode.txt" u 1:3 t "bisort" with lines, \ diff --git a/utils/NightlyTestTemplate.html b/utils/NightlyTestTemplate.html index 80be981e875..9f96b44a72e 100644 --- a/utils/NightlyTestTemplate.html +++ b/utils/NightlyTestTemplate.html @@ -110,14 +110,56 @@ Changes over Time

-GNUplot charts showing a couple of things: -

    -
  1. Compile Time -
  2. Testing Time -
  3. Time to run some programs, say all of Olden -
  4. Time to compile something, say Olden. -
  5. Size of bytecode files for Olden -
+ +Here are some charts showing how the LLVM optimizer and code generators are +changing over time. For now we use the Olden benchmark suite to measure this, +but eventually we will switch to using SPEC CPU2000. All programs are run with +"LARGE_PROBLEM_SIZE" enabled. Click on any of the charts to get a larger +version.

+ +

Compilation Measurements:

+ + + + + + + + +
+
+Size of LLVM bytecode files +
+
+Size of native machine code for each program (generated by the JIT) +
+
+Time to run the LLVM optimizer on each program +
+ +

Program Execution Measurements:

+ + + + + + + + + +
+
+Execution time for CBE generated executable +
+
+Execution time for the LLC generated executable +
+
+Execution time for program in the JIT +
+ + +