Add a new jit evaluation report

git-svn-id: https://llvm.org/svn/llvm-project/test-suite/trunk@5372 91177308-0d34-0410-b5e6-96231b3b80d8

TEST.jit.Makefile

@@ -0,0 +1,24 @@
+##===- test/Programs/TEST.jit.Makefile ---------------------*- Makefile -*-===##
+#
+# This test tries running the Just-In-Time compiler on all of the programs to
+# see which ones work and which ones don't.  It provides a report to tabulate
+# this nicely and provides some simple statistics.
+#
+##===----------------------------------------------------------------------===##
+
+JIT_OPTS = -stats -time-passes
+
+$(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
+Output/%.$(TEST).report.txt: Output/%.lib.bc $(LANALYZE)
+	-(time -p $(LLI) -force-interpreter=false $(JIT_OPTS) $< > /dev/null) > $@ 2>&1
+
+$(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
+test.$(TEST).%: Output/%.$(TEST).report.txt
+	@echo "---------------------------------------------------------------"
+	@echo ">>> ========= '$*' Program"
+	@echo "---------------------------------------------------------------"
+	@cat $<
+
+# Define REPORT_DEPENDENCIES so that the report is regenerated if lli changes
+#
+REPORT_DEPENDENCIES := $(DUMMYLIB) $(LLI)

TEST.jit.report

@@ -0,0 +1,39 @@
+##=== TEST.jit.report - Report description for jit tests -------*- perl -*-===##
+#
+# This file defines a report to be generated for the jit test.
+#
+##===----------------------------------------------------------------------===##
+
+# Sort by total execution time
+$SortCol = 2;
+
+# Sort in descending order
+$SortReverse = 1;
+
+# These are the columns for the report.  The first entry is the header for the
+# column, the second is the regex to use to match the value.  Empty list create
+# seperators, and closures may be put in for custom processing.
+(
+# Name
+ ["Name:" , '\'([^\']+)\' Program'],
+ [],
+# Times
+ ["Total"  , 'real ([0-9.]+)'],
+ ["CodeGen", 'Total Execution Time: ([0-9.]+)'],
+ ["InstSel", '([0-9.]+) \([^)]+\)[ 0-9A-Za-z]+Instruction Selection'],
+ ["LiveVar", '([0-9.]+) \([^)]+\)[ 0-9A-Za-z]+Live Variable'],
+ ["RA"     , '([0-9.]+) \([^)]+\)[ 0-9A-Za-z]+Register Allocator'],
+ ["FPStack", '([0-9.]+) \([^)]+\)[ 0-9]+X86 FP Stackifier'],
+ ["Peep"   , '([0-9.]+) \([^)]+\)[- 0-9]+X86 Peephole Optimizer'],
+ [],
+# Sizes
+ ["MCSize"  , '([0-9]+).*Number of bytes of machine code compiled'],
+ ["#Glob"   , '([0-9]+).*Number of bytes of global vars'],
+ [],
+# Number of transformations
+ ["#spill" , '([0-9]+).*Number of registers spilled'],
+ ["#reload", '([0-9]+).*Number of registers reloaded'],
+ ["#fp"    , '([0-9]+).*Number of floating point instructions'],
+ ["#fxch"  , '([0-9]+).*Number of fxch instructions inserted'],
+ []
+);