2001-11-05 00:22:16 +00:00
|
|
|
LEVEL = ..
|
2004-09-05 08:18:23 +00:00
|
|
|
DIRS =
|
2002-01-23 21:36:59 +00:00
|
|
|
|
2003-09-06 15:12:21 +00:00
|
|
|
#
|
|
|
|
# Make QMTest the default for testing features and regressions
|
2003-10-27 17:46:42 +00:00
|
|
|
# Do this first to force QMTest to run first
|
2003-09-06 15:12:21 +00:00
|
|
|
#
|
|
|
|
all:: qmtest
|
|
|
|
|
2003-10-27 17:46:42 +00:00
|
|
|
#
|
|
|
|
# Include other test rules
|
|
|
|
#
|
|
|
|
include Makefile.tests
|
|
|
|
|
2003-08-21 15:09:29 +00:00
|
|
|
#
|
|
|
|
# New QMTest functionality:
|
|
|
|
# The test suite is being transitioned over to QMTest. Eventually, it
|
|
|
|
# will use QMTest by default.
|
|
|
|
#
|
|
|
|
|
|
|
|
# QMTest option specifying the location of the QMTest database.
|
2003-10-07 21:13:47 +00:00
|
|
|
QMDB= -D $(LLVM_SRC_ROOT)/test
|
|
|
|
QMCLASSES=$(LLVM_OBJ_ROOT)/test/QMTest
|
2003-08-21 15:09:29 +00:00
|
|
|
|
2003-11-19 21:13:25 +00:00
|
|
|
#
|
|
|
|
# Determine which expectations file we will use
|
|
|
|
#
|
|
|
|
QMEXPECT:=$(LLVM_SRC_ROOT)/test/QMTest/expectations.unknown.qmr
|
|
|
|
ifeq ($(OS),Linux)
|
|
|
|
QMEXPECT:=$(LLVM_SRC_ROOT)/test/QMTest/expectations.linux.qmr
|
|
|
|
endif
|
|
|
|
|
|
|
|
ifeq ($(OS),SunOS)
|
|
|
|
QMEXPECT:=$(LLVM_SRC_ROOT)/test/QMTest/expectations.sunos.qmr
|
|
|
|
endif
|
|
|
|
|
2004-03-29 20:23:11 +00:00
|
|
|
ifeq ($(OS),Darwin)
|
|
|
|
QMEXPECT:=$(LLVM_SRC_ROOT)/test/QMTest/expectations.darwin.qmr
|
|
|
|
endif
|
|
|
|
|
2003-08-21 15:09:29 +00:00
|
|
|
#
|
|
|
|
# This is configuration information used by the test suite. In QM Test, it's
|
|
|
|
# called a 'context.'
|
|
|
|
#
|
2003-10-11 00:10:05 +00:00
|
|
|
CONTEXT= -c "srcroot=$(LLVM_SRC_ROOT)" \
|
|
|
|
-c "buildroot=$(LLVM_OBJ_ROOT)" \
|
2004-11-03 17:11:23 +00:00
|
|
|
-c "buildtype=$(BuildMode)" \
|
2003-10-11 00:10:05 +00:00
|
|
|
-c "tmpdir=$(LLVM_OBJ_ROOT)/test/tmp" \
|
|
|
|
-c "coresize=0" \
|
|
|
|
-c "cc=$(CC)" \
|
|
|
|
-c "cxx=$(CXX)" \
|
2003-09-06 15:12:21 +00:00
|
|
|
-c "llvmgcc=$(LLVMGCC)" \
|
2003-09-30 19:04:08 +00:00
|
|
|
-c "llvmgxx=$(LLVMGXX)" \
|
2004-08-02 22:29:38 +00:00
|
|
|
-c "make=$(MAKE)" \
|
|
|
|
-c "python=$(PYTHON)"
|
2003-08-21 15:09:29 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# Location of the QMTest program.
|
|
|
|
#
|
2003-09-16 02:59:26 +00:00
|
|
|
QMTEST= QMTEST_CLASS_PATH=$(QMCLASSES) qmtest $(QMDB)
|
2003-08-21 15:09:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
# Execute the tests
|
|
|
|
#
|
|
|
|
qmtest:: $(LLVM_OBJ_ROOT)/test/tmp register
|
2003-11-19 21:13:25 +00:00
|
|
|
-$(QMTEST) run -O $(QMEXPECT) $(CONTEXT)
|
2003-08-21 15:09:29 +00:00
|
|
|
|
2003-09-08 21:25:35 +00:00
|
|
|
%.t:: $(LLVM_OBJ_ROOT)/test/tmp register
|
2003-11-19 21:13:25 +00:00
|
|
|
-$(QMTEST) run -O $(QMEXPECT) $(CONTEXT) $*
|
2003-08-21 15:09:29 +00:00
|
|
|
|
|
|
|
#
|
|
|
|
# Create the temporary directory used by the test suite.
|
|
|
|
#
|
|
|
|
$(LLVM_OBJ_ROOT)/test/tmp::
|
|
|
|
${MKDIR} $(LLVM_OBJ_ROOT)/test/tmp
|
|
|
|
|
|
|
|
#
|
2003-09-15 21:54:49 +00:00
|
|
|
# Right now, QMTest compiles the python test classes and put them into the
|
|
|
|
# source tree. Since Python bytecode is *not* cross-platform compatible (I
|
|
|
|
# think), we'll regenerate every time.
|
2003-08-21 15:09:29 +00:00
|
|
|
#
|
2003-09-15 21:54:49 +00:00
|
|
|
# Simultaneous builds won't work, but shared source trees will.
|
|
|
|
#
|
|
|
|
register:
|
2003-08-21 15:09:29 +00:00
|
|
|
$(QMTEST) register test llvm.TestAsmDisasm
|
|
|
|
$(QMTEST) register test llvm.AssembleTest
|
|
|
|
$(QMTEST) register test llvm.ConvertToCTest
|
|
|
|
$(QMTEST) register test llvm.LLToCTest
|
|
|
|
$(QMTEST) register test llvm.MachineCodeTest
|
|
|
|
$(QMTEST) register test llvm.TestOptimizer
|
|
|
|
$(QMTEST) register test llvm.LLITest
|
|
|
|
$(QMTEST) register test llvm.TestRunner
|
|
|
|
$(QMTEST) register test llvm.VerifierTest
|
|
|
|
$(QMTEST) register test llvm.CTest
|
2003-09-30 19:04:08 +00:00
|
|
|
$(QMTEST) register test llvm.CXXTest
|
2003-10-07 21:30:07 +00:00
|
|
|
$(QMTEST) register database llvmdb.llvmdb
|
2003-08-21 15:09:29 +00:00
|
|
|
|
2003-09-16 02:59:26 +00:00
|
|
|
# Start up the QMTest GUI
|
|
|
|
gui::
|
|
|
|
$(QMTEST) gui --no-browser --daemon
|
|
|
|
|
2003-11-21 01:12:47 +00:00
|
|
|
# Also get rid of qmtest garbage when we 'make clean' in this directory.
|
2003-12-11 04:48:38 +00:00
|
|
|
clean:: qmtest-clean
|
|
|
|
|
|
|
|
qmtest-clean:
|
2003-10-10 19:52:30 +00:00
|
|
|
$(RM) -rf $(LLVM_OBJ_ROOT)/test/tmp
|
2003-11-20 19:57:17 +00:00
|
|
|
$(RM) -f $(LLVM_SRC_ROOT)/test/QMTest/*.pyo \
|
|
|
|
$(LLVM_OBJ_ROOT)/test/QMTest/*.pyo
|
2003-11-21 01:12:47 +00:00
|
|
|
$(RM) -f $(LLVM_SRC_ROOT)/test/results.qmr \
|
|
|
|
$(LLVM_OBJ_ROOT)/test/results.qmr
|
2003-10-10 19:52:30 +00:00
|
|
|
|
2004-11-07 04:59:52 +00:00
|
|
|
EXPECT = expect
|
|
|
|
RUNTEST = runtest
|
|
|
|
|
|
|
|
check-dejagnu: site.exp
|
|
|
|
$(RUNTEST)
|
|
|
|
|
|
|
|
dejagnu-clean:
|
|
|
|
cd $(LLVM_OBJ_ROOT)/test/
|
|
|
|
$(RM) -rf Regression/*/Output
|
|
|
|
$(RM) -rf Regression/*/*/Output
|
|
|
|
|
|
|
|
site.exp: Makefile $(LLVM_OBJ_ROOT)/Makefile.config
|
|
|
|
@echo 'Making a new site.exp file...'
|
|
|
|
@echo '## these variables are automatically generated by make ##' >site.tmp
|
|
|
|
@echo '# Do not edit here. If you wish to override these values' >>site.tmp
|
|
|
|
@echo '# edit the last section' >>site.tmp
|
|
|
|
@echo "set target_triplet i686-pc-linux-gnu" >> site.tmp
|
|
|
|
@echo 'set prcontext $(LLVM_SRC_ROOT)/test/Scripts/prcontext.py' >> site.tmp
|
|
|
|
@echo 'set srcdir $(LLVM_SRC_ROOT)/test' >>site.tmp
|
|
|
|
@echo "set objdir $(LLVM_OBJ_ROOT)/test" >>site.tmp
|
|
|
|
@echo 'set llvmgcc $(LLVMGCCDIR)/bin/gcc' >> site.tmp
|
|
|
|
@echo 'set llvmgxx $(LLVMGCCDIR)/bin/g++' >> site.tmp
|
|
|
|
@echo '## All variables above are generated by configure. Do Not Edit ## ' >>site.tmp
|
|
|
|
@test ! -f site.exp || \
|
|
|
|
sed '1,/^## All variables above are.*##/ d' site.exp >> site.tmp
|
|
|
|
@-rm -f site.bak
|
|
|
|
@test ! -f site.exp || mv site.exp site.bak
|
|
|
|
@mv site.tmp site.exp
|