[lit] Add a test for the various ShTest format features.

git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@174072 91177308-0d34-0410-b5e6-96231b3b80d8

utils/lit/tests/Inputs/shtest-format/external_shell/fail.txt

@@ -0,0 +1,3 @@
+# Run a command that fails with error on stdout.
+#
+# RUN: cat "does-not-exist"

utils/lit/tests/Inputs/shtest-format/external_shell/lit.local.cfg

@@ -0,0 +1 @@
+config.test_format = lit.formats.ShTest(execute_external=True)

utils/lit/tests/Inputs/shtest-format/external_shell/pass.txt

@@ -0,0 +1 @@
+# RUN: true

utils/lit/tests/Inputs/shtest-format/fail.txt

@@ -0,0 +1 @@
+# RUN: false

utils/lit/tests/Inputs/shtest-format/lit.cfg

@@ -0,0 +1,7 @@
+config.name = 'shtest-format'
+config.suffixes = ['.txt']
+config.test_format = lit.formats.ShTest()
+config.test_source_root = None
+config.test_exec_root = None
+config.target_triple = 'x86_64-unknown-unknown'
+config.available_features.add('a-present-feature')

utils/lit/tests/Inputs/shtest-format/no-test-line.txt

@@ -0,0 +1 @@
+# Empty!

utils/lit/tests/Inputs/shtest-format/pass.txt

@@ -0,0 +1 @@
+# RUN: true

utils/lit/tests/Inputs/shtest-format/requires-missing.txt

@@ -0,0 +1,2 @@
+RUN: true
+REQUIRES: a-missing-feature

utils/lit/tests/Inputs/shtest-format/requires-present.txt

@@ -0,0 +1,2 @@
+RUN: true
+REQUIRES: a-present-feature

utils/lit/tests/Inputs/shtest-format/unsupported_dir/lit.local.cfg

@@ -0,0 +1 @@
+config.unsupported = True

utils/lit/tests/Inputs/shtest-format/unsupported_dir/some-test.txt

@@ -0,0 +1 @@
+# RUN: true

utils/lit/tests/Inputs/shtest-format/xfail-feature.txt

@@ -0,0 +1,2 @@
+# RUN: false
+# XFAIL: a-present-feature

utils/lit/tests/Inputs/shtest-format/xfail-target.txt

@@ -0,0 +1,2 @@
+RUN: false
+XFAIL: x86_64

utils/lit/tests/Inputs/shtest-format/xfail.txt

@@ -0,0 +1,2 @@
+RUN: false
+XFAIL: *

utils/lit/tests/Inputs/shtest-format/xpass.txt

@@ -0,0 +1,2 @@
+RUN: true
+XFAIL: x86_64

utils/lit/tests/shtest-format.py

@@ -0,0 +1,43 @@
+# Check the various features of the ShTest format.
+#
+# RUN: not %{lit} -j 1 -v %{inputs}/shtest-format > %t.out
+# RUN: FileCheck < %t.out %s
+#
+# END.
+
+# CHECK: -- Testing:
+
+# CHECK: FAIL: shtest-format :: external_shell/fail.txt
+# CHECK: *** TEST 'shtest-format :: external_shell/fail.txt' FAILED ***
+# CHECK: Command Output (stderr):
+# CHECK: cat: does-not-exist: No such file or directory
+# CHECK: --
+
+# CHECK: PASS: shtest-format :: external_shell/pass.txt
+
+# CHECK: FAIL: shtest-format :: fail.txt
+
+# CHECK: UNRESOLVED: shtest-format :: no-test-line.txt
+# CHECK: PASS: shtest-format :: pass.txt
+# CHECK: UNSUPPORTED: shtest-format :: requires-missing.txt
+# CHECK: PASS: shtest-format :: requires-present.txt
+# CHECK: UNSUPPORTED: shtest-format :: unsupported_dir/some-test.txt
+# CHECK: XFAIL: shtest-format :: xfail-feature.txt
+# CHECK: XFAIL: shtest-format :: xfail-target.txt
+# CHECK: XFAIL: shtest-format :: xfail.txt
+# CHECK: XPASS: shtest-format :: xpass.txt
+# CHECK: Testing Time
+
+# CHECK: Unexpected Passing Tests (1)
+# CHECK: shtest-format :: xpass.txt
+
+# CHECK: Failing Tests (2)
+# CHECK: shtest-format :: external_shell/fail.txt
+# CHECK: shtest-format :: fail.txt
+
+# CHECK: Expected Passes    : 3
+# CHECK: Expected Failures  : 3
+# CHECK: Unsupported Tests  : 2
+# CHECK: Unresolved Tests   : 1
+# CHECK: Unexpected Passes  : 1
+# CHECK: Unexpected Failures: 2