1# Check the various features of the ShTest format. 2# 3# RUN: not %{lit} -j 1 -v %{inputs}/shtest-format > %t.out 4# RUN: FileCheck < %t.out %s 5# 6# END. 7 8# CHECK: -- Testing: 9 10# CHECK: PASS: shtest-format :: argv0.txt 11# CHECK: FAIL: shtest-format :: external_shell/fail.txt 12# CHECK-NEXT: *** TEST 'shtest-format :: external_shell/fail.txt' FAILED *** 13# CHECK: Command Output (stdout): 14# CHECK-NEXT: -- 15# CHECK-NEXT: line 1: failed test output on stdout 16# CHECK-NEXT: line 2: failed test output on stdout 17# CHECK: Command Output (stderr): 18# CHECK-NEXT: -- 19# CHECK-NEXT: cat: does-not-exist: No such file or directory 20# CHECK: -- 21 22# CHECK: FAIL: shtest-format :: external_shell/fail_with_bad_encoding.txt 23# CHECK-NEXT: *** TEST 'shtest-format :: external_shell/fail_with_bad_encoding.txt' FAILED *** 24# CHECK: Command Output (stdout): 25# CHECK-NEXT: -- 26# CHECK-NEXT: a line with bad encoding: 27# CHECK: -- 28 29# CHECK: PASS: shtest-format :: external_shell/pass.txt 30 31# CHECK: FAIL: shtest-format :: fail.txt 32# CHECK-NEXT: *** TEST 'shtest-format :: fail.txt' FAILED *** 33# CHECK-NEXT: Script: 34# CHECK-NEXT: -- 35# CHECK-NEXT: printf "line 1 36# CHECK-NEXT: false 37# CHECK-NEXT: -- 38# CHECK-NEXT: Exit Code: 1 39# 40# CHECK: Command Output (stdout): 41# CHECK-NEXT: -- 42# CHECK-NEXT: $ "printf" 43# CHECK-NEXT: # command output: 44# CHECK-NEXT: line 1: failed test output on stdout 45# CHECK-NEXT: line 2: failed test output on stdout 46 47# CHECK: UNRESOLVED: shtest-format :: no-test-line.txt 48# CHECK: PASS: shtest-format :: pass.txt 49# CHECK: UNSUPPORTED: shtest-format :: requires-any-missing.txt 50# CHECK: PASS: shtest-format :: requires-any-present.txt 51# CHECK: UNSUPPORTED: shtest-format :: requires-missing.txt 52# CHECK: PASS: shtest-format :: requires-present.txt 53# CHECK: UNSUPPORTED: shtest-format :: unsupported_dir/some-test.txt 54# CHECK: XFAIL: shtest-format :: xfail-feature.txt 55# CHECK: XFAIL: shtest-format :: xfail-target.txt 56# CHECK: XFAIL: shtest-format :: xfail.txt 57# CHECK: XPASS: shtest-format :: xpass.txt 58# CHECK-NEXT: *** TEST 'shtest-format :: xpass.txt' FAILED *** 59# CHECK-NEXT: Script 60# CHECK-NEXT: -- 61# CHECK-NEXT: true 62# CHECK-NEXT: -- 63# CHECK: Testing Time 64 65# CHECK: Unexpected Passing Tests (1) 66# CHECK: shtest-format :: xpass.txt 67 68# CHECK: Failing Tests (3) 69# CHECK: shtest-format :: external_shell/fail.txt 70# CHECK: shtest-format :: external_shell/fail_with_bad_encoding.txt 71# CHECK: shtest-format :: fail.txt 72 73# CHECK: Expected Passes : 5 74# CHECK: Expected Failures : 3 75# CHECK: Unsupported Tests : 3 76# CHECK: Unresolved Tests : 1 77# CHECK: Unexpected Passes : 1 78# CHECK: Unexpected Failures: 3 79