Debian Codegraph @

llvm/utils/lit/tests/xfail-cl.py

raw
1 # Check that XFAILing works via command line or env var.
2
3 # RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
4 # RUN: --xfail-not 'true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
5 # RUN: %{inputs}/xfail-cl \
6 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
7
8 # RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
9 # RUN: --exclude-xfail \
10 # RUN: %{inputs}/xfail-cl \
11 # RUN: | FileCheck --check-prefixes=CHECK-EXCLUDED,CHECK-EXCLUDED-NOOVERRIDE %s
12
13 # RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
14 # RUN: --xfail-not 'true-xfail.txt' \
15 # RUN: --exclude-xfail \
16 # RUN: %{inputs}/xfail-cl \
17 # RUN: | FileCheck --check-prefixes=CHECK-EXCLUDED,CHECK-EXCLUDED-OVERRIDE %s
18
19
20 # RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \
21 # RUN: LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
22 # RUN: %{lit} %{inputs}/xfail-cl \
23 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
24
25 # Check that --xfail-not and LIT_XFAIL_NOT always have precedence.
26
27 # RUN: env LIT_XFAIL=true-xfail.txt \
28 # RUN: %{lit} --xfail true-xfail.txt --xfail-not true-xfail.txt \
29 # RUN: --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \
30 # RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s
31
32 # RUN: env LIT_XFAIL_NOT=true-xfail.txt LIT_XFAIL=true-xfail.txt \
33 # RUN: %{lit} --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \
34 # RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s
35
36 # END.
37
38 # CHECK-FILTER: Testing: 11 tests, {{[0-9]*}} workers
39 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test.txt
40 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test.txt
41 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: a :: false.txt
42 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: false.txt
43 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false.txt
44 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false2.txt
45 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true.txt
46 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt
47 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test-xfail.txt
48 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test-xfail.txt
49
50 # CHECK-OVERRIDE: Testing: 1 tests, {{[0-9]*}} workers
51 # CHECK-OVERRIDE: {{^}}PASS: top-level-suite :: true-xfail.txt
52
53 # CHECK-EXCLUDED: Testing: 11 tests, {{[0-9]*}} workers
54 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: a :: false.txt
55 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: a :: test-xfail.txt
56 # CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: a :: test.txt
57 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: false.txt
58 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: test-xfail.txt
59 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: test.txt
60 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: false.txt
61 # CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: false2.txt
62 # CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: true-xfail-conditionally.txt
63 # CHECK-EXCLUDED-NOOVERRIDE-DAG: {{^}}EXCLUDED: top-level-suite :: true-xfail.txt
64 # CHECK-EXCLUDED-OVERRIDE-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt
65 # CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: true.txt