| 1 |
# Check that XFAILing works via command line or env var. |
| 2 |
|
| 3 |
# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \ |
| 4 |
# RUN: --xfail-not 'true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \ |
| 5 |
# RUN: %{inputs}/xfail-cl \ |
| 6 |
# RUN: | FileCheck --check-prefix=CHECK-FILTER %s |
| 7 |
|
| 8 |
# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \ |
| 9 |
# RUN: --exclude-xfail \ |
| 10 |
# RUN: %{inputs}/xfail-cl \ |
| 11 |
# RUN: | FileCheck --check-prefixes=CHECK-EXCLUDED,CHECK-EXCLUDED-NOOVERRIDE %s |
| 12 |
|
| 13 |
# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \ |
| 14 |
# RUN: --xfail-not 'true-xfail.txt' \ |
| 15 |
# RUN: --exclude-xfail \ |
| 16 |
# RUN: %{inputs}/xfail-cl \ |
| 17 |
# RUN: | FileCheck --check-prefixes=CHECK-EXCLUDED,CHECK-EXCLUDED-OVERRIDE %s |
| 18 |
|
| 19 |
|
| 20 |
# RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \ |
| 21 |
# RUN: LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \ |
| 22 |
# RUN: %{lit} %{inputs}/xfail-cl \ |
| 23 |
# RUN: | FileCheck --check-prefix=CHECK-FILTER %s |
| 24 |
|
| 25 |
# Check that --xfail-not and LIT_XFAIL_NOT always have precedence. |
| 26 |
|
| 27 |
# RUN: env LIT_XFAIL=true-xfail.txt \ |
| 28 |
# RUN: %{lit} --xfail true-xfail.txt --xfail-not true-xfail.txt \ |
| 29 |
# RUN: --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \ |
| 30 |
# RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s |
| 31 |
|
| 32 |
# RUN: env LIT_XFAIL_NOT=true-xfail.txt LIT_XFAIL=true-xfail.txt \ |
| 33 |
# RUN: %{lit} --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \ |
| 34 |
# RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s |
| 35 |
|
| 36 |
# END. |
| 37 |
|
| 38 |
# CHECK-FILTER: Testing: 11 tests, {{[0-9]*}} workers |
| 39 |
# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test.txt |
| 40 |
# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test.txt |
| 41 |
# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: a :: false.txt |
| 42 |
# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: false.txt |
| 43 |
# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false.txt |
| 44 |
# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false2.txt |
| 45 |
# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true.txt |
| 46 |
# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt |
| 47 |
# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test-xfail.txt |
| 48 |
# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test-xfail.txt |
| 49 |
|
| 50 |
# CHECK-OVERRIDE: Testing: 1 tests, {{[0-9]*}} workers |
| 51 |
# CHECK-OVERRIDE: {{^}}PASS: top-level-suite :: true-xfail.txt |
| 52 |
|
| 53 |
# CHECK-EXCLUDED: Testing: 11 tests, {{[0-9]*}} workers |
| 54 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: a :: false.txt |
| 55 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: a :: test-xfail.txt |
| 56 |
# CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: a :: test.txt |
| 57 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: false.txt |
| 58 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: test-xfail.txt |
| 59 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: test.txt |
| 60 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: false.txt |
| 61 |
# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: false2.txt |
| 62 |
# CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: true-xfail-conditionally.txt |
| 63 |
# CHECK-EXCLUDED-NOOVERRIDE-DAG: {{^}}EXCLUDED: top-level-suite :: true-xfail.txt |
| 64 |
# CHECK-EXCLUDED-OVERRIDE-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt |
| 65 |
# CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: true.txt |