66 lines · python
1# Check that XFAILing works via command line or env var.2 3# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \4# RUN: --xfail-not 'true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \5# RUN: %{inputs}/xfail-cl \6# RUN: | FileCheck --check-prefix=CHECK-FILTER %s7 8# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \9# RUN: --exclude-xfail \10# RUN: %{inputs}/xfail-cl \11# RUN: | FileCheck --check-prefixes=CHECK-EXCLUDED,CHECK-EXCLUDED-NOOVERRIDE %s12 13# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \14# RUN: --xfail-not 'true-xfail.txt' \15# RUN: --exclude-xfail \16# RUN: %{inputs}/xfail-cl \17# RUN: | FileCheck --check-prefixes=CHECK-EXCLUDED,CHECK-EXCLUDED-OVERRIDE %s18 19 20# RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \21# RUN: LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \22# RUN: %{lit} %{inputs}/xfail-cl \23# RUN: | FileCheck --check-prefix=CHECK-FILTER %s24 25# Check that --xfail-not and LIT_XFAIL_NOT always have precedence.26 27# RUN: env LIT_XFAIL=true-xfail.txt \28# RUN: %{lit} --xfail true-xfail.txt --xfail-not true-xfail.txt \29# RUN: --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \30# RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s31 32# RUN: env LIT_XFAIL_NOT=true-xfail.txt LIT_XFAIL=true-xfail.txt \33# RUN: %{lit} --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \34# RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s35 36# END.37 38# CHECK-FILTER: Testing: 11 tests, {{[0-9]*}} workers39# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test.txt40# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test.txt41# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: a :: false.txt42# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: false.txt43# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false.txt44# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false2.txt45# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true.txt46# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt47# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test-xfail.txt48# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test-xfail.txt49 50# CHECK-OVERRIDE: Testing: 1 tests, {{[0-9]*}} workers51# CHECK-OVERRIDE: {{^}}PASS: top-level-suite :: true-xfail.txt52 53# CHECK-EXCLUDED: Testing: 11 tests, {{[0-9]*}} workers54# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: a :: false.txt55# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: a :: test-xfail.txt56# CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: a :: test.txt57# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: false.txt58# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: test-xfail.txt59# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: b :: test.txt60# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: false.txt61# CHECK-EXCLUDED-DAG: {{^}}EXCLUDED: top-level-suite :: false2.txt62# CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: true-xfail-conditionally.txt63# CHECK-EXCLUDED-NOOVERRIDE-DAG: {{^}}EXCLUDED: top-level-suite :: true-xfail.txt64# CHECK-EXCLUDED-OVERRIDE-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt65# CHECK-EXCLUDED-DAG: {{^}}PASS: top-level-suite :: true.txt66