llvm/utils/lit/tests/xfail-cl.py

   1 # Check that XFAILing works via command line or env var.
   2
   3 # RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
   4 # RUN:   --xfail-not 'true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
   5 # RUN:   %{inputs}/xfail-cl \
   6 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
   7
   8 # RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \
   9 # RUN:   LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
  10 # RUN: %{lit} %{inputs}/xfail-cl \
  11 # RUN: | FileCheck --check-prefix=CHECK-FILTER %s
  12
  13 # Check that --xfail-not and LIT_XFAIL_NOT always have precedence.
  14
  15 # RUN: env LIT_XFAIL=true-xfail.txt \
  16 # RUN: %{lit} --xfail true-xfail.txt --xfail-not true-xfail.txt \
  17 # RUN:   --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \
  18 # RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s
  19
  20 # RUN: env LIT_XFAIL_NOT=true-xfail.txt LIT_XFAIL=true-xfail.txt \
  21 # RUN: %{lit} --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \
  22 # RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s
  23
  24 # END.
  25
  26 # CHECK-FILTER: Testing: 10 tests, {{[0-9]*}} workers
  27 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test.txt
  28 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test.txt
  29 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: a :: false.txt
  30 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: false.txt
  31 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false.txt
  32 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false2.txt
  33 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true.txt
  34 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt
  35 # CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test-xfail.txt
  36 # CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test-xfail.txt
  37
  38 # CHECK-OVERRIDE: Testing: 1 tests, {{[0-9]*}} workers
  39 # CHECK-OVERRIDE: {{^}}PASS: top-level-suite :: true-xfail.txt