1131 lines · python
1# Test various combinations of options controlling lit stdout and stderr output2 3# RUN: mkdir -p %t4 5### Test default6 7# RUN: not %{lit} %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt8# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt9# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt10 11# NO-ARGS: -- Testing: 5 tests, 1 workers --12# NO-ARGS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)13# NO-ARGS-NEXT: PASS: verbosity :: pass.txt (2 of 5)14# NO-ARGS-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)15# NO-ARGS-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)16# NO-ARGS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)17# NO-ARGS-NEXT: ********************18# NO-ARGS-NEXT: Failed Tests (1):19# NO-ARGS-NEXT: verbosity :: fail.txt20# NO-ARGS-EMPTY:21# NO-ARGS-NEXT: ********************22# NO-ARGS-NEXT: Unexpectedly Passed Tests (1):23# NO-ARGS-NEXT: verbosity :: xpass.txt24# NO-ARGS-EMPTY:25# NO-ARGS-EMPTY:26# NO-ARGS-NEXT: Testing Time: {{.*}}s27# NO-ARGS-EMPTY:28# NO-ARGS-NEXT: Total Discovered Tests: 529# NO-ARGS-NEXT: Unsupported : 1 (20.00%)30# NO-ARGS-NEXT: Passed : 1 (20.00%)31# NO-ARGS-NEXT: Expectedly Failed : 1 (20.00%)32# NO-ARGS-NEXT: Failed : 1 (20.00%)33# NO-ARGS-NEXT: Unexpectedly Passed: 1 (20.00%)34 35# NO-ARGS-ERR: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: note: this is a note36# NO-ARGS-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning37# NO-ARGS-ERR-EMPTY:38# NO-ARGS-ERR-NEXT: 1 warning(s) in tests39 40 41### Test aliases42 43# RUN: not %{lit} --succinct %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt44# RUN: FileCheck %s --check-prefix SUCCINCT < %t/stdout.txt45# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt46 47# SUCCINCT: -- Testing: 5 tests, 1 workers --48# SUCCINCT-NEXT: Testing:49# SUCCINCT-NEXT: FAIL: verbosity :: fail.txt (1 of 5)50# SUCCINCT-NEXT: Testing:51# SUCCINCT-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)52# SUCCINCT-NEXT: Testing:53# SUCCINCT-NEXT: ********************54# SUCCINCT-NEXT: Failed Tests (1):55# SUCCINCT-NEXT: verbosity :: fail.txt56# SUCCINCT-EMPTY:57# SUCCINCT-NEXT: ********************58# SUCCINCT-NEXT: Unexpectedly Passed Tests (1):59# SUCCINCT-NEXT: verbosity :: xpass.txt60# SUCCINCT-EMPTY:61# SUCCINCT-EMPTY:62# SUCCINCT-NEXT: Testing Time: {{.*}}s63# SUCCINCT-EMPTY:64# SUCCINCT-NEXT: Total Discovered Tests: 565# SUCCINCT-NEXT: Unsupported : 1 (20.00%)66# SUCCINCT-NEXT: Passed : 1 (20.00%)67# SUCCINCT-NEXT: Expectedly Failed : 1 (20.00%)68# SUCCINCT-NEXT: Failed : 1 (20.00%)69# SUCCINCT-NEXT: Unexpectedly Passed: 1 (20.00%)70 71# RUN: not %{lit} --verbose %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt72# RUN: FileCheck %s --check-prefix VERBOSE < %t/stdout.txt73# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt74 75# VERBOSE: -- Testing: 5 tests, 1 workers --76# VERBOSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5)77# VERBOSE-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************78# VERBOSE-NEXT: Exit Code: 12779# VERBOSE-EMPTY:80# VERBOSE-NEXT: Command Output (stdout):81# VERBOSE-NEXT: --82# VERBOSE-NEXT: # {{R}}UN: at line 183# VERBOSE-NEXT: echo "fail test output"84# VERBOSE-NEXT: # executed command: echo 'fail test output'85# VERBOSE-NEXT: # .---command stdout------------86# VERBOSE-NEXT: # | fail test output87# VERBOSE-NEXT: # `-----------------------------88# VERBOSE-NEXT: # {{R}}UN: at line 289# VERBOSE-NEXT: fail90# VERBOSE-NEXT: # executed command: fail91# VERBOSE-NEXT: # .---command stderr------------92# VERBOSE-NEXT: # | 'fail': command not found93# VERBOSE-NEXT: # `-----------------------------94# VERBOSE-NEXT: # error: command failed with exit status: 12795# VERBOSE-EMPTY:96# VERBOSE-NEXT: --97# VERBOSE-EMPTY:98# VERBOSE-NEXT: ********************99# VERBOSE-NEXT: PASS: verbosity :: pass.txt (2 of 5)100# VERBOSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)101# VERBOSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)102# VERBOSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)103# VERBOSE-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************104# VERBOSE-NEXT: Exit Code: 0105# VERBOSE-EMPTY:106# VERBOSE-NEXT: Command Output (stdout):107# VERBOSE-NEXT: --108# VERBOSE-NEXT: # {{R}}UN: at line 2109# VERBOSE-NEXT: echo "xpass test output"110# VERBOSE-NEXT: # executed command: echo 'xpass test output'111# VERBOSE-NEXT: # .---command stdout------------112# VERBOSE-NEXT: # | xpass test output113# VERBOSE-NEXT: # `-----------------------------114# VERBOSE-EMPTY:115# VERBOSE-NEXT: --116# VERBOSE-EMPTY:117# VERBOSE-NEXT: ********************118# VERBOSE-NEXT: ********************119# VERBOSE-NEXT: Failed Tests (1):120# VERBOSE-NEXT: verbosity :: fail.txt121# VERBOSE-EMPTY:122# VERBOSE-NEXT: ********************123# VERBOSE-NEXT: Unexpectedly Passed Tests (1):124# VERBOSE-NEXT: verbosity :: xpass.txt125# VERBOSE-EMPTY:126# VERBOSE-EMPTY:127# VERBOSE-NEXT: Testing Time: {{.*}}s128# VERBOSE-EMPTY:129# VERBOSE-NEXT: Total Discovered Tests: 5130# VERBOSE-NEXT: Unsupported : 1 (20.00%)131# VERBOSE-NEXT: Passed : 1 (20.00%)132# VERBOSE-NEXT: Expectedly Failed : 1 (20.00%)133# VERBOSE-NEXT: Failed : 1 (20.00%)134# VERBOSE-NEXT: Unexpectedly Passed: 1 (20.00%)135 136# RUN: not %{lit} --show-all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt137# RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt138# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt139 140# SHOW-ALL: -- Testing: 5 tests, 1 workers --141# SHOW-ALL-NEXT: FAIL: verbosity :: fail.txt (1 of 5)142# SHOW-ALL-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************143# SHOW-ALL-NEXT: Exit Code: 127144# SHOW-ALL-EMPTY:145# SHOW-ALL-NEXT: Command Output (stdout):146# SHOW-ALL-NEXT: --147# SHOW-ALL-NEXT: # {{R}}UN: at line 1148# SHOW-ALL-NEXT: echo "fail test output"149# SHOW-ALL-NEXT: # executed command: echo 'fail test output'150# SHOW-ALL-NEXT: # .---command stdout------------151# SHOW-ALL-NEXT: # | fail test output152# SHOW-ALL-NEXT: # `-----------------------------153# SHOW-ALL-NEXT: # {{R}}UN: at line 2154# SHOW-ALL-NEXT: fail155# SHOW-ALL-NEXT: # executed command: fail156# SHOW-ALL-NEXT: # .---command stderr------------157# SHOW-ALL-NEXT: # | 'fail': command not found158# SHOW-ALL-NEXT: # `-----------------------------159# SHOW-ALL-NEXT: # error: command failed with exit status: 127160# SHOW-ALL-EMPTY:161# SHOW-ALL-NEXT: --162# SHOW-ALL-EMPTY:163# SHOW-ALL-NEXT: ********************164# SHOW-ALL-NEXT: PASS: verbosity :: pass.txt (2 of 5)165# SHOW-ALL-NEXT: Exit Code: 0166# SHOW-ALL-EMPTY:167# SHOW-ALL-NEXT: Command Output (stdout):168# SHOW-ALL-NEXT: --169# SHOW-ALL-NEXT: # {{R}}UN: at line 1170# SHOW-ALL-NEXT: echo "pass test output"171# SHOW-ALL-NEXT: # executed command: echo 'pass test output'172# SHOW-ALL-NEXT: # .---command stdout------------173# SHOW-ALL-NEXT: # | pass test output174# SHOW-ALL-NEXT: # `-----------------------------175# SHOW-ALL-EMPTY:176# SHOW-ALL-NEXT: --177# SHOW-ALL-EMPTY:178# SHOW-ALL-NEXT: ********************179# SHOW-ALL-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)180# SHOW-ALL-NEXT: Test requires the following unavailable features: asdf181# SHOW-ALL-NEXT: ********************182# SHOW-ALL-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)183# SHOW-ALL-NEXT: Exit Code: 1184# SHOW-ALL-EMPTY:185# SHOW-ALL-NEXT: Command Output (stdout):186# SHOW-ALL-NEXT: --187# SHOW-ALL-NEXT: # {{R}}UN: at line 2188# SHOW-ALL-NEXT: not echo "xfail test output"189# SHOW-ALL-NEXT: # executed command: not echo 'xfail test output'190# SHOW-ALL-NEXT: # .---command stdout------------191# SHOW-ALL-NEXT: # | xfail test output192# SHOW-ALL-NEXT: # `-----------------------------193# SHOW-ALL-NEXT: # error: command failed with exit status: 1194# SHOW-ALL-EMPTY:195# SHOW-ALL-NEXT: --196# SHOW-ALL-EMPTY:197# SHOW-ALL-NEXT: ********************198# SHOW-ALL-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)199# SHOW-ALL-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************200# SHOW-ALL-NEXT: Exit Code: 0201# SHOW-ALL-EMPTY:202# SHOW-ALL-NEXT: Command Output (stdout):203# SHOW-ALL-NEXT: --204# SHOW-ALL-NEXT: # {{R}}UN: at line 2205# SHOW-ALL-NEXT: echo "xpass test output"206# SHOW-ALL-NEXT: # executed command: echo 'xpass test output'207# SHOW-ALL-NEXT: # .---command stdout------------208# SHOW-ALL-NEXT: # | xpass test output209# SHOW-ALL-NEXT: # `-----------------------------210# SHOW-ALL-EMPTY:211# SHOW-ALL-NEXT: --212# SHOW-ALL-EMPTY:213# SHOW-ALL-NEXT: ********************214# SHOW-ALL-NEXT: ********************215# SHOW-ALL-NEXT: Failed Tests (1):216# SHOW-ALL-NEXT: verbosity :: fail.txt217# SHOW-ALL-EMPTY:218# SHOW-ALL-NEXT: ********************219# SHOW-ALL-NEXT: Unexpectedly Passed Tests (1):220# SHOW-ALL-NEXT: verbosity :: xpass.txt221# SHOW-ALL-EMPTY:222# SHOW-ALL-EMPTY:223# SHOW-ALL-NEXT: Testing Time: {{.*}}s224# SHOW-ALL-EMPTY:225# SHOW-ALL-NEXT: Total Discovered Tests: 5226# SHOW-ALL-NEXT: Unsupported : 1 (20.00%)227# SHOW-ALL-NEXT: Passed : 1 (20.00%)228# SHOW-ALL-NEXT: Expectedly Failed : 1 (20.00%)229# SHOW-ALL-NEXT: Failed : 1 (20.00%)230# SHOW-ALL-NEXT: Unexpectedly Passed: 1 (20.00%)231 232# RUN: not %{lit} --quiet %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt233# RUN: FileCheck %s --check-prefix QUIET < %t/stdout.txt234# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt235 236# QUIET: -- Testing: 5 tests, 1 workers --237# QUIET-NEXT: FAIL: verbosity :: fail.txt (1 of 5)238# QUIET-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)239# QUIET-NEXT: ********************240# QUIET-NEXT: Failed Tests (1):241# QUIET-NEXT: verbosity :: fail.txt242# QUIET-EMPTY:243# QUIET-NEXT: ********************244# QUIET-NEXT: Unexpectedly Passed Tests (1):245# QUIET-NEXT: verbosity :: xpass.txt246# QUIET-EMPTY:247# QUIET-EMPTY:248# QUIET-NEXT: Total Discovered Tests: 5249# QUIET-NEXT: Failed : 1 (20.00%)250# QUIET-NEXT: Unexpectedly Passed: 1 (20.00%)251 252# QUIET-ERR: 1 warning(s) in tests253 254 255### Test log output256 257# RUN: not %{lit} --debug %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt258# RUN: FileCheck %s --check-prefix DEBUG < %t/stdout.txt259# RUN: FileCheck %s --check-prefix DEBUG-ERR --implicit-check-not lit < %t/stderr.txt260 261# DEBUG: -- Testing: 5 tests, 1 workers --262# DEBUG-NEXT: FAIL: verbosity :: fail.txt (1 of 5)263# DEBUG-NEXT: PASS: verbosity :: pass.txt (2 of 5)264# DEBUG-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)265# DEBUG-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)266# DEBUG-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)267# DEBUG-NEXT: ********************268# DEBUG-NEXT: Failed Tests (1):269# DEBUG-NEXT: verbosity :: fail.txt270# DEBUG-EMPTY:271# DEBUG-NEXT: ********************272# DEBUG-NEXT: Unexpectedly Passed Tests (1):273# DEBUG-NEXT: verbosity :: xpass.txt274# DEBUG-EMPTY:275# DEBUG-EMPTY:276# DEBUG-NEXT: Testing Time: {{.*}}s277# DEBUG-EMPTY:278# DEBUG-NEXT: Total Discovered Tests: 5279# DEBUG-NEXT: Unsupported : 1 (20.00%)280# DEBUG-NEXT: Passed : 1 (20.00%)281# DEBUG-NEXT: Expectedly Failed : 1 (20.00%)282# DEBUG-NEXT: Failed : 1 (20.00%)283# DEBUG-NEXT: Unexpectedly Passed: 1 (20.00%)284 285# DEBUG-ERR: lit.py: {{.*}}discovery.py:{{[0-9]+}}: debug: loading suite config '{{.*}}lit.cfg'286# DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: debug: this is a debug log287# DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: note: this is a note288# DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning289# DEBUG-ERR-NEXT: lit.py: {{.*}}TestingConfig.py:{{[0-9]+}}: debug: ... loaded config '{{.*}}lit.cfg'290# DEBUG-ERR-NEXT: lit.py: {{.*}}discovery.py:{{[0-9]+}}: debug: resolved input '{{.*}}verbosity' to 'verbosity'::()291# DEBUG-ERR-EMPTY:292# DEBUG-ERR-NEXT: 1 warning(s) in tests293 294 295# RUN: not %{lit} --diagnostic-level note %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt296# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt297# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt298 299# RUN: not %{lit} --diagnostic-level warning %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt300# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt301# RUN: FileCheck %s --check-prefix WARNING-ERR --implicit-check-not lit < %t/stderr.txt302 303# WARNING-ERR: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning304# WARNING-ERR-EMPTY:305# WARNING-ERR-NEXT: 1 warning(s) in tests306 307# RUN: not %{lit} --diagnostic-level error %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt308# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt309# RUN: FileCheck %s --check-prefix ERROR-ERR --implicit-check-not lit < %t/stderr.txt310 311# ERROR-ERR: 1 warning(s) in tests312 313 314### Test --test-output315 316# RUN: not %{lit} --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt317# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt318# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt319 320# RUN: not %{lit} --test-output failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt321# RUN: FileCheck %s --check-prefix VERBOSE < %t/stdout.txt322# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt323 324# TEST-OUTPUT-OFF: -- Testing: 5 tests, 1 workers --325# TEST-OUTPUT-OFF-NEXT: FAIL: verbosity :: fail.txt (1 of 5)326# TEST-OUTPUT-OFF-NEXT: PASS: verbosity :: pass.txt (2 of 5)327# TEST-OUTPUT-OFF-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)328# TEST-OUTPUT-OFF-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)329# TEST-OUTPUT-OFF-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)330# TEST-OUTPUT-OFF-NEXT: ********************331# TEST-OUTPUT-OFF-NEXT: Failed Tests (1):332# TEST-OUTPUT-OFF-NEXT: verbosity :: fail.txt333# TEST-OUTPUT-OFF-EMPTY:334# TEST-OUTPUT-OFF-NEXT: ********************335# TEST-OUTPUT-OFF-NEXT: Unexpectedly Passed Tests (1):336# TEST-OUTPUT-OFF-NEXT: verbosity :: xpass.txt337# TEST-OUTPUT-OFF-EMPTY:338# TEST-OUTPUT-OFF-EMPTY:339# TEST-OUTPUT-OFF-NEXT: Testing Time: {{.*}}s340# TEST-OUTPUT-OFF-EMPTY:341# TEST-OUTPUT-OFF-NEXT: Total Discovered Tests: 5342# TEST-OUTPUT-OFF-NEXT: Unsupported : 1 (20.00%)343# TEST-OUTPUT-OFF-NEXT: Passed : 1 (20.00%)344# TEST-OUTPUT-OFF-NEXT: Expectedly Failed : 1 (20.00%)345# TEST-OUTPUT-OFF-NEXT: Failed : 1 (20.00%)346# TEST-OUTPUT-OFF-NEXT: Unexpectedly Passed: 1 (20.00%)347 348# RUN: not %{lit} --test-output all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt349# RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt350# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt351 352 353### Test --print-result-after354 355# RUN: not %{lit} --print-result-after off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt356# RUN: FileCheck %s --check-prefix RESULT-OFF < %t/stdout.txt357# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt358 359# RESULT-OFF: ********************360# RESULT-OFF-NEXT: Failed Tests (1):361# RESULT-OFF-NEXT: verbosity :: fail.txt362# RESULT-OFF-EMPTY:363# RESULT-OFF-NEXT: ********************364# RESULT-OFF-NEXT: Unexpectedly Passed Tests (1):365# RESULT-OFF-NEXT: verbosity :: xpass.txt366# RESULT-OFF-EMPTY:367# RESULT-OFF-EMPTY:368# RESULT-OFF-NEXT: Testing Time: {{.*}}s369# RESULT-OFF-EMPTY:370# RESULT-OFF-NEXT: Total Discovered Tests: 5371# RESULT-OFF-NEXT: Unsupported : 1 (20.00%)372# RESULT-OFF-NEXT: Passed : 1 (20.00%)373# RESULT-OFF-NEXT: Expectedly Failed : 1 (20.00%)374# RESULT-OFF-NEXT: Failed : 1 (20.00%)375# RESULT-OFF-NEXT: Unexpectedly Passed: 1 (20.00%)376 377 378# RUN: not %{lit} --print-result-after failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt379# RUN: FileCheck %s --check-prefix RESULT-FAILED < %t/stdout.txt380# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt381 382# RESULT-FAILED: -- Testing: 5 tests, 1 workers --383# RESULT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5)384# RESULT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)385# RESULT-FAILED-NEXT: ********************386# RESULT-FAILED-NEXT: Failed Tests (1):387# RESULT-FAILED-NEXT: verbosity :: fail.txt388# RESULT-FAILED-EMPTY:389# RESULT-FAILED-NEXT: ********************390# RESULT-FAILED-NEXT: Unexpectedly Passed Tests (1):391# RESULT-FAILED-NEXT: verbosity :: xpass.txt392# RESULT-FAILED-EMPTY:393# RESULT-FAILED-EMPTY:394# RESULT-FAILED-NEXT: Testing Time: {{.*}}s395# RESULT-FAILED-EMPTY:396# RESULT-FAILED-NEXT: Total Discovered Tests: 5397# RESULT-FAILED-NEXT: Unsupported : 1 (20.00%)398# RESULT-FAILED-NEXT: Passed : 1 (20.00%)399# RESULT-FAILED-NEXT: Expectedly Failed : 1 (20.00%)400# RESULT-FAILED-NEXT: Failed : 1 (20.00%)401# RESULT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%)402 403 404# RUN: not %{lit} --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt405# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt406# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt407 408 409### Test combinations of --print-result-after followed by --test-output410 411# RUN: not %{lit} --print-result-after off --test-output failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt412# RUN: FileCheck %s --check-prefix RESULT-OFF-OUTPUT-FAILED < %t/stdout.txt413# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt414 415# RESULT-OFF-OUTPUT-FAILED: -- Testing: 5 tests, 1 workers --416# RESULT-OFF-OUTPUT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5)417# RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************418# RESULT-OFF-OUTPUT-FAILED-NEXT: Exit Code: 127419# RESULT-OFF-OUTPUT-FAILED-EMPTY:420# RESULT-OFF-OUTPUT-FAILED-NEXT: Command Output (stdout):421# RESULT-OFF-OUTPUT-FAILED-NEXT: --422# RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 1423# RESULT-OFF-OUTPUT-FAILED-NEXT: echo "fail test output"424# RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: echo 'fail test output'425# RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stdout------------426# RESULT-OFF-OUTPUT-FAILED-NEXT: # | fail test output427# RESULT-OFF-OUTPUT-FAILED-NEXT: # `-----------------------------428# RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 2429# RESULT-OFF-OUTPUT-FAILED-NEXT: fail430# RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: fail431# RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stderr------------432# RESULT-OFF-OUTPUT-FAILED-NEXT: # | 'fail': command not found433# RESULT-OFF-OUTPUT-FAILED-NEXT: # `-----------------------------434# RESULT-OFF-OUTPUT-FAILED-NEXT: # error: command failed with exit status: 127435# RESULT-OFF-OUTPUT-FAILED-EMPTY:436# RESULT-OFF-OUTPUT-FAILED-NEXT: --437# RESULT-OFF-OUTPUT-FAILED-EMPTY:438# RESULT-OFF-OUTPUT-FAILED-NEXT: ********************439# RESULT-OFF-OUTPUT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)440# RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************441# RESULT-OFF-OUTPUT-FAILED-NEXT: Exit Code: 0442# RESULT-OFF-OUTPUT-FAILED-EMPTY:443# RESULT-OFF-OUTPUT-FAILED-NEXT: Command Output (stdout):444# RESULT-OFF-OUTPUT-FAILED-NEXT: --445# RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 2446# RESULT-OFF-OUTPUT-FAILED-NEXT: echo "xpass test output"447# RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: echo 'xpass test output'448# RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stdout------------449# RESULT-OFF-OUTPUT-FAILED-NEXT: # | xpass test output450# RESULT-OFF-OUTPUT-FAILED-NEXT: # `-----------------------------451# RESULT-OFF-OUTPUT-FAILED-EMPTY:452# RESULT-OFF-OUTPUT-FAILED-NEXT: --453# RESULT-OFF-OUTPUT-FAILED-EMPTY:454# RESULT-OFF-OUTPUT-FAILED-NEXT: ********************455# RESULT-OFF-OUTPUT-FAILED-NEXT: ********************456# RESULT-OFF-OUTPUT-FAILED-NEXT: Failed Tests (1):457# RESULT-OFF-OUTPUT-FAILED-NEXT: verbosity :: fail.txt458# RESULT-OFF-OUTPUT-FAILED-EMPTY:459# RESULT-OFF-OUTPUT-FAILED-NEXT: ********************460# RESULT-OFF-OUTPUT-FAILED-NEXT: Unexpectedly Passed Tests (1):461# RESULT-OFF-OUTPUT-FAILED-NEXT: verbosity :: xpass.txt462# RESULT-OFF-OUTPUT-FAILED-EMPTY:463# RESULT-OFF-OUTPUT-FAILED-EMPTY:464# RESULT-OFF-OUTPUT-FAILED-NEXT: Testing Time: {{.*}}s465# RESULT-OFF-OUTPUT-FAILED-EMPTY:466# RESULT-OFF-OUTPUT-FAILED-NEXT: Total Discovered Tests: 5467# RESULT-OFF-OUTPUT-FAILED-NEXT: Unsupported : 1 (20.00%)468# RESULT-OFF-OUTPUT-FAILED-NEXT: Passed : 1 (20.00%)469# RESULT-OFF-OUTPUT-FAILED-NEXT: Expectedly Failed : 1 (20.00%)470# RESULT-OFF-OUTPUT-FAILED-NEXT: Failed : 1 (20.00%)471# RESULT-OFF-OUTPUT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%)472 473# RUN: not %{lit} --print-result-after all --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt474# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt475# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt476 477# RUN: not %{lit} --print-result-after failed --test-output all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt478# RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt479# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt480 481 482### Test combinations of --test-output followed by --print-result-after483 484# RUN: not %{lit} --test-output failed --print-result-after off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt485# RUN: FileCheck %s --check-prefix RESULT-OFF < %t/stdout.txt486# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt487 488# RUN: not %{lit} --test-output off --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt489# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt490# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt491 492# RUN: not %{lit} --test-output all --print-result-after failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt493# RUN: FileCheck %s --check-prefix OUTPUT-ALL-RESULT-FAILED < %t/stdout.txt494# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt495 496# OUTPUT-ALL-RESULT-FAILED: -- Testing: 5 tests, 1 workers --497# OUTPUT-ALL-RESULT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5)498# OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************499# OUTPUT-ALL-RESULT-FAILED-NEXT: Exit Code: 127500# OUTPUT-ALL-RESULT-FAILED-EMPTY:501# OUTPUT-ALL-RESULT-FAILED-NEXT: Command Output (stdout):502# OUTPUT-ALL-RESULT-FAILED-NEXT: --503# OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 1504# OUTPUT-ALL-RESULT-FAILED-NEXT: echo "fail test output"505# OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: echo 'fail test output'506# OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stdout------------507# OUTPUT-ALL-RESULT-FAILED-NEXT: # | fail test output508# OUTPUT-ALL-RESULT-FAILED-NEXT: # `-----------------------------509# OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 2510# OUTPUT-ALL-RESULT-FAILED-NEXT: fail511# OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: fail512# OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stderr------------513# OUTPUT-ALL-RESULT-FAILED-NEXT: # | 'fail': command not found514# OUTPUT-ALL-RESULT-FAILED-NEXT: # `-----------------------------515# OUTPUT-ALL-RESULT-FAILED-NEXT: # error: command failed with exit status: 127516# OUTPUT-ALL-RESULT-FAILED-EMPTY:517# OUTPUT-ALL-RESULT-FAILED-NEXT: --518# OUTPUT-ALL-RESULT-FAILED-EMPTY:519# OUTPUT-ALL-RESULT-FAILED-NEXT: ********************520# OUTPUT-ALL-RESULT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)521# OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************522# OUTPUT-ALL-RESULT-FAILED-NEXT: Exit Code: 0523# OUTPUT-ALL-RESULT-FAILED-EMPTY:524# OUTPUT-ALL-RESULT-FAILED-NEXT: Command Output (stdout):525# OUTPUT-ALL-RESULT-FAILED-NEXT: --526# OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 2527# OUTPUT-ALL-RESULT-FAILED-NEXT: echo "xpass test output"528# OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: echo 'xpass test output'529# OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stdout------------530# OUTPUT-ALL-RESULT-FAILED-NEXT: # | xpass test output531# OUTPUT-ALL-RESULT-FAILED-NEXT: # `-----------------------------532# OUTPUT-ALL-RESULT-FAILED-EMPTY:533# OUTPUT-ALL-RESULT-FAILED-NEXT: --534# OUTPUT-ALL-RESULT-FAILED-EMPTY:535# OUTPUT-ALL-RESULT-FAILED-NEXT: ********************536# OUTPUT-ALL-RESULT-FAILED-NEXT: ********************537# OUTPUT-ALL-RESULT-FAILED-NEXT: Failed Tests (1):538# OUTPUT-ALL-RESULT-FAILED-NEXT: verbosity :: fail.txt539# OUTPUT-ALL-RESULT-FAILED-EMPTY:540# OUTPUT-ALL-RESULT-FAILED-NEXT: ********************541# OUTPUT-ALL-RESULT-FAILED-NEXT: Unexpectedly Passed Tests (1):542# OUTPUT-ALL-RESULT-FAILED-NEXT: verbosity :: xpass.txt543# OUTPUT-ALL-RESULT-FAILED-EMPTY:544# OUTPUT-ALL-RESULT-FAILED-EMPTY:545# OUTPUT-ALL-RESULT-FAILED-NEXT: Testing Time: {{.*}}546# OUTPUT-ALL-RESULT-FAILED-EMPTY:547# OUTPUT-ALL-RESULT-FAILED-NEXT: Total Discovered Tests: 5548# OUTPUT-ALL-RESULT-FAILED-NEXT: Unsupported : 1 (20.00%)549# OUTPUT-ALL-RESULT-FAILED-NEXT: Passed : 1 (20.00%)550# OUTPUT-ALL-RESULT-FAILED-NEXT: Expectedly Failed : 1 (20.00%)551# OUTPUT-ALL-RESULT-FAILED-NEXT: Failed : 1 (20.00%)552# OUTPUT-ALL-RESULT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%)553 554 555### Test progress bar and terse summary in isolation556 557# RUN: not %{lit} --progress-bar %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt558# RUN: FileCheck %s --check-prefix PROGRESS < %t/stdout.txt559# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt560 561# PROGRESS: -- Testing: 5 tests, 1 workers --562# PROGRESS-NEXT: Testing:563# PROGRESS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)564# PROGRESS-NEXT: Testing:565# PROGRESS-NEXT: PASS: verbosity :: pass.txt (2 of 5)566# PROGRESS-NEXT: Testing:567# PROGRESS-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)568# PROGRESS-NEXT: Testing:569# PROGRESS-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)570# PROGRESS-NEXT: Testing:571# PROGRESS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)572# PROGRESS-NEXT: Testing:573# PROGRESS-NEXT: ********************574# PROGRESS-NEXT: Failed Tests (1):575# PROGRESS-NEXT: verbosity :: fail.txt576# PROGRESS-EMPTY:577# PROGRESS-NEXT: ********************578# PROGRESS-NEXT: Unexpectedly Passed Tests (1):579# PROGRESS-NEXT: verbosity :: xpass.txt580# PROGRESS-EMPTY:581# PROGRESS-EMPTY:582# PROGRESS-NEXT: Testing Time: {{.*}}s583# PROGRESS-EMPTY:584# PROGRESS-NEXT: Total Discovered Tests: 5585# PROGRESS-NEXT: Unsupported : 1 (20.00%)586# PROGRESS-NEXT: Passed : 1 (20.00%)587# PROGRESS-NEXT: Expectedly Failed : 1 (20.00%)588# PROGRESS-NEXT: Failed : 1 (20.00%)589# PROGRESS-NEXT: Unexpectedly Passed: 1 (20.00%)590 591# RUN: not %{lit} --terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt592# RUN: FileCheck %s --check-prefix TERSE < %t/stdout.txt593# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt594 595# TERSE: -- Testing: 5 tests, 1 workers --596# TERSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5)597# TERSE-NEXT: PASS: verbosity :: pass.txt (2 of 5)598# TERSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)599# TERSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)600# TERSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)601# TERSE-NEXT: ********************602# TERSE-NEXT: Failed Tests (1):603# TERSE-NEXT: verbosity :: fail.txt604# TERSE-EMPTY:605# TERSE-NEXT: ********************606# TERSE-NEXT: Unexpectedly Passed Tests (1):607# TERSE-NEXT: verbosity :: xpass.txt608# TERSE-EMPTY:609# TERSE-EMPTY:610# TERSE-NEXT: Total Discovered Tests: 5611# TERSE-NEXT: Failed : 1 (20.00%)612# TERSE-NEXT: Unexpectedly Passed: 1 (20.00%)613 614 615### Aliases in combination616 617# RUN: not %{lit} -a -s %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt618# RUN: FileCheck %s --check-prefix AS < %t/stdout.txt619# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt620 621# AS: -- Testing: 5 tests, 1 workers --622# AS-NEXT: Testing:623# AS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)624# AS-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************625# AS-NEXT: Exit Code: 127626# AS-EMPTY:627# AS-NEXT: Command Output (stdout):628# AS-NEXT: --629# AS-NEXT: # {{R}}UN: at line 1630# AS-NEXT: echo "fail test output"631# AS-NEXT: # executed command: echo 'fail test output'632# AS-NEXT: # .---command stdout------------633# AS-NEXT: # | fail test output634# AS-NEXT: # `-----------------------------635# AS-NEXT: # {{R}}UN: at line 2636# AS-NEXT: fail637# AS-NEXT: # executed command: fail638# AS-NEXT: # .---command stderr------------639# AS-NEXT: # | 'fail': command not found640# AS-NEXT: # `-----------------------------641# AS-NEXT: # error: command failed with exit status: 127642# AS-EMPTY:643# AS-NEXT: --644# AS-EMPTY:645# AS-NEXT: ********************646# AS-NEXT: Testing:647# AS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)648# AS-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************649# AS-NEXT: Exit Code: 0650# AS-EMPTY:651# AS-NEXT: Command Output (stdout):652# AS-NEXT: --653# AS-NEXT: # {{R}}UN: at line 2654# AS-NEXT: echo "xpass test output"655# AS-NEXT: # executed command: echo 'xpass test output'656# AS-NEXT: # .---command stdout------------657# AS-NEXT: # | xpass test output658# AS-NEXT: # `-----------------------------659# AS-EMPTY:660# AS-NEXT: --661# AS-EMPTY:662# AS-NEXT: ********************663# AS-NEXT: Testing:664# AS-NEXT: ********************665# AS-NEXT: Failed Tests (1):666# AS-NEXT: verbosity :: fail.txt667# AS-EMPTY:668# AS-NEXT: ********************669# AS-NEXT: Unexpectedly Passed Tests (1):670# AS-NEXT: verbosity :: xpass.txt671# AS-EMPTY:672# AS-EMPTY:673# AS-NEXT: Testing Time: {{.*}}s674# AS-EMPTY:675# AS-NEXT: Total Discovered Tests: 5676# AS-NEXT: Unsupported : 1 (20.00%)677# AS-NEXT: Passed : 1 (20.00%)678# AS-NEXT: Expectedly Failed : 1 (20.00%)679# AS-NEXT: Failed : 1 (20.00%)680# AS-NEXT: Unexpectedly Passed: 1 (20.00%)681 682 683# RUN: not %{lit} -s -a %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt684# RUN: FileCheck %s --check-prefix SA < %t/stdout.txt685# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt686 687# SA: -- Testing: 5 tests, 1 workers --688# SA-NEXT: Testing:689# SA-NEXT: FAIL: verbosity :: fail.txt (1 of 5)690# SA-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************691# SA-NEXT: Exit Code: 127692# SA-EMPTY:693# SA-NEXT: Command Output (stdout):694# SA-NEXT: --695# SA-NEXT: # {{R}}UN: at line 1696# SA-NEXT: echo "fail test output"697# SA-NEXT: # executed command: echo 'fail test output'698# SA-NEXT: # .---command stdout------------699# SA-NEXT: # | fail test output700# SA-NEXT: # `-----------------------------701# SA-NEXT: # {{R}}UN: at line 2702# SA-NEXT: fail703# SA-NEXT: # executed command: fail704# SA-NEXT: # .---command stderr------------705# SA-NEXT: # | 'fail': command not found706# SA-NEXT: # `-----------------------------707# SA-NEXT: # error: command failed with exit status: 127708# SA-EMPTY:709# SA-NEXT: --710# SA-EMPTY:711# SA-NEXT: ********************712# SA-NEXT: Testing:713# SA-NEXT: PASS: verbosity :: pass.txt (2 of 5)714# SA-NEXT: Exit Code: 0715# SA-EMPTY:716# SA-NEXT: Command Output (stdout):717# SA-NEXT: --718# SA-NEXT: # {{R}}UN: at line 1719# SA-NEXT: echo "pass test output"720# SA-NEXT: # executed command: echo 'pass test output'721# SA-NEXT: # .---command stdout------------722# SA-NEXT: # | pass test output723# SA-NEXT: # `-----------------------------724# SA-EMPTY:725# SA-NEXT: --726# SA-EMPTY:727# SA-NEXT: ********************728# SA-NEXT: Testing:729# SA-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)730# SA-NEXT: Test requires the following unavailable features: asdf731# SA-NEXT: ********************732# SA-NEXT: Testing:733# SA-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)734# SA-NEXT: Exit Code: 1735# SA-EMPTY:736# SA-NEXT: Command Output (stdout):737# SA-NEXT: --738# SA-NEXT: # {{R}}UN: at line 2739# SA-NEXT: not echo "xfail test output"740# SA-NEXT: # executed command: not echo 'xfail test output'741# SA-NEXT: # .---command stdout------------742# SA-NEXT: # | xfail test output743# SA-NEXT: # `-----------------------------744# SA-NEXT: # error: command failed with exit status: 1745# SA-EMPTY:746# SA-NEXT: --747# SA-EMPTY:748# SA-NEXT: ********************749# SA-NEXT: Testing:750# SA-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)751# SA-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************752# SA-NEXT: Exit Code: 0753# SA-EMPTY:754# SA-NEXT: Command Output (stdout):755# SA-NEXT: --756# SA-NEXT: # {{R}}UN: at line 2757# SA-NEXT: echo "xpass test output"758# SA-NEXT: # executed command: echo 'xpass test output'759# SA-NEXT: # .---command stdout------------760# SA-NEXT: # | xpass test output761# SA-NEXT: # `-----------------------------762# SA-EMPTY:763# SA-NEXT: --764# SA-EMPTY:765# SA-NEXT: ********************766# SA-NEXT: Testing:767# SA-NEXT: ********************768# SA-NEXT: Failed Tests (1):769# SA-NEXT: verbosity :: fail.txt770# SA-EMPTY:771# SA-NEXT: ********************772# SA-NEXT: Unexpectedly Passed Tests (1):773# SA-NEXT: verbosity :: xpass.txt774# SA-EMPTY:775# SA-EMPTY:776# SA-NEXT: Testing Time: {{.*}}s777# SA-EMPTY:778# SA-NEXT: Total Discovered Tests: 5779# SA-NEXT: Unsupported : 1 (20.00%)780# SA-NEXT: Passed : 1 (20.00%)781# SA-NEXT: Expectedly Failed : 1 (20.00%)782# SA-NEXT: Failed : 1 (20.00%)783# SA-NEXT: Unexpectedly Passed: 1 (20.00%)784 785 786# RUN: not %{lit} -q -a %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt787# RUN: FileCheck %s --check-prefix QA < %t/stdout.txt788# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt789 790# QA: -- Testing: 5 tests, 1 workers --791# QA-NEXT: FAIL: verbosity :: fail.txt (1 of 5)792# QA-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************793# QA-NEXT: Exit Code: 127794# QA-EMPTY:795# QA-NEXT: Command Output (stdout):796# QA-NEXT: --797# QA-NEXT: # {{R}}UN: at line 1798# QA-NEXT: echo "fail test output"799# QA-NEXT: # executed command: echo 'fail test output'800# QA-NEXT: # .---command stdout------------801# QA-NEXT: # | fail test output802# QA-NEXT: # `-----------------------------803# QA-NEXT: # {{R}}UN: at line 2804# QA-NEXT: fail805# QA-NEXT: # executed command: fail806# QA-NEXT: # .---command stderr------------807# QA-NEXT: # | 'fail': command not found808# QA-NEXT: # `-----------------------------809# QA-NEXT: # error: command failed with exit status: 127810# QA-EMPTY:811# QA-NEXT: --812# QA-EMPTY:813# QA-NEXT: ********************814# QA-NEXT: PASS: verbosity :: pass.txt (2 of 5)815# QA-NEXT: Exit Code: 0816# QA-EMPTY:817# QA-NEXT: Command Output (stdout):818# QA-NEXT: --819# QA-NEXT: # {{R}}UN: at line 1820# QA-NEXT: echo "pass test output"821# QA-NEXT: # executed command: echo 'pass test output'822# QA-NEXT: # .---command stdout------------823# QA-NEXT: # | pass test output824# QA-NEXT: # `-----------------------------825# QA-EMPTY:826# QA-NEXT: --827# QA-EMPTY:828# QA-NEXT: ********************829# QA-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)830# QA-NEXT: Test requires the following unavailable features: asdf831# QA-NEXT: ********************832# QA-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)833# QA-NEXT: Exit Code: 1834# QA-EMPTY:835# QA-NEXT: Command Output (stdout):836# QA-NEXT: --837# QA-NEXT: # {{R}}UN: at line 2838# QA-NEXT: not echo "xfail test output"839# QA-NEXT: # executed command: not echo 'xfail test output'840# QA-NEXT: # .---command stdout------------841# QA-NEXT: # | xfail test output842# QA-NEXT: # `-----------------------------843# QA-NEXT: # error: command failed with exit status: 1844# QA-EMPTY:845# QA-NEXT: --846# QA-EMPTY:847# QA-NEXT: ********************848# QA-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)849# QA-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************850# QA-NEXT: Exit Code: 0851# QA-EMPTY:852# QA-NEXT: Command Output (stdout):853# QA-NEXT: --854# QA-NEXT: # {{R}}UN: at line 2855# QA-NEXT: echo "xpass test output"856# QA-NEXT: # executed command: echo 'xpass test output'857# QA-NEXT: # .---command stdout------------858# QA-NEXT: # | xpass test output859# QA-NEXT: # `-----------------------------860# QA-EMPTY:861# QA-NEXT: --862# QA-EMPTY:863# QA-NEXT: ********************864# QA-NEXT: ********************865# QA-NEXT: Failed Tests (1):866# QA-NEXT: verbosity :: fail.txt867# QA-EMPTY:868# QA-NEXT: ********************869# QA-NEXT: Unexpectedly Passed Tests (1):870# QA-NEXT: verbosity :: xpass.txt871# QA-EMPTY:872# QA-EMPTY:873# QA-NEXT: Total Discovered Tests: 5874# QA-NEXT: Failed : 1 (20.00%)875# QA-NEXT: Unexpectedly Passed: 1 (20.00%)876 877# RUN: not %{lit} -a -q %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt878# RUN: FileCheck %s --check-prefix QUIET < %t/stdout.txt879# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt880 881# RUN: not %{lit} -sqav %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt882# RUN: FileCheck %s --check-prefix SQAV < %t/stdout.txt883# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt884 885# SQAV: -- Testing: 5 tests, 1 workers --886# SQAV-NEXT: Testing:887# SQAV-NEXT: FAIL: verbosity :: fail.txt (1 of 5)888# SQAV-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************889# SQAV-NEXT: Exit Code: 127890# SQAV-EMPTY:891# SQAV-NEXT: Command Output (stdout):892# SQAV-NEXT: --893# SQAV-NEXT: # {{R}}UN: at line 1894# SQAV-NEXT: echo "fail test output"895# SQAV-NEXT: # executed command: echo 'fail test output'896# SQAV-NEXT: # .---command stdout------------897# SQAV-NEXT: # | fail test output898# SQAV-NEXT: # `-----------------------------899# SQAV-NEXT: # {{R}}UN: at line 2900# SQAV-NEXT: fail901# SQAV-NEXT: # executed command: fail902# SQAV-NEXT: # .---command stderr------------903# SQAV-NEXT: # | 'fail': command not found904# SQAV-NEXT: # `-----------------------------905# SQAV-NEXT: # error: command failed with exit status: 127906# SQAV-EMPTY:907# SQAV-NEXT: --908# SQAV-EMPTY:909# SQAV-NEXT: ********************910# SQAV-NEXT: Testing:911# SQAV-NEXT: PASS: verbosity :: pass.txt (2 of 5)912# SQAV-NEXT: Testing:913# SQAV-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)914# SQAV-NEXT: Testing:915# SQAV-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)916# SQAV-NEXT: Testing:917# SQAV-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)918# SQAV-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************919# SQAV-NEXT: Exit Code: 0920# SQAV-EMPTY:921# SQAV-NEXT: Command Output (stdout):922# SQAV-NEXT: --923# SQAV-NEXT: # {{R}}UN: at line 2924# SQAV-NEXT: echo "xpass test output"925# SQAV-NEXT: # executed command: echo 'xpass test output'926# SQAV-NEXT: # .---command stdout------------927# SQAV-NEXT: # | xpass test output928# SQAV-NEXT: # `-----------------------------929# SQAV-EMPTY:930# SQAV-NEXT: --931# SQAV-EMPTY:932# SQAV-NEXT: ********************933# SQAV-NEXT: Testing:934# SQAV-NEXT: ********************935# SQAV-NEXT: Failed Tests (1):936# SQAV-NEXT: verbosity :: fail.txt937# SQAV-EMPTY:938# SQAV-NEXT: ********************939# SQAV-NEXT: Unexpectedly Passed Tests (1):940# SQAV-NEXT: verbosity :: xpass.txt941# SQAV-EMPTY:942# SQAV-EMPTY:943# SQAV-NEXT: Total Discovered Tests: 5944# SQAV-NEXT: Failed : 1 (20.00%)945# SQAV-NEXT: Unexpectedly Passed: 1 (20.00%)946 947 948### Aliases with specific overrides949 950# RUN: not %{lit} --quiet --no-terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt951# RUN: FileCheck %s --check-prefix QUIET-W-SUMMARY < %t/stdout.txt952# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt953 954# QUIET-W-SUMMARY: -- Testing: 5 tests, 1 workers --955# QUIET-W-SUMMARY-NEXT: FAIL: verbosity :: fail.txt (1 of 5)956# QUIET-W-SUMMARY-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)957# QUIET-W-SUMMARY-NEXT: ********************958# QUIET-W-SUMMARY-NEXT: Failed Tests (1):959# QUIET-W-SUMMARY-NEXT: verbosity :: fail.txt960# QUIET-W-SUMMARY-EMPTY:961# QUIET-W-SUMMARY-NEXT: ********************962# QUIET-W-SUMMARY-NEXT: Unexpectedly Passed Tests (1):963# QUIET-W-SUMMARY-NEXT: verbosity :: xpass.txt964# QUIET-W-SUMMARY-EMPTY:965# QUIET-W-SUMMARY-EMPTY:966# QUIET-W-SUMMARY-NEXT: Testing Time: {{.*}}s967# QUIET-W-SUMMARY-EMPTY:968# QUIET-W-SUMMARY-NEXT: Total Discovered Tests: 5969# QUIET-W-SUMMARY-NEXT: Unsupported : 1 (20.00%)970# QUIET-W-SUMMARY-NEXT: Passed : 1 (20.00%)971# QUIET-W-SUMMARY-NEXT: Expectedly Failed : 1 (20.00%)972# QUIET-W-SUMMARY-NEXT: Failed : 1 (20.00%)973# QUIET-W-SUMMARY-NEXT: Unexpectedly Passed: 1 (20.00%)974 975 976# RUN: not %{lit} --quiet --progress-bar %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt977# RUN: FileCheck %s --check-prefix QUIET-W-PROGRESS < %t/stdout.txt978# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt979 980# QUIET-W-PROGRESS: -- Testing: 5 tests, 1 workers --981# QUIET-W-PROGRESS-NEXT: Testing:982# QUIET-W-PROGRESS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)983# QUIET-W-PROGRESS-NEXT: Testing:984# QUIET-W-PROGRESS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)985# QUIET-W-PROGRESS-NEXT: Testing:986# QUIET-W-PROGRESS-NEXT: ********************987# QUIET-W-PROGRESS-NEXT: Failed Tests (1):988# QUIET-W-PROGRESS-NEXT: verbosity :: fail.txt989# QUIET-W-PROGRESS-EMPTY:990# QUIET-W-PROGRESS-NEXT: ********************991# QUIET-W-PROGRESS-NEXT: Unexpectedly Passed Tests (1):992# QUIET-W-PROGRESS-NEXT: verbosity :: xpass.txt993# QUIET-W-PROGRESS-EMPTY:994# QUIET-W-PROGRESS-EMPTY:995# QUIET-W-PROGRESS-NEXT: Total Discovered Tests: 5996# QUIET-W-PROGRESS-NEXT: Failed : 1 (20.00%)997# QUIET-W-PROGRESS-NEXT: Unexpectedly Passed: 1 (20.00%)998 999# RUN: not %{lit} --show-all --terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt1000# RUN: FileCheck %s --check-prefix ALL-TERSE < %t/stdout.txt1001# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt1002 1003# ALL-TERSE: -- Testing: 5 tests, 1 workers --1004# ALL-TERSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5)1005# ALL-TERSE-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************1006# ALL-TERSE-NEXT: Exit Code: 1271007# ALL-TERSE-EMPTY:1008# ALL-TERSE-NEXT: Command Output (stdout):1009# ALL-TERSE-NEXT: --1010# ALL-TERSE-NEXT: # {{R}}UN: at line 11011# ALL-TERSE-NEXT: echo "fail test output"1012# ALL-TERSE-NEXT: # executed command: echo 'fail test output'1013# ALL-TERSE-NEXT: # .---command stdout------------1014# ALL-TERSE-NEXT: # | fail test output1015# ALL-TERSE-NEXT: # `-----------------------------1016# ALL-TERSE-NEXT: # {{R}}UN: at line 21017# ALL-TERSE-NEXT: fail1018# ALL-TERSE-NEXT: # executed command: fail1019# ALL-TERSE-NEXT: # .---command stderr------------1020# ALL-TERSE-NEXT: # | 'fail': command not found1021# ALL-TERSE-NEXT: # `-----------------------------1022# ALL-TERSE-NEXT: # error: command failed with exit status: 1271023# ALL-TERSE-EMPTY:1024# ALL-TERSE-NEXT: --1025# ALL-TERSE-EMPTY:1026# ALL-TERSE-NEXT: ********************1027# ALL-TERSE-NEXT: PASS: verbosity :: pass.txt (2 of 5)1028# ALL-TERSE-NEXT: Exit Code: 01029# ALL-TERSE-EMPTY:1030# ALL-TERSE-NEXT: Command Output (stdout):1031# ALL-TERSE-NEXT: --1032# ALL-TERSE-NEXT: # {{R}}UN: at line 11033# ALL-TERSE-NEXT: echo "pass test output"1034# ALL-TERSE-NEXT: # executed command: echo 'pass test output'1035# ALL-TERSE-NEXT: # .---command stdout------------1036# ALL-TERSE-NEXT: # | pass test output1037# ALL-TERSE-NEXT: # `-----------------------------1038# ALL-TERSE-EMPTY:1039# ALL-TERSE-NEXT: --1040# ALL-TERSE-EMPTY:1041# ALL-TERSE-NEXT: ********************1042# ALL-TERSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)1043# ALL-TERSE-NEXT: Test requires the following unavailable features: asdf1044# ALL-TERSE-NEXT: ********************1045# ALL-TERSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)1046# ALL-TERSE-NEXT: Exit Code: 11047# ALL-TERSE-EMPTY:1048# ALL-TERSE-NEXT: Command Output (stdout):1049# ALL-TERSE-NEXT: --1050# ALL-TERSE-NEXT: # {{R}}UN: at line 21051# ALL-TERSE-NEXT: not echo "xfail test output"1052# ALL-TERSE-NEXT: # executed command: not echo 'xfail test output'1053# ALL-TERSE-NEXT: # .---command stdout------------1054# ALL-TERSE-NEXT: # | xfail test output1055# ALL-TERSE-NEXT: # `-----------------------------1056# ALL-TERSE-NEXT: # error: command failed with exit status: 11057# ALL-TERSE-EMPTY:1058# ALL-TERSE-NEXT: --1059# ALL-TERSE-EMPTY:1060# ALL-TERSE-NEXT: ********************1061# ALL-TERSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)1062# ALL-TERSE-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************1063# ALL-TERSE-NEXT: Exit Code: 01064# ALL-TERSE-EMPTY:1065# ALL-TERSE-NEXT: Command Output (stdout):1066# ALL-TERSE-NEXT: --1067# ALL-TERSE-NEXT: # {{R}}UN: at line 21068# ALL-TERSE-NEXT: echo "xpass test output"1069# ALL-TERSE-NEXT: # executed command: echo 'xpass test output'1070# ALL-TERSE-NEXT: # .---command stdout------------1071# ALL-TERSE-NEXT: # | xpass test output1072# ALL-TERSE-NEXT: # `-----------------------------1073# ALL-TERSE-EMPTY:1074# ALL-TERSE-NEXT: --1075# ALL-TERSE-EMPTY:1076# ALL-TERSE-NEXT: ********************1077# ALL-TERSE-NEXT: ********************1078# ALL-TERSE-NEXT: Failed Tests (1):1079# ALL-TERSE-NEXT: verbosity :: fail.txt1080# ALL-TERSE-EMPTY:1081# ALL-TERSE-NEXT: ********************1082# ALL-TERSE-NEXT: Unexpectedly Passed Tests (1):1083# ALL-TERSE-NEXT: verbosity :: xpass.txt1084# ALL-TERSE-EMPTY:1085# ALL-TERSE-EMPTY:1086# ALL-TERSE-NEXT: Total Discovered Tests: 51087# ALL-TERSE-NEXT: Failed : 1 (20.00%)1088# ALL-TERSE-NEXT: Unexpectedly Passed: 1 (20.00%)1089 1090# RUN: not %{lit} --show-all --diagnostic-level error %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt1091# RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt1092# RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt1093 1094# RUN: not %{lit} --show-all --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt1095# RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt1096# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt1097 1098# RUN: not %{lit} --succinct --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt1099# RUN: FileCheck %s --check-prefix SUCCINCT-RESULT-ALL < %t/stdout.txt1100# RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt1101 1102# SUCCINCT-RESULT-ALL: -- Testing: 5 tests, 1 workers --1103# SUCCINCT-RESULT-ALL-NEXT: Testing:1104# SUCCINCT-RESULT-ALL-NEXT: FAIL: verbosity :: fail.txt (1 of 5)1105# SUCCINCT-RESULT-ALL-NEXT: Testing:1106# SUCCINCT-RESULT-ALL-NEXT: PASS: verbosity :: pass.txt (2 of 5)1107# SUCCINCT-RESULT-ALL-NEXT: Testing:1108# SUCCINCT-RESULT-ALL-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)1109# SUCCINCT-RESULT-ALL-NEXT: Testing:1110# SUCCINCT-RESULT-ALL-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)1111# SUCCINCT-RESULT-ALL-NEXT: Testing:1112# SUCCINCT-RESULT-ALL-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)1113# SUCCINCT-RESULT-ALL-NEXT: Testing:1114# SUCCINCT-RESULT-ALL-NEXT: ********************1115# SUCCINCT-RESULT-ALL-NEXT: Failed Tests (1):1116# SUCCINCT-RESULT-ALL-NEXT: verbosity :: fail.txt1117# SUCCINCT-RESULT-ALL-EMPTY:1118# SUCCINCT-RESULT-ALL-NEXT: ********************1119# SUCCINCT-RESULT-ALL-NEXT: Unexpectedly Passed Tests (1):1120# SUCCINCT-RESULT-ALL-NEXT: verbosity :: xpass.txt1121# SUCCINCT-RESULT-ALL-EMPTY:1122# SUCCINCT-RESULT-ALL-EMPTY:1123# SUCCINCT-RESULT-ALL-NEXT: Testing Time: {{.*}}s1124# SUCCINCT-RESULT-ALL-EMPTY:1125# SUCCINCT-RESULT-ALL-NEXT: Total Discovered Tests: 51126# SUCCINCT-RESULT-ALL-NEXT: Unsupported : 1 (20.00%)1127# SUCCINCT-RESULT-ALL-NEXT: Passed : 1 (20.00%)1128# SUCCINCT-RESULT-ALL-NEXT: Expectedly Failed : 1 (20.00%)1129# SUCCINCT-RESULT-ALL-NEXT: Failed : 1 (20.00%)1130# SUCCINCT-RESULT-ALL-NEXT: Unexpectedly Passed: 1 (20.00%)1131