Debian Codegraph @

llvm/utils/lit/tests/verbosity.py

raw
1 # Test various combinations of options controlling lit stdout and stderr output
2
3 # RUN: mkdir -p %t
4
5 ### Test default
6
7 # RUN: not %{lit} %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
8 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
9 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
10
11 # NO-ARGS: -- Testing: 5 tests, 1 workers --
12 # NO-ARGS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
13 # NO-ARGS-NEXT: PASS: verbosity :: pass.txt (2 of 5)
14 # NO-ARGS-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
15 # NO-ARGS-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
16 # NO-ARGS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
17 # NO-ARGS-NEXT: ********************
18 # NO-ARGS-NEXT: Failed Tests (1):
19 # NO-ARGS-NEXT: verbosity :: fail.txt
20 # NO-ARGS-EMPTY:
21 # NO-ARGS-NEXT: ********************
22 # NO-ARGS-NEXT: Unexpectedly Passed Tests (1):
23 # NO-ARGS-NEXT: verbosity :: xpass.txt
24 # NO-ARGS-EMPTY:
25 # NO-ARGS-EMPTY:
26 # NO-ARGS-NEXT: Testing Time: {{.*}}s
27 # NO-ARGS-EMPTY:
28 # NO-ARGS-NEXT: Total Discovered Tests: 5
29 # NO-ARGS-NEXT: Unsupported : 1 (20.00%)
30 # NO-ARGS-NEXT: Passed : 1 (20.00%)
31 # NO-ARGS-NEXT: Expectedly Failed : 1 (20.00%)
32 # NO-ARGS-NEXT: Failed : 1 (20.00%)
33 # NO-ARGS-NEXT: Unexpectedly Passed: 1 (20.00%)
34
35 # NO-ARGS-ERR: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: note: this is a note
36 # NO-ARGS-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning
37 # NO-ARGS-ERR-EMPTY:
38 # NO-ARGS-ERR-NEXT: 1 warning(s) in tests
39
40
41 ### Test aliases
42
43 # RUN: not %{lit} --succinct %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
44 # RUN: FileCheck %s --check-prefix SUCCINCT < %t/stdout.txt
45 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
46
47 # SUCCINCT: -- Testing: 5 tests, 1 workers --
48 # SUCCINCT-NEXT: Testing:
49 # SUCCINCT-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
50 # SUCCINCT-NEXT: Testing:
51 # SUCCINCT-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
52 # SUCCINCT-NEXT: Testing:
53 # SUCCINCT-NEXT: ********************
54 # SUCCINCT-NEXT: Failed Tests (1):
55 # SUCCINCT-NEXT: verbosity :: fail.txt
56 # SUCCINCT-EMPTY:
57 # SUCCINCT-NEXT: ********************
58 # SUCCINCT-NEXT: Unexpectedly Passed Tests (1):
59 # SUCCINCT-NEXT: verbosity :: xpass.txt
60 # SUCCINCT-EMPTY:
61 # SUCCINCT-EMPTY:
62 # SUCCINCT-NEXT: Testing Time: {{.*}}s
63 # SUCCINCT-EMPTY:
64 # SUCCINCT-NEXT: Total Discovered Tests: 5
65 # SUCCINCT-NEXT: Unsupported : 1 (20.00%)
66 # SUCCINCT-NEXT: Passed : 1 (20.00%)
67 # SUCCINCT-NEXT: Expectedly Failed : 1 (20.00%)
68 # SUCCINCT-NEXT: Failed : 1 (20.00%)
69 # SUCCINCT-NEXT: Unexpectedly Passed: 1 (20.00%)
70
71 # RUN: not %{lit} --verbose %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
72 # RUN: FileCheck %s --check-prefix VERBOSE < %t/stdout.txt
73 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
74
75 # VERBOSE: -- Testing: 5 tests, 1 workers --
76 # VERBOSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
77 # VERBOSE-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
78 # VERBOSE-NEXT: Exit Code: 127
79 # VERBOSE-EMPTY:
80 # VERBOSE-NEXT: Command Output (stdout):
81 # VERBOSE-NEXT: --
82 # VERBOSE-NEXT: # {{R}}UN: at line 1
83 # VERBOSE-NEXT: echo "fail test output"
84 # VERBOSE-NEXT: # executed command: echo 'fail test output'
85 # VERBOSE-NEXT: # .---command stdout------------
86 # VERBOSE-NEXT: # | fail test output
87 # VERBOSE-NEXT: # `-----------------------------
88 # VERBOSE-NEXT: # {{R}}UN: at line 2
89 # VERBOSE-NEXT: fail
90 # VERBOSE-NEXT: # executed command: fail
91 # VERBOSE-NEXT: # .---command stderr------------
92 # VERBOSE-NEXT: # | 'fail': command not found
93 # VERBOSE-NEXT: # `-----------------------------
94 # VERBOSE-NEXT: # error: command failed with exit status: 127
95 # VERBOSE-EMPTY:
96 # VERBOSE-NEXT: --
97 # VERBOSE-EMPTY:
98 # VERBOSE-NEXT: ********************
99 # VERBOSE-NEXT: PASS: verbosity :: pass.txt (2 of 5)
100 # VERBOSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
101 # VERBOSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
102 # VERBOSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
103 # VERBOSE-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
104 # VERBOSE-NEXT: Exit Code: 0
105 # VERBOSE-EMPTY:
106 # VERBOSE-NEXT: Command Output (stdout):
107 # VERBOSE-NEXT: --
108 # VERBOSE-NEXT: # {{R}}UN: at line 2
109 # VERBOSE-NEXT: echo "xpass test output"
110 # VERBOSE-NEXT: # executed command: echo 'xpass test output'
111 # VERBOSE-NEXT: # .---command stdout------------
112 # VERBOSE-NEXT: # | xpass test output
113 # VERBOSE-NEXT: # `-----------------------------
114 # VERBOSE-EMPTY:
115 # VERBOSE-NEXT: --
116 # VERBOSE-EMPTY:
117 # VERBOSE-NEXT: ********************
118 # VERBOSE-NEXT: ********************
119 # VERBOSE-NEXT: Failed Tests (1):
120 # VERBOSE-NEXT: verbosity :: fail.txt
121 # VERBOSE-EMPTY:
122 # VERBOSE-NEXT: ********************
123 # VERBOSE-NEXT: Unexpectedly Passed Tests (1):
124 # VERBOSE-NEXT: verbosity :: xpass.txt
125 # VERBOSE-EMPTY:
126 # VERBOSE-EMPTY:
127 # VERBOSE-NEXT: Testing Time: {{.*}}s
128 # VERBOSE-EMPTY:
129 # VERBOSE-NEXT: Total Discovered Tests: 5
130 # VERBOSE-NEXT: Unsupported : 1 (20.00%)
131 # VERBOSE-NEXT: Passed : 1 (20.00%)
132 # VERBOSE-NEXT: Expectedly Failed : 1 (20.00%)
133 # VERBOSE-NEXT: Failed : 1 (20.00%)
134 # VERBOSE-NEXT: Unexpectedly Passed: 1 (20.00%)
135
136 # RUN: not %{lit} --show-all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
137 # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt
138 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
139
140 # SHOW-ALL: -- Testing: 5 tests, 1 workers --
141 # SHOW-ALL-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
142 # SHOW-ALL-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
143 # SHOW-ALL-NEXT: Exit Code: 127
144 # SHOW-ALL-EMPTY:
145 # SHOW-ALL-NEXT: Command Output (stdout):
146 # SHOW-ALL-NEXT: --
147 # SHOW-ALL-NEXT: # {{R}}UN: at line 1
148 # SHOW-ALL-NEXT: echo "fail test output"
149 # SHOW-ALL-NEXT: # executed command: echo 'fail test output'
150 # SHOW-ALL-NEXT: # .---command stdout------------
151 # SHOW-ALL-NEXT: # | fail test output
152 # SHOW-ALL-NEXT: # `-----------------------------
153 # SHOW-ALL-NEXT: # {{R}}UN: at line 2
154 # SHOW-ALL-NEXT: fail
155 # SHOW-ALL-NEXT: # executed command: fail
156 # SHOW-ALL-NEXT: # .---command stderr------------
157 # SHOW-ALL-NEXT: # | 'fail': command not found
158 # SHOW-ALL-NEXT: # `-----------------------------
159 # SHOW-ALL-NEXT: # error: command failed with exit status: 127
160 # SHOW-ALL-EMPTY:
161 # SHOW-ALL-NEXT: --
162 # SHOW-ALL-EMPTY:
163 # SHOW-ALL-NEXT: ********************
164 # SHOW-ALL-NEXT: PASS: verbosity :: pass.txt (2 of 5)
165 # SHOW-ALL-NEXT: Exit Code: 0
166 # SHOW-ALL-EMPTY:
167 # SHOW-ALL-NEXT: Command Output (stdout):
168 # SHOW-ALL-NEXT: --
169 # SHOW-ALL-NEXT: # {{R}}UN: at line 1
170 # SHOW-ALL-NEXT: echo "pass test output"
171 # SHOW-ALL-NEXT: # executed command: echo 'pass test output'
172 # SHOW-ALL-NEXT: # .---command stdout------------
173 # SHOW-ALL-NEXT: # | pass test output
174 # SHOW-ALL-NEXT: # `-----------------------------
175 # SHOW-ALL-EMPTY:
176 # SHOW-ALL-NEXT: --
177 # SHOW-ALL-EMPTY:
178 # SHOW-ALL-NEXT: ********************
179 # SHOW-ALL-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
180 # SHOW-ALL-NEXT: Test requires the following unavailable features: asdf
181 # SHOW-ALL-NEXT: ********************
182 # SHOW-ALL-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
183 # SHOW-ALL-NEXT: Exit Code: 1
184 # SHOW-ALL-EMPTY:
185 # SHOW-ALL-NEXT: Command Output (stdout):
186 # SHOW-ALL-NEXT: --
187 # SHOW-ALL-NEXT: # {{R}}UN: at line 2
188 # SHOW-ALL-NEXT: not echo "xfail test output"
189 # SHOW-ALL-NEXT: # executed command: not echo 'xfail test output'
190 # SHOW-ALL-NEXT: # .---command stdout------------
191 # SHOW-ALL-NEXT: # | xfail test output
192 # SHOW-ALL-NEXT: # `-----------------------------
193 # SHOW-ALL-NEXT: # error: command failed with exit status: 1
194 # SHOW-ALL-EMPTY:
195 # SHOW-ALL-NEXT: --
196 # SHOW-ALL-EMPTY:
197 # SHOW-ALL-NEXT: ********************
198 # SHOW-ALL-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
199 # SHOW-ALL-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
200 # SHOW-ALL-NEXT: Exit Code: 0
201 # SHOW-ALL-EMPTY:
202 # SHOW-ALL-NEXT: Command Output (stdout):
203 # SHOW-ALL-NEXT: --
204 # SHOW-ALL-NEXT: # {{R}}UN: at line 2
205 # SHOW-ALL-NEXT: echo "xpass test output"
206 # SHOW-ALL-NEXT: # executed command: echo 'xpass test output'
207 # SHOW-ALL-NEXT: # .---command stdout------------
208 # SHOW-ALL-NEXT: # | xpass test output
209 # SHOW-ALL-NEXT: # `-----------------------------
210 # SHOW-ALL-EMPTY:
211 # SHOW-ALL-NEXT: --
212 # SHOW-ALL-EMPTY:
213 # SHOW-ALL-NEXT: ********************
214 # SHOW-ALL-NEXT: ********************
215 # SHOW-ALL-NEXT: Failed Tests (1):
216 # SHOW-ALL-NEXT: verbosity :: fail.txt
217 # SHOW-ALL-EMPTY:
218 # SHOW-ALL-NEXT: ********************
219 # SHOW-ALL-NEXT: Unexpectedly Passed Tests (1):
220 # SHOW-ALL-NEXT: verbosity :: xpass.txt
221 # SHOW-ALL-EMPTY:
222 # SHOW-ALL-EMPTY:
223 # SHOW-ALL-NEXT: Testing Time: {{.*}}s
224 # SHOW-ALL-EMPTY:
225 # SHOW-ALL-NEXT: Total Discovered Tests: 5
226 # SHOW-ALL-NEXT: Unsupported : 1 (20.00%)
227 # SHOW-ALL-NEXT: Passed : 1 (20.00%)
228 # SHOW-ALL-NEXT: Expectedly Failed : 1 (20.00%)
229 # SHOW-ALL-NEXT: Failed : 1 (20.00%)
230 # SHOW-ALL-NEXT: Unexpectedly Passed: 1 (20.00%)
231
232 # RUN: not %{lit} --quiet %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
233 # RUN: FileCheck %s --check-prefix QUIET < %t/stdout.txt
234 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
235
236 # QUIET: -- Testing: 5 tests, 1 workers --
237 # QUIET-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
238 # QUIET-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
239 # QUIET-NEXT: ********************
240 # QUIET-NEXT: Failed Tests (1):
241 # QUIET-NEXT: verbosity :: fail.txt
242 # QUIET-EMPTY:
243 # QUIET-NEXT: ********************
244 # QUIET-NEXT: Unexpectedly Passed Tests (1):
245 # QUIET-NEXT: verbosity :: xpass.txt
246 # QUIET-EMPTY:
247 # QUIET-EMPTY:
248 # QUIET-NEXT: Total Discovered Tests: 5
249 # QUIET-NEXT: Failed : 1 (20.00%)
250 # QUIET-NEXT: Unexpectedly Passed: 1 (20.00%)
251
252 # QUIET-ERR: 1 warning(s) in tests
253
254
255 ### Test log output
256
257 # RUN: not %{lit} --debug %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
258 # RUN: FileCheck %s --check-prefix DEBUG < %t/stdout.txt
259 # RUN: FileCheck %s --check-prefix DEBUG-ERR --implicit-check-not lit < %t/stderr.txt
260
261 # DEBUG: -- Testing: 5 tests, 1 workers --
262 # DEBUG-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
263 # DEBUG-NEXT: PASS: verbosity :: pass.txt (2 of 5)
264 # DEBUG-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
265 # DEBUG-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
266 # DEBUG-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
267 # DEBUG-NEXT: ********************
268 # DEBUG-NEXT: Failed Tests (1):
269 # DEBUG-NEXT: verbosity :: fail.txt
270 # DEBUG-EMPTY:
271 # DEBUG-NEXT: ********************
272 # DEBUG-NEXT: Unexpectedly Passed Tests (1):
273 # DEBUG-NEXT: verbosity :: xpass.txt
274 # DEBUG-EMPTY:
275 # DEBUG-EMPTY:
276 # DEBUG-NEXT: Testing Time: {{.*}}s
277 # DEBUG-EMPTY:
278 # DEBUG-NEXT: Total Discovered Tests: 5
279 # DEBUG-NEXT: Unsupported : 1 (20.00%)
280 # DEBUG-NEXT: Passed : 1 (20.00%)
281 # DEBUG-NEXT: Expectedly Failed : 1 (20.00%)
282 # DEBUG-NEXT: Failed : 1 (20.00%)
283 # DEBUG-NEXT: Unexpectedly Passed: 1 (20.00%)
284
285 # DEBUG-ERR: lit.py: {{.*}}discovery.py:{{[0-9]+}}: debug: loading suite config '{{.*}}lit.cfg'
286 # DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: debug: this is a debug log
287 # DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: note: this is a note
288 # DEBUG-ERR-NEXT: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning
289 # DEBUG-ERR-NEXT: lit.py: {{.*}}TestingConfig.py:{{[0-9]+}}: debug: ... loaded config '{{.*}}lit.cfg'
290 # DEBUG-ERR-NEXT: lit.py: {{.*}}discovery.py:{{[0-9]+}}: debug: resolved input '{{.*}}verbosity' to 'verbosity'::()
291 # DEBUG-ERR-EMPTY:
292 # DEBUG-ERR-NEXT: 1 warning(s) in tests
293
294
295 # RUN: not %{lit} --diagnostic-level note %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
296 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
297 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
298
299 # RUN: not %{lit} --diagnostic-level warning %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
300 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
301 # RUN: FileCheck %s --check-prefix WARNING-ERR --implicit-check-not lit < %t/stderr.txt
302
303 # WARNING-ERR: lit.py: {{.*}}lit.cfg:{{[0-9]+}}: warning: this is a warning
304 # WARNING-ERR-EMPTY:
305 # WARNING-ERR-NEXT: 1 warning(s) in tests
306
307 # RUN: not %{lit} --diagnostic-level error %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
308 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
309 # RUN: FileCheck %s --check-prefix ERROR-ERR --implicit-check-not lit < %t/stderr.txt
310
311 # ERROR-ERR: 1 warning(s) in tests
312
313
314 ### Test --test-output
315
316 # RUN: not %{lit} --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
317 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
318 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
319
320 # RUN: not %{lit} --test-output failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
321 # RUN: FileCheck %s --check-prefix VERBOSE < %t/stdout.txt
322 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
323
324 # TEST-OUTPUT-OFF: -- Testing: 5 tests, 1 workers --
325 # TEST-OUTPUT-OFF-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
326 # TEST-OUTPUT-OFF-NEXT: PASS: verbosity :: pass.txt (2 of 5)
327 # TEST-OUTPUT-OFF-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
328 # TEST-OUTPUT-OFF-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
329 # TEST-OUTPUT-OFF-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
330 # TEST-OUTPUT-OFF-NEXT: ********************
331 # TEST-OUTPUT-OFF-NEXT: Failed Tests (1):
332 # TEST-OUTPUT-OFF-NEXT: verbosity :: fail.txt
333 # TEST-OUTPUT-OFF-EMPTY:
334 # TEST-OUTPUT-OFF-NEXT: ********************
335 # TEST-OUTPUT-OFF-NEXT: Unexpectedly Passed Tests (1):
336 # TEST-OUTPUT-OFF-NEXT: verbosity :: xpass.txt
337 # TEST-OUTPUT-OFF-EMPTY:
338 # TEST-OUTPUT-OFF-EMPTY:
339 # TEST-OUTPUT-OFF-NEXT: Testing Time: {{.*}}s
340 # TEST-OUTPUT-OFF-EMPTY:
341 # TEST-OUTPUT-OFF-NEXT: Total Discovered Tests: 5
342 # TEST-OUTPUT-OFF-NEXT: Unsupported : 1 (20.00%)
343 # TEST-OUTPUT-OFF-NEXT: Passed : 1 (20.00%)
344 # TEST-OUTPUT-OFF-NEXT: Expectedly Failed : 1 (20.00%)
345 # TEST-OUTPUT-OFF-NEXT: Failed : 1 (20.00%)
346 # TEST-OUTPUT-OFF-NEXT: Unexpectedly Passed: 1 (20.00%)
347
348 # RUN: not %{lit} --test-output all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
349 # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt
350 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
351
352
353 ### Test --print-result-after
354
355 # RUN: not %{lit} --print-result-after off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
356 # RUN: FileCheck %s --check-prefix RESULT-OFF < %t/stdout.txt
357 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
358
359 # RESULT-OFF: ********************
360 # RESULT-OFF-NEXT: Failed Tests (1):
361 # RESULT-OFF-NEXT: verbosity :: fail.txt
362 # RESULT-OFF-EMPTY:
363 # RESULT-OFF-NEXT: ********************
364 # RESULT-OFF-NEXT: Unexpectedly Passed Tests (1):
365 # RESULT-OFF-NEXT: verbosity :: xpass.txt
366 # RESULT-OFF-EMPTY:
367 # RESULT-OFF-EMPTY:
368 # RESULT-OFF-NEXT: Testing Time: {{.*}}s
369 # RESULT-OFF-EMPTY:
370 # RESULT-OFF-NEXT: Total Discovered Tests: 5
371 # RESULT-OFF-NEXT: Unsupported : 1 (20.00%)
372 # RESULT-OFF-NEXT: Passed : 1 (20.00%)
373 # RESULT-OFF-NEXT: Expectedly Failed : 1 (20.00%)
374 # RESULT-OFF-NEXT: Failed : 1 (20.00%)
375 # RESULT-OFF-NEXT: Unexpectedly Passed: 1 (20.00%)
376
377
378 # RUN: not %{lit} --print-result-after failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
379 # RUN: FileCheck %s --check-prefix RESULT-FAILED < %t/stdout.txt
380 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
381
382 # RESULT-FAILED: -- Testing: 5 tests, 1 workers --
383 # RESULT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
384 # RESULT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
385 # RESULT-FAILED-NEXT: ********************
386 # RESULT-FAILED-NEXT: Failed Tests (1):
387 # RESULT-FAILED-NEXT: verbosity :: fail.txt
388 # RESULT-FAILED-EMPTY:
389 # RESULT-FAILED-NEXT: ********************
390 # RESULT-FAILED-NEXT: Unexpectedly Passed Tests (1):
391 # RESULT-FAILED-NEXT: verbosity :: xpass.txt
392 # RESULT-FAILED-EMPTY:
393 # RESULT-FAILED-EMPTY:
394 # RESULT-FAILED-NEXT: Testing Time: {{.*}}s
395 # RESULT-FAILED-EMPTY:
396 # RESULT-FAILED-NEXT: Total Discovered Tests: 5
397 # RESULT-FAILED-NEXT: Unsupported : 1 (20.00%)
398 # RESULT-FAILED-NEXT: Passed : 1 (20.00%)
399 # RESULT-FAILED-NEXT: Expectedly Failed : 1 (20.00%)
400 # RESULT-FAILED-NEXT: Failed : 1 (20.00%)
401 # RESULT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%)
402
403
404 # RUN: not %{lit} --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
405 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
406 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
407
408
409 ### Test combinations of --print-result-after followed by --test-output
410
411 # RUN: not %{lit} --print-result-after off --test-output failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
412 # RUN: FileCheck %s --check-prefix RESULT-OFF-OUTPUT-FAILED < %t/stdout.txt
413 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
414
415 # RESULT-OFF-OUTPUT-FAILED: -- Testing: 5 tests, 1 workers --
416 # RESULT-OFF-OUTPUT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
417 # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
418 # RESULT-OFF-OUTPUT-FAILED-NEXT: Exit Code: 127
419 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
420 # RESULT-OFF-OUTPUT-FAILED-NEXT: Command Output (stdout):
421 # RESULT-OFF-OUTPUT-FAILED-NEXT: --
422 # RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 1
423 # RESULT-OFF-OUTPUT-FAILED-NEXT: echo "fail test output"
424 # RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: echo 'fail test output'
425 # RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stdout------------
426 # RESULT-OFF-OUTPUT-FAILED-NEXT: # | fail test output
427 # RESULT-OFF-OUTPUT-FAILED-NEXT: # `-----------------------------
428 # RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 2
429 # RESULT-OFF-OUTPUT-FAILED-NEXT: fail
430 # RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: fail
431 # RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stderr------------
432 # RESULT-OFF-OUTPUT-FAILED-NEXT: # | 'fail': command not found
433 # RESULT-OFF-OUTPUT-FAILED-NEXT: # `-----------------------------
434 # RESULT-OFF-OUTPUT-FAILED-NEXT: # error: command failed with exit status: 127
435 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
436 # RESULT-OFF-OUTPUT-FAILED-NEXT: --
437 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
438 # RESULT-OFF-OUTPUT-FAILED-NEXT: ********************
439 # RESULT-OFF-OUTPUT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
440 # RESULT-OFF-OUTPUT-FAILED-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
441 # RESULT-OFF-OUTPUT-FAILED-NEXT: Exit Code: 0
442 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
443 # RESULT-OFF-OUTPUT-FAILED-NEXT: Command Output (stdout):
444 # RESULT-OFF-OUTPUT-FAILED-NEXT: --
445 # RESULT-OFF-OUTPUT-FAILED-NEXT: # {{R}}UN: at line 2
446 # RESULT-OFF-OUTPUT-FAILED-NEXT: echo "xpass test output"
447 # RESULT-OFF-OUTPUT-FAILED-NEXT: # executed command: echo 'xpass test output'
448 # RESULT-OFF-OUTPUT-FAILED-NEXT: # .---command stdout------------
449 # RESULT-OFF-OUTPUT-FAILED-NEXT: # | xpass test output
450 # RESULT-OFF-OUTPUT-FAILED-NEXT: # `-----------------------------
451 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
452 # RESULT-OFF-OUTPUT-FAILED-NEXT: --
453 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
454 # RESULT-OFF-OUTPUT-FAILED-NEXT: ********************
455 # RESULT-OFF-OUTPUT-FAILED-NEXT: ********************
456 # RESULT-OFF-OUTPUT-FAILED-NEXT: Failed Tests (1):
457 # RESULT-OFF-OUTPUT-FAILED-NEXT: verbosity :: fail.txt
458 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
459 # RESULT-OFF-OUTPUT-FAILED-NEXT: ********************
460 # RESULT-OFF-OUTPUT-FAILED-NEXT: Unexpectedly Passed Tests (1):
461 # RESULT-OFF-OUTPUT-FAILED-NEXT: verbosity :: xpass.txt
462 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
463 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
464 # RESULT-OFF-OUTPUT-FAILED-NEXT: Testing Time: {{.*}}s
465 # RESULT-OFF-OUTPUT-FAILED-EMPTY:
466 # RESULT-OFF-OUTPUT-FAILED-NEXT: Total Discovered Tests: 5
467 # RESULT-OFF-OUTPUT-FAILED-NEXT: Unsupported : 1 (20.00%)
468 # RESULT-OFF-OUTPUT-FAILED-NEXT: Passed : 1 (20.00%)
469 # RESULT-OFF-OUTPUT-FAILED-NEXT: Expectedly Failed : 1 (20.00%)
470 # RESULT-OFF-OUTPUT-FAILED-NEXT: Failed : 1 (20.00%)
471 # RESULT-OFF-OUTPUT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%)
472
473 # RUN: not %{lit} --print-result-after all --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
474 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
475 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
476
477 # RUN: not %{lit} --print-result-after failed --test-output all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
478 # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt
479 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
480
481
482 ### Test combinations of --test-output followed by --print-result-after
483
484 # RUN: not %{lit} --test-output failed --print-result-after off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
485 # RUN: FileCheck %s --check-prefix RESULT-OFF < %t/stdout.txt
486 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
487
488 # RUN: not %{lit} --test-output off --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
489 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
490 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
491
492 # RUN: not %{lit} --test-output all --print-result-after failed %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
493 # RUN: FileCheck %s --check-prefix OUTPUT-ALL-RESULT-FAILED < %t/stdout.txt
494 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
495
496 # OUTPUT-ALL-RESULT-FAILED: -- Testing: 5 tests, 1 workers --
497 # OUTPUT-ALL-RESULT-FAILED-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
498 # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
499 # OUTPUT-ALL-RESULT-FAILED-NEXT: Exit Code: 127
500 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
501 # OUTPUT-ALL-RESULT-FAILED-NEXT: Command Output (stdout):
502 # OUTPUT-ALL-RESULT-FAILED-NEXT: --
503 # OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 1
504 # OUTPUT-ALL-RESULT-FAILED-NEXT: echo "fail test output"
505 # OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: echo 'fail test output'
506 # OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stdout------------
507 # OUTPUT-ALL-RESULT-FAILED-NEXT: # | fail test output
508 # OUTPUT-ALL-RESULT-FAILED-NEXT: # `-----------------------------
509 # OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 2
510 # OUTPUT-ALL-RESULT-FAILED-NEXT: fail
511 # OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: fail
512 # OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stderr------------
513 # OUTPUT-ALL-RESULT-FAILED-NEXT: # | 'fail': command not found
514 # OUTPUT-ALL-RESULT-FAILED-NEXT: # `-----------------------------
515 # OUTPUT-ALL-RESULT-FAILED-NEXT: # error: command failed with exit status: 127
516 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
517 # OUTPUT-ALL-RESULT-FAILED-NEXT: --
518 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
519 # OUTPUT-ALL-RESULT-FAILED-NEXT: ********************
520 # OUTPUT-ALL-RESULT-FAILED-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
521 # OUTPUT-ALL-RESULT-FAILED-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
522 # OUTPUT-ALL-RESULT-FAILED-NEXT: Exit Code: 0
523 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
524 # OUTPUT-ALL-RESULT-FAILED-NEXT: Command Output (stdout):
525 # OUTPUT-ALL-RESULT-FAILED-NEXT: --
526 # OUTPUT-ALL-RESULT-FAILED-NEXT: # {{R}}UN: at line 2
527 # OUTPUT-ALL-RESULT-FAILED-NEXT: echo "xpass test output"
528 # OUTPUT-ALL-RESULT-FAILED-NEXT: # executed command: echo 'xpass test output'
529 # OUTPUT-ALL-RESULT-FAILED-NEXT: # .---command stdout------------
530 # OUTPUT-ALL-RESULT-FAILED-NEXT: # | xpass test output
531 # OUTPUT-ALL-RESULT-FAILED-NEXT: # `-----------------------------
532 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
533 # OUTPUT-ALL-RESULT-FAILED-NEXT: --
534 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
535 # OUTPUT-ALL-RESULT-FAILED-NEXT: ********************
536 # OUTPUT-ALL-RESULT-FAILED-NEXT: ********************
537 # OUTPUT-ALL-RESULT-FAILED-NEXT: Failed Tests (1):
538 # OUTPUT-ALL-RESULT-FAILED-NEXT: verbosity :: fail.txt
539 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
540 # OUTPUT-ALL-RESULT-FAILED-NEXT: ********************
541 # OUTPUT-ALL-RESULT-FAILED-NEXT: Unexpectedly Passed Tests (1):
542 # OUTPUT-ALL-RESULT-FAILED-NEXT: verbosity :: xpass.txt
543 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
544 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
545 # OUTPUT-ALL-RESULT-FAILED-NEXT: Testing Time: {{.*}}
546 # OUTPUT-ALL-RESULT-FAILED-EMPTY:
547 # OUTPUT-ALL-RESULT-FAILED-NEXT: Total Discovered Tests: 5
548 # OUTPUT-ALL-RESULT-FAILED-NEXT: Unsupported : 1 (20.00%)
549 # OUTPUT-ALL-RESULT-FAILED-NEXT: Passed : 1 (20.00%)
550 # OUTPUT-ALL-RESULT-FAILED-NEXT: Expectedly Failed : 1 (20.00%)
551 # OUTPUT-ALL-RESULT-FAILED-NEXT: Failed : 1 (20.00%)
552 # OUTPUT-ALL-RESULT-FAILED-NEXT: Unexpectedly Passed: 1 (20.00%)
553
554
555 ### Test progress bar and terse summary in isolation
556
557 # RUN: not %{lit} --progress-bar %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
558 # RUN: FileCheck %s --check-prefix PROGRESS < %t/stdout.txt
559 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
560
561 # PROGRESS: -- Testing: 5 tests, 1 workers --
562 # PROGRESS-NEXT: Testing:
563 # PROGRESS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
564 # PROGRESS-NEXT: Testing:
565 # PROGRESS-NEXT: PASS: verbosity :: pass.txt (2 of 5)
566 # PROGRESS-NEXT: Testing:
567 # PROGRESS-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
568 # PROGRESS-NEXT: Testing:
569 # PROGRESS-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
570 # PROGRESS-NEXT: Testing:
571 # PROGRESS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
572 # PROGRESS-NEXT: Testing:
573 # PROGRESS-NEXT: ********************
574 # PROGRESS-NEXT: Failed Tests (1):
575 # PROGRESS-NEXT: verbosity :: fail.txt
576 # PROGRESS-EMPTY:
577 # PROGRESS-NEXT: ********************
578 # PROGRESS-NEXT: Unexpectedly Passed Tests (1):
579 # PROGRESS-NEXT: verbosity :: xpass.txt
580 # PROGRESS-EMPTY:
581 # PROGRESS-EMPTY:
582 # PROGRESS-NEXT: Testing Time: {{.*}}s
583 # PROGRESS-EMPTY:
584 # PROGRESS-NEXT: Total Discovered Tests: 5
585 # PROGRESS-NEXT: Unsupported : 1 (20.00%)
586 # PROGRESS-NEXT: Passed : 1 (20.00%)
587 # PROGRESS-NEXT: Expectedly Failed : 1 (20.00%)
588 # PROGRESS-NEXT: Failed : 1 (20.00%)
589 # PROGRESS-NEXT: Unexpectedly Passed: 1 (20.00%)
590
591 # RUN: not %{lit} --terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
592 # RUN: FileCheck %s --check-prefix TERSE < %t/stdout.txt
593 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
594
595 # TERSE: -- Testing: 5 tests, 1 workers --
596 # TERSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
597 # TERSE-NEXT: PASS: verbosity :: pass.txt (2 of 5)
598 # TERSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
599 # TERSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
600 # TERSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
601 # TERSE-NEXT: ********************
602 # TERSE-NEXT: Failed Tests (1):
603 # TERSE-NEXT: verbosity :: fail.txt
604 # TERSE-EMPTY:
605 # TERSE-NEXT: ********************
606 # TERSE-NEXT: Unexpectedly Passed Tests (1):
607 # TERSE-NEXT: verbosity :: xpass.txt
608 # TERSE-EMPTY:
609 # TERSE-EMPTY:
610 # TERSE-NEXT: Total Discovered Tests: 5
611 # TERSE-NEXT: Failed : 1 (20.00%)
612 # TERSE-NEXT: Unexpectedly Passed: 1 (20.00%)
613
614
615 ### Aliases in combination
616
617 # RUN: not %{lit} -a -s %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
618 # RUN: FileCheck %s --check-prefix AS < %t/stdout.txt
619 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
620
621 # AS: -- Testing: 5 tests, 1 workers --
622 # AS-NEXT: Testing:
623 # AS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
624 # AS-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
625 # AS-NEXT: Exit Code: 127
626 # AS-EMPTY:
627 # AS-NEXT: Command Output (stdout):
628 # AS-NEXT: --
629 # AS-NEXT: # {{R}}UN: at line 1
630 # AS-NEXT: echo "fail test output"
631 # AS-NEXT: # executed command: echo 'fail test output'
632 # AS-NEXT: # .---command stdout------------
633 # AS-NEXT: # | fail test output
634 # AS-NEXT: # `-----------------------------
635 # AS-NEXT: # {{R}}UN: at line 2
636 # AS-NEXT: fail
637 # AS-NEXT: # executed command: fail
638 # AS-NEXT: # .---command stderr------------
639 # AS-NEXT: # | 'fail': command not found
640 # AS-NEXT: # `-----------------------------
641 # AS-NEXT: # error: command failed with exit status: 127
642 # AS-EMPTY:
643 # AS-NEXT: --
644 # AS-EMPTY:
645 # AS-NEXT: ********************
646 # AS-NEXT: Testing:
647 # AS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
648 # AS-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
649 # AS-NEXT: Exit Code: 0
650 # AS-EMPTY:
651 # AS-NEXT: Command Output (stdout):
652 # AS-NEXT: --
653 # AS-NEXT: # {{R}}UN: at line 2
654 # AS-NEXT: echo "xpass test output"
655 # AS-NEXT: # executed command: echo 'xpass test output'
656 # AS-NEXT: # .---command stdout------------
657 # AS-NEXT: # | xpass test output
658 # AS-NEXT: # `-----------------------------
659 # AS-EMPTY:
660 # AS-NEXT: --
661 # AS-EMPTY:
662 # AS-NEXT: ********************
663 # AS-NEXT: Testing:
664 # AS-NEXT: ********************
665 # AS-NEXT: Failed Tests (1):
666 # AS-NEXT: verbosity :: fail.txt
667 # AS-EMPTY:
668 # AS-NEXT: ********************
669 # AS-NEXT: Unexpectedly Passed Tests (1):
670 # AS-NEXT: verbosity :: xpass.txt
671 # AS-EMPTY:
672 # AS-EMPTY:
673 # AS-NEXT: Testing Time: {{.*}}s
674 # AS-EMPTY:
675 # AS-NEXT: Total Discovered Tests: 5
676 # AS-NEXT: Unsupported : 1 (20.00%)
677 # AS-NEXT: Passed : 1 (20.00%)
678 # AS-NEXT: Expectedly Failed : 1 (20.00%)
679 # AS-NEXT: Failed : 1 (20.00%)
680 # AS-NEXT: Unexpectedly Passed: 1 (20.00%)
681
682
683 # RUN: not %{lit} -s -a %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
684 # RUN: FileCheck %s --check-prefix SA < %t/stdout.txt
685 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
686
687 # SA: -- Testing: 5 tests, 1 workers --
688 # SA-NEXT: Testing:
689 # SA-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
690 # SA-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
691 # SA-NEXT: Exit Code: 127
692 # SA-EMPTY:
693 # SA-NEXT: Command Output (stdout):
694 # SA-NEXT: --
695 # SA-NEXT: # {{R}}UN: at line 1
696 # SA-NEXT: echo "fail test output"
697 # SA-NEXT: # executed command: echo 'fail test output'
698 # SA-NEXT: # .---command stdout------------
699 # SA-NEXT: # | fail test output
700 # SA-NEXT: # `-----------------------------
701 # SA-NEXT: # {{R}}UN: at line 2
702 # SA-NEXT: fail
703 # SA-NEXT: # executed command: fail
704 # SA-NEXT: # .---command stderr------------
705 # SA-NEXT: # | 'fail': command not found
706 # SA-NEXT: # `-----------------------------
707 # SA-NEXT: # error: command failed with exit status: 127
708 # SA-EMPTY:
709 # SA-NEXT: --
710 # SA-EMPTY:
711 # SA-NEXT: ********************
712 # SA-NEXT: Testing:
713 # SA-NEXT: PASS: verbosity :: pass.txt (2 of 5)
714 # SA-NEXT: Exit Code: 0
715 # SA-EMPTY:
716 # SA-NEXT: Command Output (stdout):
717 # SA-NEXT: --
718 # SA-NEXT: # {{R}}UN: at line 1
719 # SA-NEXT: echo "pass test output"
720 # SA-NEXT: # executed command: echo 'pass test output'
721 # SA-NEXT: # .---command stdout------------
722 # SA-NEXT: # | pass test output
723 # SA-NEXT: # `-----------------------------
724 # SA-EMPTY:
725 # SA-NEXT: --
726 # SA-EMPTY:
727 # SA-NEXT: ********************
728 # SA-NEXT: Testing:
729 # SA-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
730 # SA-NEXT: Test requires the following unavailable features: asdf
731 # SA-NEXT: ********************
732 # SA-NEXT: Testing:
733 # SA-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
734 # SA-NEXT: Exit Code: 1
735 # SA-EMPTY:
736 # SA-NEXT: Command Output (stdout):
737 # SA-NEXT: --
738 # SA-NEXT: # {{R}}UN: at line 2
739 # SA-NEXT: not echo "xfail test output"
740 # SA-NEXT: # executed command: not echo 'xfail test output'
741 # SA-NEXT: # .---command stdout------------
742 # SA-NEXT: # | xfail test output
743 # SA-NEXT: # `-----------------------------
744 # SA-NEXT: # error: command failed with exit status: 1
745 # SA-EMPTY:
746 # SA-NEXT: --
747 # SA-EMPTY:
748 # SA-NEXT: ********************
749 # SA-NEXT: Testing:
750 # SA-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
751 # SA-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
752 # SA-NEXT: Exit Code: 0
753 # SA-EMPTY:
754 # SA-NEXT: Command Output (stdout):
755 # SA-NEXT: --
756 # SA-NEXT: # {{R}}UN: at line 2
757 # SA-NEXT: echo "xpass test output"
758 # SA-NEXT: # executed command: echo 'xpass test output'
759 # SA-NEXT: # .---command stdout------------
760 # SA-NEXT: # | xpass test output
761 # SA-NEXT: # `-----------------------------
762 # SA-EMPTY:
763 # SA-NEXT: --
764 # SA-EMPTY:
765 # SA-NEXT: ********************
766 # SA-NEXT: Testing:
767 # SA-NEXT: ********************
768 # SA-NEXT: Failed Tests (1):
769 # SA-NEXT: verbosity :: fail.txt
770 # SA-EMPTY:
771 # SA-NEXT: ********************
772 # SA-NEXT: Unexpectedly Passed Tests (1):
773 # SA-NEXT: verbosity :: xpass.txt
774 # SA-EMPTY:
775 # SA-EMPTY:
776 # SA-NEXT: Testing Time: {{.*}}s
777 # SA-EMPTY:
778 # SA-NEXT: Total Discovered Tests: 5
779 # SA-NEXT: Unsupported : 1 (20.00%)
780 # SA-NEXT: Passed : 1 (20.00%)
781 # SA-NEXT: Expectedly Failed : 1 (20.00%)
782 # SA-NEXT: Failed : 1 (20.00%)
783 # SA-NEXT: Unexpectedly Passed: 1 (20.00%)
784
785
786 # RUN: not %{lit} -q -a %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
787 # RUN: FileCheck %s --check-prefix QA < %t/stdout.txt
788 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
789
790 # QA: -- Testing: 5 tests, 1 workers --
791 # QA-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
792 # QA-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
793 # QA-NEXT: Exit Code: 127
794 # QA-EMPTY:
795 # QA-NEXT: Command Output (stdout):
796 # QA-NEXT: --
797 # QA-NEXT: # {{R}}UN: at line 1
798 # QA-NEXT: echo "fail test output"
799 # QA-NEXT: # executed command: echo 'fail test output'
800 # QA-NEXT: # .---command stdout------------
801 # QA-NEXT: # | fail test output
802 # QA-NEXT: # `-----------------------------
803 # QA-NEXT: # {{R}}UN: at line 2
804 # QA-NEXT: fail
805 # QA-NEXT: # executed command: fail
806 # QA-NEXT: # .---command stderr------------
807 # QA-NEXT: # | 'fail': command not found
808 # QA-NEXT: # `-----------------------------
809 # QA-NEXT: # error: command failed with exit status: 127
810 # QA-EMPTY:
811 # QA-NEXT: --
812 # QA-EMPTY:
813 # QA-NEXT: ********************
814 # QA-NEXT: PASS: verbosity :: pass.txt (2 of 5)
815 # QA-NEXT: Exit Code: 0
816 # QA-EMPTY:
817 # QA-NEXT: Command Output (stdout):
818 # QA-NEXT: --
819 # QA-NEXT: # {{R}}UN: at line 1
820 # QA-NEXT: echo "pass test output"
821 # QA-NEXT: # executed command: echo 'pass test output'
822 # QA-NEXT: # .---command stdout------------
823 # QA-NEXT: # | pass test output
824 # QA-NEXT: # `-----------------------------
825 # QA-EMPTY:
826 # QA-NEXT: --
827 # QA-EMPTY:
828 # QA-NEXT: ********************
829 # QA-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
830 # QA-NEXT: Test requires the following unavailable features: asdf
831 # QA-NEXT: ********************
832 # QA-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
833 # QA-NEXT: Exit Code: 1
834 # QA-EMPTY:
835 # QA-NEXT: Command Output (stdout):
836 # QA-NEXT: --
837 # QA-NEXT: # {{R}}UN: at line 2
838 # QA-NEXT: not echo "xfail test output"
839 # QA-NEXT: # executed command: not echo 'xfail test output'
840 # QA-NEXT: # .---command stdout------------
841 # QA-NEXT: # | xfail test output
842 # QA-NEXT: # `-----------------------------
843 # QA-NEXT: # error: command failed with exit status: 1
844 # QA-EMPTY:
845 # QA-NEXT: --
846 # QA-EMPTY:
847 # QA-NEXT: ********************
848 # QA-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
849 # QA-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
850 # QA-NEXT: Exit Code: 0
851 # QA-EMPTY:
852 # QA-NEXT: Command Output (stdout):
853 # QA-NEXT: --
854 # QA-NEXT: # {{R}}UN: at line 2
855 # QA-NEXT: echo "xpass test output"
856 # QA-NEXT: # executed command: echo 'xpass test output'
857 # QA-NEXT: # .---command stdout------------
858 # QA-NEXT: # | xpass test output
859 # QA-NEXT: # `-----------------------------
860 # QA-EMPTY:
861 # QA-NEXT: --
862 # QA-EMPTY:
863 # QA-NEXT: ********************
864 # QA-NEXT: ********************
865 # QA-NEXT: Failed Tests (1):
866 # QA-NEXT: verbosity :: fail.txt
867 # QA-EMPTY:
868 # QA-NEXT: ********************
869 # QA-NEXT: Unexpectedly Passed Tests (1):
870 # QA-NEXT: verbosity :: xpass.txt
871 # QA-EMPTY:
872 # QA-EMPTY:
873 # QA-NEXT: Total Discovered Tests: 5
874 # QA-NEXT: Failed : 1 (20.00%)
875 # QA-NEXT: Unexpectedly Passed: 1 (20.00%)
876
877 # RUN: not %{lit} -a -q %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
878 # RUN: FileCheck %s --check-prefix QUIET < %t/stdout.txt
879 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
880
881 # RUN: not %{lit} -sqav %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
882 # RUN: FileCheck %s --check-prefix SQAV < %t/stdout.txt
883 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
884
885 # SQAV: -- Testing: 5 tests, 1 workers --
886 # SQAV-NEXT: Testing:
887 # SQAV-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
888 # SQAV-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
889 # SQAV-NEXT: Exit Code: 127
890 # SQAV-EMPTY:
891 # SQAV-NEXT: Command Output (stdout):
892 # SQAV-NEXT: --
893 # SQAV-NEXT: # {{R}}UN: at line 1
894 # SQAV-NEXT: echo "fail test output"
895 # SQAV-NEXT: # executed command: echo 'fail test output'
896 # SQAV-NEXT: # .---command stdout------------
897 # SQAV-NEXT: # | fail test output
898 # SQAV-NEXT: # `-----------------------------
899 # SQAV-NEXT: # {{R}}UN: at line 2
900 # SQAV-NEXT: fail
901 # SQAV-NEXT: # executed command: fail
902 # SQAV-NEXT: # .---command stderr------------
903 # SQAV-NEXT: # | 'fail': command not found
904 # SQAV-NEXT: # `-----------------------------
905 # SQAV-NEXT: # error: command failed with exit status: 127
906 # SQAV-EMPTY:
907 # SQAV-NEXT: --
908 # SQAV-EMPTY:
909 # SQAV-NEXT: ********************
910 # SQAV-NEXT: Testing:
911 # SQAV-NEXT: PASS: verbosity :: pass.txt (2 of 5)
912 # SQAV-NEXT: Testing:
913 # SQAV-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
914 # SQAV-NEXT: Testing:
915 # SQAV-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
916 # SQAV-NEXT: Testing:
917 # SQAV-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
918 # SQAV-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
919 # SQAV-NEXT: Exit Code: 0
920 # SQAV-EMPTY:
921 # SQAV-NEXT: Command Output (stdout):
922 # SQAV-NEXT: --
923 # SQAV-NEXT: # {{R}}UN: at line 2
924 # SQAV-NEXT: echo "xpass test output"
925 # SQAV-NEXT: # executed command: echo 'xpass test output'
926 # SQAV-NEXT: # .---command stdout------------
927 # SQAV-NEXT: # | xpass test output
928 # SQAV-NEXT: # `-----------------------------
929 # SQAV-EMPTY:
930 # SQAV-NEXT: --
931 # SQAV-EMPTY:
932 # SQAV-NEXT: ********************
933 # SQAV-NEXT: Testing:
934 # SQAV-NEXT: ********************
935 # SQAV-NEXT: Failed Tests (1):
936 # SQAV-NEXT: verbosity :: fail.txt
937 # SQAV-EMPTY:
938 # SQAV-NEXT: ********************
939 # SQAV-NEXT: Unexpectedly Passed Tests (1):
940 # SQAV-NEXT: verbosity :: xpass.txt
941 # SQAV-EMPTY:
942 # SQAV-EMPTY:
943 # SQAV-NEXT: Total Discovered Tests: 5
944 # SQAV-NEXT: Failed : 1 (20.00%)
945 # SQAV-NEXT: Unexpectedly Passed: 1 (20.00%)
946
947
948 ### Aliases with specific overrides
949
950 # RUN: not %{lit} --quiet --no-terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
951 # RUN: FileCheck %s --check-prefix QUIET-W-SUMMARY < %t/stdout.txt
952 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
953
954 # QUIET-W-SUMMARY: -- Testing: 5 tests, 1 workers --
955 # QUIET-W-SUMMARY-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
956 # QUIET-W-SUMMARY-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
957 # QUIET-W-SUMMARY-NEXT: ********************
958 # QUIET-W-SUMMARY-NEXT: Failed Tests (1):
959 # QUIET-W-SUMMARY-NEXT: verbosity :: fail.txt
960 # QUIET-W-SUMMARY-EMPTY:
961 # QUIET-W-SUMMARY-NEXT: ********************
962 # QUIET-W-SUMMARY-NEXT: Unexpectedly Passed Tests (1):
963 # QUIET-W-SUMMARY-NEXT: verbosity :: xpass.txt
964 # QUIET-W-SUMMARY-EMPTY:
965 # QUIET-W-SUMMARY-EMPTY:
966 # QUIET-W-SUMMARY-NEXT: Testing Time: {{.*}}s
967 # QUIET-W-SUMMARY-EMPTY:
968 # QUIET-W-SUMMARY-NEXT: Total Discovered Tests: 5
969 # QUIET-W-SUMMARY-NEXT: Unsupported : 1 (20.00%)
970 # QUIET-W-SUMMARY-NEXT: Passed : 1 (20.00%)
971 # QUIET-W-SUMMARY-NEXT: Expectedly Failed : 1 (20.00%)
972 # QUIET-W-SUMMARY-NEXT: Failed : 1 (20.00%)
973 # QUIET-W-SUMMARY-NEXT: Unexpectedly Passed: 1 (20.00%)
974
975
976 # RUN: not %{lit} --quiet --progress-bar %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
977 # RUN: FileCheck %s --check-prefix QUIET-W-PROGRESS < %t/stdout.txt
978 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
979
980 # QUIET-W-PROGRESS: -- Testing: 5 tests, 1 workers --
981 # QUIET-W-PROGRESS-NEXT: Testing:
982 # QUIET-W-PROGRESS-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
983 # QUIET-W-PROGRESS-NEXT: Testing:
984 # QUIET-W-PROGRESS-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
985 # QUIET-W-PROGRESS-NEXT: Testing:
986 # QUIET-W-PROGRESS-NEXT: ********************
987 # QUIET-W-PROGRESS-NEXT: Failed Tests (1):
988 # QUIET-W-PROGRESS-NEXT: verbosity :: fail.txt
989 # QUIET-W-PROGRESS-EMPTY:
990 # QUIET-W-PROGRESS-NEXT: ********************
991 # QUIET-W-PROGRESS-NEXT: Unexpectedly Passed Tests (1):
992 # QUIET-W-PROGRESS-NEXT: verbosity :: xpass.txt
993 # QUIET-W-PROGRESS-EMPTY:
994 # QUIET-W-PROGRESS-EMPTY:
995 # QUIET-W-PROGRESS-NEXT: Total Discovered Tests: 5
996 # QUIET-W-PROGRESS-NEXT: Failed : 1 (20.00%)
997 # QUIET-W-PROGRESS-NEXT: Unexpectedly Passed: 1 (20.00%)
998
999 # RUN: not %{lit} --show-all --terse-summary %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
1000 # RUN: FileCheck %s --check-prefix ALL-TERSE < %t/stdout.txt
1001 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
1002
1003 # ALL-TERSE: -- Testing: 5 tests, 1 workers --
1004 # ALL-TERSE-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
1005 # ALL-TERSE-NEXT: ******************** TEST 'verbosity :: fail.txt' FAILED ********************
1006 # ALL-TERSE-NEXT: Exit Code: 127
1007 # ALL-TERSE-EMPTY:
1008 # ALL-TERSE-NEXT: Command Output (stdout):
1009 # ALL-TERSE-NEXT: --
1010 # ALL-TERSE-NEXT: # {{R}}UN: at line 1
1011 # ALL-TERSE-NEXT: echo "fail test output"
1012 # ALL-TERSE-NEXT: # executed command: echo 'fail test output'
1013 # ALL-TERSE-NEXT: # .---command stdout------------
1014 # ALL-TERSE-NEXT: # | fail test output
1015 # ALL-TERSE-NEXT: # `-----------------------------
1016 # ALL-TERSE-NEXT: # {{R}}UN: at line 2
1017 # ALL-TERSE-NEXT: fail
1018 # ALL-TERSE-NEXT: # executed command: fail
1019 # ALL-TERSE-NEXT: # .---command stderr------------
1020 # ALL-TERSE-NEXT: # | 'fail': command not found
1021 # ALL-TERSE-NEXT: # `-----------------------------
1022 # ALL-TERSE-NEXT: # error: command failed with exit status: 127
1023 # ALL-TERSE-EMPTY:
1024 # ALL-TERSE-NEXT: --
1025 # ALL-TERSE-EMPTY:
1026 # ALL-TERSE-NEXT: ********************
1027 # ALL-TERSE-NEXT: PASS: verbosity :: pass.txt (2 of 5)
1028 # ALL-TERSE-NEXT: Exit Code: 0
1029 # ALL-TERSE-EMPTY:
1030 # ALL-TERSE-NEXT: Command Output (stdout):
1031 # ALL-TERSE-NEXT: --
1032 # ALL-TERSE-NEXT: # {{R}}UN: at line 1
1033 # ALL-TERSE-NEXT: echo "pass test output"
1034 # ALL-TERSE-NEXT: # executed command: echo 'pass test output'
1035 # ALL-TERSE-NEXT: # .---command stdout------------
1036 # ALL-TERSE-NEXT: # | pass test output
1037 # ALL-TERSE-NEXT: # `-----------------------------
1038 # ALL-TERSE-EMPTY:
1039 # ALL-TERSE-NEXT: --
1040 # ALL-TERSE-EMPTY:
1041 # ALL-TERSE-NEXT: ********************
1042 # ALL-TERSE-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
1043 # ALL-TERSE-NEXT: Test requires the following unavailable features: asdf
1044 # ALL-TERSE-NEXT: ********************
1045 # ALL-TERSE-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
1046 # ALL-TERSE-NEXT: Exit Code: 1
1047 # ALL-TERSE-EMPTY:
1048 # ALL-TERSE-NEXT: Command Output (stdout):
1049 # ALL-TERSE-NEXT: --
1050 # ALL-TERSE-NEXT: # {{R}}UN: at line 2
1051 # ALL-TERSE-NEXT: not echo "xfail test output"
1052 # ALL-TERSE-NEXT: # executed command: not echo 'xfail test output'
1053 # ALL-TERSE-NEXT: # .---command stdout------------
1054 # ALL-TERSE-NEXT: # | xfail test output
1055 # ALL-TERSE-NEXT: # `-----------------------------
1056 # ALL-TERSE-NEXT: # error: command failed with exit status: 1
1057 # ALL-TERSE-EMPTY:
1058 # ALL-TERSE-NEXT: --
1059 # ALL-TERSE-EMPTY:
1060 # ALL-TERSE-NEXT: ********************
1061 # ALL-TERSE-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
1062 # ALL-TERSE-NEXT: ******************** TEST 'verbosity :: xpass.txt' FAILED ********************
1063 # ALL-TERSE-NEXT: Exit Code: 0
1064 # ALL-TERSE-EMPTY:
1065 # ALL-TERSE-NEXT: Command Output (stdout):
1066 # ALL-TERSE-NEXT: --
1067 # ALL-TERSE-NEXT: # {{R}}UN: at line 2
1068 # ALL-TERSE-NEXT: echo "xpass test output"
1069 # ALL-TERSE-NEXT: # executed command: echo 'xpass test output'
1070 # ALL-TERSE-NEXT: # .---command stdout------------
1071 # ALL-TERSE-NEXT: # | xpass test output
1072 # ALL-TERSE-NEXT: # `-----------------------------
1073 # ALL-TERSE-EMPTY:
1074 # ALL-TERSE-NEXT: --
1075 # ALL-TERSE-EMPTY:
1076 # ALL-TERSE-NEXT: ********************
1077 # ALL-TERSE-NEXT: ********************
1078 # ALL-TERSE-NEXT: Failed Tests (1):
1079 # ALL-TERSE-NEXT: verbosity :: fail.txt
1080 # ALL-TERSE-EMPTY:
1081 # ALL-TERSE-NEXT: ********************
1082 # ALL-TERSE-NEXT: Unexpectedly Passed Tests (1):
1083 # ALL-TERSE-NEXT: verbosity :: xpass.txt
1084 # ALL-TERSE-EMPTY:
1085 # ALL-TERSE-EMPTY:
1086 # ALL-TERSE-NEXT: Total Discovered Tests: 5
1087 # ALL-TERSE-NEXT: Failed : 1 (20.00%)
1088 # ALL-TERSE-NEXT: Unexpectedly Passed: 1 (20.00%)
1089
1090 # RUN: not %{lit} --show-all --diagnostic-level error %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
1091 # RUN: FileCheck %s --check-prefix SHOW-ALL < %t/stdout.txt
1092 # RUN: FileCheck %s --check-prefix QUIET-ERR --implicit-check-not lit < %t/stderr.txt
1093
1094 # RUN: not %{lit} --show-all --test-output off %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
1095 # RUN: FileCheck %s --check-prefix NO-ARGS < %t/stdout.txt
1096 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
1097
1098 # RUN: not %{lit} --succinct --print-result-after all %{inputs}/verbosity 2> %t/stderr.txt > %t/stdout.txt
1099 # RUN: FileCheck %s --check-prefix SUCCINCT-RESULT-ALL < %t/stdout.txt
1100 # RUN: FileCheck %s --check-prefix NO-ARGS-ERR --implicit-check-not lit < %t/stderr.txt
1101
1102 # SUCCINCT-RESULT-ALL: -- Testing: 5 tests, 1 workers --
1103 # SUCCINCT-RESULT-ALL-NEXT: Testing:
1104 # SUCCINCT-RESULT-ALL-NEXT: FAIL: verbosity :: fail.txt (1 of 5)
1105 # SUCCINCT-RESULT-ALL-NEXT: Testing:
1106 # SUCCINCT-RESULT-ALL-NEXT: PASS: verbosity :: pass.txt (2 of 5)
1107 # SUCCINCT-RESULT-ALL-NEXT: Testing:
1108 # SUCCINCT-RESULT-ALL-NEXT: {{UN}}SUPPORTED: verbosity :: unsupported.txt (3 of 5)
1109 # SUCCINCT-RESULT-ALL-NEXT: Testing:
1110 # SUCCINCT-RESULT-ALL-NEXT: {{X}}FAIL: verbosity :: xfail.txt (4 of 5)
1111 # SUCCINCT-RESULT-ALL-NEXT: Testing:
1112 # SUCCINCT-RESULT-ALL-NEXT: XPASS: verbosity :: xpass.txt (5 of 5)
1113 # SUCCINCT-RESULT-ALL-NEXT: Testing:
1114 # SUCCINCT-RESULT-ALL-NEXT: ********************
1115 # SUCCINCT-RESULT-ALL-NEXT: Failed Tests (1):
1116 # SUCCINCT-RESULT-ALL-NEXT: verbosity :: fail.txt
1117 # SUCCINCT-RESULT-ALL-EMPTY:
1118 # SUCCINCT-RESULT-ALL-NEXT: ********************
1119 # SUCCINCT-RESULT-ALL-NEXT: Unexpectedly Passed Tests (1):
1120 # SUCCINCT-RESULT-ALL-NEXT: verbosity :: xpass.txt
1121 # SUCCINCT-RESULT-ALL-EMPTY:
1122 # SUCCINCT-RESULT-ALL-EMPTY:
1123 # SUCCINCT-RESULT-ALL-NEXT: Testing Time: {{.*}}s
1124 # SUCCINCT-RESULT-ALL-EMPTY:
1125 # SUCCINCT-RESULT-ALL-NEXT: Total Discovered Tests: 5
1126 # SUCCINCT-RESULT-ALL-NEXT: Unsupported : 1 (20.00%)
1127 # SUCCINCT-RESULT-ALL-NEXT: Passed : 1 (20.00%)
1128 # SUCCINCT-RESULT-ALL-NEXT: Expectedly Failed : 1 (20.00%)
1129 # SUCCINCT-RESULT-ALL-NEXT: Failed : 1 (20.00%)
1130 # SUCCINCT-RESULT-ALL-NEXT: Unexpectedly Passed: 1 (20.00%)