Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 1 | ============================================================================================================== |
| 2 | Test Result Status Summary (Counts/Percentages sorted by testseries, ID) |
| 3 | ============================================================================================================== |
| 4 | -------------------------------------------------------------------------------------------------------------- |
| 5 | {{ 'Test Series'.ljust(maxlen['testseries']) }} | {{ 'ID'.ljust(maxlen['result_id']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} |
| 6 | -------------------------------------------------------------------------------------------------------------- |
| 7 | {% for report in reportvalues |sort(attribute='sort') %} |
| 8 | {{ report.testseries.ljust(maxlen['testseries']) }} | {{ report.result_id.ljust(maxlen['result_id']) }} | {{ (report.passed|string).ljust(maxlen['passed']) }} | {{ (report.failed|string).ljust(maxlen['failed']) }} | {{ (report.skipped|string).ljust(maxlen['skipped']) }} |
| 9 | {% endfor %} |
| 10 | -------------------------------------------------------------------------------------------------------------- |
| 11 | |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 12 | |
| 13 | {% for machine in machines %} |
| 14 | {% if ptests[machine] %} |
Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 15 | ============================================================================================================== |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 16 | {{ machine }} PTest Result Summary |
Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 17 | ============================================================================================================== |
| 18 | -------------------------------------------------------------------------------------------------------------- |
| 19 | {{ 'Recipe'.ljust(maxlen['ptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} |
| 20 | -------------------------------------------------------------------------------------------------------------- |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 21 | {% for ptest in ptests[machine] |sort %} |
| 22 | {{ ptest.ljust(maxlen['ptest']) }} | {{ (ptests[machine][ptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ptests[machine][ptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ptests[machine][ptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ptests[machine][ptest]['duration']|string) }} |
Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 23 | {% endfor %} |
| 24 | -------------------------------------------------------------------------------------------------------------- |
| 25 | |
Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 26 | {% endif %} |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 27 | {% endfor %} |
Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 28 | |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 29 | {% for machine in machines %} |
| 30 | {% if ltptests[machine] %} |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 31 | ============================================================================================================== |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 32 | {{ machine }} Ltp Test Result Summary |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 33 | ============================================================================================================== |
| 34 | -------------------------------------------------------------------------------------------------------------- |
| 35 | {{ 'Recipe'.ljust(maxlen['ltptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} |
| 36 | -------------------------------------------------------------------------------------------------------------- |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 37 | {% for ltptest in ltptests[machine] |sort %} |
| 38 | {{ ltptest.ljust(maxlen['ltptest']) }} | {{ (ltptests[machine][ltptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltptests[machine][ltptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltptests[machine][ltptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltptests[machine][ltptest]['duration']|string) }} |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 39 | {% endfor %} |
| 40 | -------------------------------------------------------------------------------------------------------------- |
| 41 | |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 42 | {% endif %} |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 43 | {% endfor %} |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 44 | |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 45 | {% for machine in machines %} |
| 46 | {% if ltpposixtests[machine] %} |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 47 | ============================================================================================================== |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 48 | {{ machine }} Ltp Posix Result Summary |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 49 | ============================================================================================================== |
| 50 | -------------------------------------------------------------------------------------------------------------- |
| 51 | {{ 'Recipe'.ljust(maxlen['ltpposixtest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} |
| 52 | -------------------------------------------------------------------------------------------------------------- |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 53 | {% for ltpposixtest in ltpposixtests[machine] |sort %} |
| 54 | {{ ltpposixtest.ljust(maxlen['ltpposixtest']) }} | {{ (ltpposixtests[machine][ltpposixtest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltpposixtests[machine][ltpposixtest]['duration']|string) }} |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 55 | {% endfor %} |
| 56 | -------------------------------------------------------------------------------------------------------------- |
| 57 | |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 58 | {% endif %} |
Brad Bishop | 15ae250 | 2019-06-18 21:44:24 -0400 | [diff] [blame^] | 59 | {% endfor %} |
Brad Bishop | c342db3 | 2019-05-15 21:57:59 -0400 | [diff] [blame] | 60 | |
| 61 | |
Brad Bishop | 40320b1 | 2019-03-26 16:08:25 -0400 | [diff] [blame] | 62 | ============================================================================================================== |
| 63 | Failed test cases (sorted by testseries, ID) |
| 64 | ============================================================================================================== |
| 65 | {% if havefailed %} |
| 66 | -------------------------------------------------------------------------------------------------------------- |
| 67 | {% for report in reportvalues |sort(attribute='sort') %} |
| 68 | {% if report.failed_testcases %} |
| 69 | testseries | result_id : {{ report.testseries }} | {{ report.result_id }} |
| 70 | {% for testcase in report.failed_testcases %} |
| 71 | {{ testcase }} |
| 72 | {% endfor %} |
| 73 | {% endif %} |
| 74 | {% endfor %} |
| 75 | -------------------------------------------------------------------------------------------------------------- |
| 76 | {% else %} |
| 77 | There were no test failures |
| 78 | {% endif %} |