blob: 17c99cb4e7388028401d19b8b96fc64fe8715bf9 [file] [log] [blame]
Brad Bishop40320b12019-03-26 16:08:25 -04001==============================================================================================================
2Test Result Status Summary (Counts/Percentages sorted by testseries, ID)
3==============================================================================================================
4--------------------------------------------------------------------------------------------------------------
5{{ 'Test Series'.ljust(maxlen['testseries']) }} | {{ 'ID'.ljust(maxlen['result_id']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }}
6--------------------------------------------------------------------------------------------------------------
7{% for report in reportvalues |sort(attribute='sort') %}
8{{ report.testseries.ljust(maxlen['testseries']) }} | {{ report.result_id.ljust(maxlen['result_id']) }} | {{ (report.passed|string).ljust(maxlen['passed']) }} | {{ (report.failed|string).ljust(maxlen['failed']) }} | {{ (report.skipped|string).ljust(maxlen['skipped']) }}
9{% endfor %}
10--------------------------------------------------------------------------------------------------------------
11
Brad Bishop15ae2502019-06-18 21:44:24 -040012
13{% for machine in machines %}
14{% if ptests[machine] %}
Brad Bishop40320b12019-03-26 16:08:25 -040015==============================================================================================================
Brad Bishop15ae2502019-06-18 21:44:24 -040016{{ machine }} PTest Result Summary
Brad Bishop40320b12019-03-26 16:08:25 -040017==============================================================================================================
18--------------------------------------------------------------------------------------------------------------
19{{ 'Recipe'.ljust(maxlen['ptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }}
20--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040021{% for ptest in ptests[machine] |sort %}
22{{ ptest.ljust(maxlen['ptest']) }} | {{ (ptests[machine][ptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ptests[machine][ptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ptests[machine][ptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ptests[machine][ptest]['duration']|string) }}
Brad Bishop40320b12019-03-26 16:08:25 -040023{% endfor %}
24--------------------------------------------------------------------------------------------------------------
25
Brad Bishop40320b12019-03-26 16:08:25 -040026{% endif %}
Brad Bishop15ae2502019-06-18 21:44:24 -040027{% endfor %}
Brad Bishop40320b12019-03-26 16:08:25 -040028
Brad Bishop15ae2502019-06-18 21:44:24 -040029{% for machine in machines %}
30{% if ltptests[machine] %}
Brad Bishopc342db32019-05-15 21:57:59 -040031==============================================================================================================
Brad Bishop15ae2502019-06-18 21:44:24 -040032{{ machine }} Ltp Test Result Summary
Brad Bishopc342db32019-05-15 21:57:59 -040033==============================================================================================================
34--------------------------------------------------------------------------------------------------------------
35{{ 'Recipe'.ljust(maxlen['ltptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }}
36--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040037{% for ltptest in ltptests[machine] |sort %}
38{{ ltptest.ljust(maxlen['ltptest']) }} | {{ (ltptests[machine][ltptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltptests[machine][ltptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltptests[machine][ltptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltptests[machine][ltptest]['duration']|string) }}
Brad Bishopc342db32019-05-15 21:57:59 -040039{% endfor %}
40--------------------------------------------------------------------------------------------------------------
41
Brad Bishopc342db32019-05-15 21:57:59 -040042{% endif %}
Brad Bishop15ae2502019-06-18 21:44:24 -040043{% endfor %}
Brad Bishopc342db32019-05-15 21:57:59 -040044
Brad Bishop15ae2502019-06-18 21:44:24 -040045{% for machine in machines %}
46{% if ltpposixtests[machine] %}
Brad Bishopc342db32019-05-15 21:57:59 -040047==============================================================================================================
Brad Bishop15ae2502019-06-18 21:44:24 -040048{{ machine }} Ltp Posix Result Summary
Brad Bishopc342db32019-05-15 21:57:59 -040049==============================================================================================================
50--------------------------------------------------------------------------------------------------------------
51{{ 'Recipe'.ljust(maxlen['ltpposixtest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }}
52--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040053{% for ltpposixtest in ltpposixtests[machine] |sort %}
54{{ ltpposixtest.ljust(maxlen['ltpposixtest']) }} | {{ (ltpposixtests[machine][ltpposixtest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltpposixtests[machine][ltpposixtest]['duration']|string) }}
Brad Bishopc342db32019-05-15 21:57:59 -040055{% endfor %}
56--------------------------------------------------------------------------------------------------------------
57
Brad Bishopc342db32019-05-15 21:57:59 -040058{% endif %}
Brad Bishop15ae2502019-06-18 21:44:24 -040059{% endfor %}
Brad Bishopc342db32019-05-15 21:57:59 -040060
61
Brad Bishop40320b12019-03-26 16:08:25 -040062==============================================================================================================
63Failed test cases (sorted by testseries, ID)
64==============================================================================================================
65{% if havefailed %}
66--------------------------------------------------------------------------------------------------------------
67{% for report in reportvalues |sort(attribute='sort') %}
68{% if report.failed_testcases %}
69testseries | result_id : {{ report.testseries }} | {{ report.result_id }}
70{% for testcase in report.failed_testcases %}
71 {{ testcase }}
72{% endfor %}
73{% endif %}
74{% endfor %}
75--------------------------------------------------------------------------------------------------------------
76{% else %}
77There were no test failures
78{% endif %}