blob: 2efba2ef6f2f58421f23d611f2d48e4398fa2dd3 [file] [log] [blame]
Brad Bishop40320b12019-03-26 16:08:25 -04001==============================================================================================================
2Test Result Status Summary (Counts/Percentages sorted by testseries, ID)
3==============================================================================================================
4--------------------------------------------------------------------------------------------------------------
5{{ 'Test Series'.ljust(maxlen['testseries']) }} | {{ 'ID'.ljust(maxlen['result_id']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }}
6--------------------------------------------------------------------------------------------------------------
7{% for report in reportvalues |sort(attribute='sort') %}
8{{ report.testseries.ljust(maxlen['testseries']) }} | {{ report.result_id.ljust(maxlen['result_id']) }} | {{ (report.passed|string).ljust(maxlen['passed']) }} | {{ (report.failed|string).ljust(maxlen['failed']) }} | {{ (report.skipped|string).ljust(maxlen['skipped']) }}
9{% endfor %}
10--------------------------------------------------------------------------------------------------------------
Brad Bishop1d80a2e2019-11-15 16:35:03 -050011{{ 'Total'.ljust(maxlen['testseries']) }} | {{ reporttotalvalues['count'].ljust(maxlen['result_id']) }} | {{ reporttotalvalues['passed'].ljust(maxlen['passed']) }} | {{ reporttotalvalues['failed'].ljust(maxlen['failed']) }} | {{ reporttotalvalues['skipped'].ljust(maxlen['skipped']) }}
12--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040013
14{% for machine in machines %}
15{% if ptests[machine] %}
Brad Bishop40320b12019-03-26 16:08:25 -040016==============================================================================================================
Brad Bishop15ae2502019-06-18 21:44:24 -040017{{ machine }} PTest Result Summary
Brad Bishop40320b12019-03-26 16:08:25 -040018==============================================================================================================
19--------------------------------------------------------------------------------------------------------------
20{{ 'Recipe'.ljust(maxlen['ptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }}
21--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040022{% for ptest in ptests[machine] |sort %}
23{{ ptest.ljust(maxlen['ptest']) }} | {{ (ptests[machine][ptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ptests[machine][ptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ptests[machine][ptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ptests[machine][ptest]['duration']|string) }}
Brad Bishop40320b12019-03-26 16:08:25 -040024{% endfor %}
25--------------------------------------------------------------------------------------------------------------
26
Brad Bishop40320b12019-03-26 16:08:25 -040027{% endif %}
Brad Bishop15ae2502019-06-18 21:44:24 -040028{% endfor %}
Brad Bishop40320b12019-03-26 16:08:25 -040029
Brad Bishop15ae2502019-06-18 21:44:24 -040030{% for machine in machines %}
31{% if ltptests[machine] %}
Brad Bishopc342db32019-05-15 21:57:59 -040032==============================================================================================================
Brad Bishop15ae2502019-06-18 21:44:24 -040033{{ machine }} Ltp Test Result Summary
Brad Bishopc342db32019-05-15 21:57:59 -040034==============================================================================================================
35--------------------------------------------------------------------------------------------------------------
36{{ 'Recipe'.ljust(maxlen['ltptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }}
37--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040038{% for ltptest in ltptests[machine] |sort %}
39{{ ltptest.ljust(maxlen['ltptest']) }} | {{ (ltptests[machine][ltptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltptests[machine][ltptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltptests[machine][ltptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltptests[machine][ltptest]['duration']|string) }}
Brad Bishopc342db32019-05-15 21:57:59 -040040{% endfor %}
41--------------------------------------------------------------------------------------------------------------
42
Brad Bishopc342db32019-05-15 21:57:59 -040043{% endif %}
Brad Bishop15ae2502019-06-18 21:44:24 -040044{% endfor %}
Brad Bishopc342db32019-05-15 21:57:59 -040045
Brad Bishop15ae2502019-06-18 21:44:24 -040046{% for machine in machines %}
47{% if ltpposixtests[machine] %}
Brad Bishopc342db32019-05-15 21:57:59 -040048==============================================================================================================
Brad Bishop15ae2502019-06-18 21:44:24 -040049{{ machine }} Ltp Posix Result Summary
Brad Bishopc342db32019-05-15 21:57:59 -040050==============================================================================================================
51--------------------------------------------------------------------------------------------------------------
52{{ 'Recipe'.ljust(maxlen['ltpposixtest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }}
53--------------------------------------------------------------------------------------------------------------
Brad Bishop15ae2502019-06-18 21:44:24 -040054{% for ltpposixtest in ltpposixtests[machine] |sort %}
55{{ ltpposixtest.ljust(maxlen['ltpposixtest']) }} | {{ (ltpposixtests[machine][ltpposixtest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltpposixtests[machine][ltpposixtest]['duration']|string) }}
Brad Bishopc342db32019-05-15 21:57:59 -040056{% endfor %}
57--------------------------------------------------------------------------------------------------------------
58
Brad Bishopc342db32019-05-15 21:57:59 -040059{% endif %}
Brad Bishop15ae2502019-06-18 21:44:24 -040060{% endfor %}
Brad Bishopc342db32019-05-15 21:57:59 -040061
62
Brad Bishop40320b12019-03-26 16:08:25 -040063==============================================================================================================
64Failed test cases (sorted by testseries, ID)
65==============================================================================================================
66{% if havefailed %}
67--------------------------------------------------------------------------------------------------------------
68{% for report in reportvalues |sort(attribute='sort') %}
69{% if report.failed_testcases %}
70testseries | result_id : {{ report.testseries }} | {{ report.result_id }}
71{% for testcase in report.failed_testcases %}
72 {{ testcase }}
73{% endfor %}
74{% endif %}
75{% endfor %}
76--------------------------------------------------------------------------------------------------------------
77{% else %}
78There were no test failures
79{% endif %}