diff options
| author | Jon Mason <jdmason@kudzu.us> | 2019-06-02 14:29:12 -0400 |
|---|---|---|
| committer | Richard Purdie <richard.purdie@linuxfoundation.org> | 2019-06-04 09:09:42 +0100 |
| commit | cb153e8da8897080e128d7e29d6a1f48e1190fdf (patch) | |
| tree | b749b8dfe889f16fadc0a46c66c4e5dd8c086795 /scripts/lib/resulttool/template | |
| parent | c113a83dd5ef6dbf8c4bbaf409628dcfd73af283 (diff) | |
| download | poky-cb153e8da8897080e128d7e29d6a1f48e1190fdf.tar.gz | |
resulttool: modify to be multi-machine
Currently, the code will sum all of the different machine results into a
single report of the tests results. This can lead to confusion as to
which machine may be experiencing issues. Modify the code to store the
results in a per machine basis and report them accordingly.
(From OE-Core rev: 16d4031ea5df8a4ddfdb937d35464c09e1abd10e)
Signed-off-by: Jon Mason <jdmason@kudzu.us>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'scripts/lib/resulttool/template')
| -rw-r--r-- | scripts/lib/resulttool/template/test_report_full_text.txt | 44 |
1 files changed, 26 insertions, 18 deletions
diff --git a/scripts/lib/resulttool/template/test_report_full_text.txt b/scripts/lib/resulttool/template/test_report_full_text.txt index d2725b8d01..6a5a081c6d 100644 --- a/scripts/lib/resulttool/template/test_report_full_text.txt +++ b/scripts/lib/resulttool/template/test_report_full_text.txt | |||
| @@ -9,54 +9,62 @@ Test Result Status Summary (Counts/Percentages sorted by testseries, ID) | |||
| 9 | {% endfor %} | 9 | {% endfor %} |
| 10 | -------------------------------------------------------------------------------------------------------------- | 10 | -------------------------------------------------------------------------------------------------------------- |
| 11 | 11 | ||
| 12 | {% if haveptest %} | 12 | |
| 13 | {% for machine in machines %} | ||
| 14 | {% if ptests[machine] %} | ||
| 13 | ============================================================================================================== | 15 | ============================================================================================================== |
| 14 | PTest Result Summary | 16 | {{ machine }} PTest Result Summary |
| 15 | ============================================================================================================== | 17 | ============================================================================================================== |
| 16 | -------------------------------------------------------------------------------------------------------------- | 18 | -------------------------------------------------------------------------------------------------------------- |
| 17 | {{ 'Recipe'.ljust(maxlen['ptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} | 19 | {{ 'Recipe'.ljust(maxlen['ptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} |
| 18 | -------------------------------------------------------------------------------------------------------------- | 20 | -------------------------------------------------------------------------------------------------------------- |
| 19 | {% for ptest in ptests |sort %} | 21 | {% for ptest in ptests[machine] |sort %} |
| 20 | {{ ptest.ljust(maxlen['ptest']) }} | {{ (ptests[ptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ptests[ptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ptests[ptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ptests[ptest]['duration']|string) }} | 22 | {{ ptest.ljust(maxlen['ptest']) }} | {{ (ptests[machine][ptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ptests[machine][ptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ptests[machine][ptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ptests[machine][ptest]['duration']|string) }} |
| 21 | {% endfor %} | 23 | {% endfor %} |
| 22 | -------------------------------------------------------------------------------------------------------------- | 24 | -------------------------------------------------------------------------------------------------------------- |
| 23 | |||
| 24 | {% else %} | 25 | {% else %} |
| 25 | There was no ptest data | 26 | There was no ptest data for {{ machine }} |
| 26 | {% endif %} | 27 | {% endif %} |
| 27 | 28 | ||
| 28 | {% if haveltp %} | 29 | {% endfor %} |
| 30 | |||
| 31 | |||
| 32 | {% for machine in machines %} | ||
| 33 | {% if ltptests[machine] %} | ||
| 29 | ============================================================================================================== | 34 | ============================================================================================================== |
| 30 | Ltp Test Result Summary | 35 | {{ machine }} Ltp Test Result Summary |
| 31 | ============================================================================================================== | 36 | ============================================================================================================== |
| 32 | -------------------------------------------------------------------------------------------------------------- | 37 | -------------------------------------------------------------------------------------------------------------- |
| 33 | {{ 'Recipe'.ljust(maxlen['ltptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} | 38 | {{ 'Recipe'.ljust(maxlen['ltptest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} |
| 34 | -------------------------------------------------------------------------------------------------------------- | 39 | -------------------------------------------------------------------------------------------------------------- |
| 35 | {% for ltptest in ltptests |sort %} | 40 | {% for ltptest in ltptests[machine] |sort %} |
| 36 | {{ ltptest.ljust(maxlen['ltptest']) }} | {{ (ltptests[ltptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltptests[ltptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltptests[ltptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltptests[ltptest]['duration']|string) }} | 41 | {{ ltptest.ljust(maxlen['ltptest']) }} | {{ (ltptests[machine][ltptest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltptests[machine][ltptest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltptests[machine][ltptest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltptests[machine][ltptest]['duration']|string) }} |
| 37 | {% endfor %} | 42 | {% endfor %} |
| 38 | -------------------------------------------------------------------------------------------------------------- | 43 | -------------------------------------------------------------------------------------------------------------- |
| 39 | |||
| 40 | {% else %} | 44 | {% else %} |
| 41 | There was no LTP Test data | 45 | There was no LTP Test data for {{ machine }} |
| 42 | {% endif %} | 46 | {% endif %} |
| 43 | 47 | ||
| 44 | {% if haveltpposix %} | 48 | {% endfor %} |
| 49 | |||
| 50 | |||
| 51 | {% for machine in machines %} | ||
| 52 | {% if ltpposixtests[machine] %} | ||
| 45 | ============================================================================================================== | 53 | ============================================================================================================== |
| 46 | Ltp Posix Result Summary | 54 | {{ machine }} Ltp Posix Result Summary |
| 47 | ============================================================================================================== | 55 | ============================================================================================================== |
| 48 | -------------------------------------------------------------------------------------------------------------- | 56 | -------------------------------------------------------------------------------------------------------------- |
| 49 | {{ 'Recipe'.ljust(maxlen['ltpposixtest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} | 57 | {{ 'Recipe'.ljust(maxlen['ltpposixtest']) }} | {{ 'Passed'.ljust(maxlen['passed']) }} | {{ 'Failed'.ljust(maxlen['failed']) }} | {{ 'Skipped'.ljust(maxlen['skipped']) }} | {{ 'Time(s)'.ljust(10) }} |
| 50 | -------------------------------------------------------------------------------------------------------------- | 58 | -------------------------------------------------------------------------------------------------------------- |
| 51 | {% for ltpposixtest in ltpposixtests |sort %} | 59 | {% for ltpposixtest in ltpposixtests[machine] |sort %} |
| 52 | {{ ltpposixtest.ljust(maxlen['ltpposixtest']) }} | {{ (ltpposixtests[ltpposixtest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltpposixtests[ltpposixtest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltpposixtests[ltpposixtest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltpposixtests[ltpposixtest]['duration']|string) }} | 60 | {{ ltpposixtest.ljust(maxlen['ltpposixtest']) }} | {{ (ltpposixtests[machine][ltpposixtest]['passed']|string).ljust(maxlen['passed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['failed']|string).ljust(maxlen['failed']) }} | {{ (ltpposixtests[machine][ltpposixtest]['skipped']|string).ljust(maxlen['skipped']) }} | {{ (ltpposixtests[machine][ltpposixtest]['duration']|string) }} |
| 53 | {% endfor %} | 61 | {% endfor %} |
| 54 | -------------------------------------------------------------------------------------------------------------- | 62 | -------------------------------------------------------------------------------------------------------------- |
| 55 | |||
| 56 | {% else %} | 63 | {% else %} |
| 57 | There was no LTP Posix Test data | 64 | There was no LTP Posix Test data for {{ machine }} |
| 58 | {% endif %} | 65 | {% endif %} |
| 59 | 66 | ||
| 67 | {% endfor %} | ||
| 60 | 68 | ||
| 61 | 69 | ||
| 62 | ============================================================================================================== | 70 | ============================================================================================================== |
