diff options
Diffstat (limited to 'meta/lib/oeqa/utils')
| -rw-r--r-- | meta/lib/oeqa/utils/logparser.py | 16 |
1 files changed, 14 insertions, 2 deletions
diff --git a/meta/lib/oeqa/utils/logparser.py b/meta/lib/oeqa/utils/logparser.py index 7313df8ec3..5403721073 100644 --- a/meta/lib/oeqa/utils/logparser.py +++ b/meta/lib/oeqa/utils/logparser.py | |||
| @@ -25,13 +25,20 @@ class PtestParser(object): | |||
| 25 | section_regex['exitcode'] = re.compile(r"^ERROR: Exit status is (.+)") | 25 | section_regex['exitcode'] = re.compile(r"^ERROR: Exit status is (.+)") |
| 26 | section_regex['timeout'] = re.compile(r"^TIMEOUT: .*/(.+)/ptest") | 26 | section_regex['timeout'] = re.compile(r"^TIMEOUT: .*/(.+)/ptest") |
| 27 | 27 | ||
| 28 | # Cache markers so we don't take the re.search() hit all the time. | ||
| 29 | markers = ("PASSED", "FAILED", "SKIPPED", "BEGIN:", "END:", "DURATION:", "ERROR: Exit", "TIMEOUT:") | ||
| 30 | |||
| 28 | def newsection(): | 31 | def newsection(): |
| 29 | return { 'name': "No-section", 'log': "" } | 32 | return { 'name': "No-section", 'log': [] } |
| 30 | 33 | ||
| 31 | current_section = newsection() | 34 | current_section = newsection() |
| 32 | 35 | ||
| 33 | with open(logfile, errors='replace') as f: | 36 | with open(logfile, errors='replace') as f: |
| 34 | for line in f: | 37 | for line in f: |
| 38 | if not line.startswith(markers): | ||
| 39 | current_section['log'].append(line) | ||
| 40 | continue | ||
| 41 | |||
| 35 | result = section_regex['begin'].search(line) | 42 | result = section_regex['begin'].search(line) |
| 36 | if result: | 43 | if result: |
| 37 | current_section['name'] = result.group(1) | 44 | current_section['name'] = result.group(1) |
| @@ -61,7 +68,7 @@ class PtestParser(object): | |||
| 61 | current_section[t] = result.group(1) | 68 | current_section[t] = result.group(1) |
| 62 | continue | 69 | continue |
| 63 | 70 | ||
| 64 | current_section['log'] = current_section['log'] + line | 71 | current_section['log'].append(line) |
| 65 | 72 | ||
| 66 | for t in test_regex: | 73 | for t in test_regex: |
| 67 | result = test_regex[t].search(line) | 74 | result = test_regex[t].search(line) |
| @@ -70,6 +77,11 @@ class PtestParser(object): | |||
| 70 | self.results[current_section['name']] = {} | 77 | self.results[current_section['name']] = {} |
| 71 | self.results[current_section['name']][result.group(1).strip()] = t | 78 | self.results[current_section['name']][result.group(1).strip()] = t |
| 72 | 79 | ||
| 80 | # Python performance for repeatedly joining long strings is poor, do it all at once at the end. | ||
| 81 | # For 2.1 million lines in a log this reduces 18 hours to 12s. | ||
| 82 | for section in self.sections: | ||
| 83 | self.sections[section]['log'] = "".join(self.sections[section]['log']) | ||
| 84 | |||
| 73 | return self.results, self.sections | 85 | return self.results, self.sections |
| 74 | 86 | ||
| 75 | # Log the results as files. The file name is the section name and the contents are the tests in that section. | 87 | # Log the results as files. The file name is the section name and the contents are the tests in that section. |
