diff options
Diffstat (limited to 'bitbake/bin/bitbake-diffsigs')
-rwxr-xr-x | bitbake/bin/bitbake-diffsigs | 139 |
1 files changed, 81 insertions, 58 deletions
diff --git a/bitbake/bin/bitbake-diffsigs b/bitbake/bin/bitbake-diffsigs index 4e6bbddcd8..b0869e1143 100755 --- a/bitbake/bin/bitbake-diffsigs +++ b/bitbake/bin/bitbake-diffsigs | |||
@@ -1,7 +1,7 @@ | |||
1 | #!/usr/bin/env python3 | 1 | #!/usr/bin/env python3 |
2 | 2 | ||
3 | # bitbake-diffsigs | 3 | # bitbake-diffsigs / bitbake-dumpsig |
4 | # BitBake task signature data comparison utility | 4 | # BitBake task signature data dump and comparison utility |
5 | # | 5 | # |
6 | # Copyright (C) 2012-2013, 2017 Intel Corporation | 6 | # Copyright (C) 2012-2013, 2017 Intel Corporation |
7 | # | 7 | # |
@@ -21,7 +21,6 @@ | |||
21 | import os | 21 | import os |
22 | import sys | 22 | import sys |
23 | import warnings | 23 | import warnings |
24 | import fnmatch | ||
25 | import argparse | 24 | import argparse |
26 | import logging | 25 | import logging |
27 | import pickle | 26 | import pickle |
@@ -32,7 +31,10 @@ import bb.tinfoil | |||
32 | import bb.siggen | 31 | import bb.siggen |
33 | import bb.msg | 32 | import bb.msg |
34 | 33 | ||
35 | logger = bb.msg.logger_create('bitbake-diffsigs') | 34 | myname = os.path.basename(sys.argv[0]) |
35 | logger = bb.msg.logger_create(myname) | ||
36 | |||
37 | is_dump = myname == 'bitbake-dumpsig' | ||
36 | 38 | ||
37 | def find_siginfo(tinfoil, pn, taskname, sigs=None): | 39 | def find_siginfo(tinfoil, pn, taskname, sigs=None): |
38 | result = None | 40 | result = None |
@@ -59,8 +61,8 @@ def find_siginfo(tinfoil, pn, taskname, sigs=None): | |||
59 | sys.exit(2) | 61 | sys.exit(2) |
60 | return result | 62 | return result |
61 | 63 | ||
62 | def find_compare_task(bbhandler, pn, taskname, sig1=None, sig2=None, color=False): | 64 | def find_siginfo_task(bbhandler, pn, taskname, sig1=None, sig2=None): |
63 | """ Find the most recent signature files for the specified PN/task and compare them """ | 65 | """ Find the most recent signature files for the specified PN/task """ |
64 | 66 | ||
65 | if not taskname.startswith('do_'): | 67 | if not taskname.startswith('do_'): |
66 | taskname = 'do_%s' % taskname | 68 | taskname = 'do_%s' % taskname |
@@ -79,73 +81,81 @@ def find_compare_task(bbhandler, pn, taskname, sig1=None, sig2=None, color=False | |||
79 | latestfiles = [sigfiles[sig1], sigfiles[sig2]] | 81 | latestfiles = [sigfiles[sig1], sigfiles[sig2]] |
80 | else: | 82 | else: |
81 | filedates = find_siginfo(bbhandler, pn, taskname) | 83 | filedates = find_siginfo(bbhandler, pn, taskname) |
82 | latestfiles = sorted(filedates.keys(), key=lambda f: filedates[f])[-3:] | 84 | latestfiles = sorted(filedates.keys(), key=lambda f: filedates[f])[-2:] |
83 | if not latestfiles: | 85 | if not latestfiles: |
84 | logger.error('No sigdata files found matching %s %s' % (pn, taskname)) | 86 | logger.error('No sigdata files found matching %s %s' % (pn, taskname)) |
85 | sys.exit(1) | 87 | sys.exit(1) |
86 | elif len(latestfiles) < 2: | ||
87 | logger.error('Only one matching sigdata file found for the specified task (%s %s)' % (pn, taskname)) | ||
88 | sys.exit(1) | ||
89 | 88 | ||
90 | # Define recursion callback | 89 | return latestfiles |
91 | def recursecb(key, hash1, hash2): | ||
92 | hashes = [hash1, hash2] | ||
93 | hashfiles = find_siginfo(bbhandler, key, None, hashes) | ||
94 | |||
95 | recout = [] | ||
96 | if len(hashfiles) == 0: | ||
97 | recout.append("Unable to find matching sigdata for %s with hashes %s or %s" % (key, hash1, hash2)) | ||
98 | elif not hash1 in hashfiles: | ||
99 | recout.append("Unable to find matching sigdata for %s with hash %s" % (key, hash1)) | ||
100 | elif not hash2 in hashfiles: | ||
101 | recout.append("Unable to find matching sigdata for %s with hash %s" % (key, hash2)) | ||
102 | else: | ||
103 | out2 = bb.siggen.compare_sigfiles(hashfiles[hash1], hashfiles[hash2], recursecb, color=color) | ||
104 | for change in out2: | ||
105 | for line in change.splitlines(): | ||
106 | recout.append(' ' + line) | ||
107 | 90 | ||
108 | return recout | ||
109 | 91 | ||
110 | # Recurse into signature comparison | 92 | # Define recursion callback |
111 | logger.debug("Signature file (previous): %s" % latestfiles[-2]) | 93 | def recursecb(key, hash1, hash2): |
112 | logger.debug("Signature file (latest): %s" % latestfiles[-1]) | 94 | hashes = [hash1, hash2] |
113 | output = bb.siggen.compare_sigfiles(latestfiles[-2], latestfiles[-1], recursecb, color=color) | 95 | hashfiles = find_siginfo(tinfoil, key, None, hashes) |
114 | if output: | 96 | |
115 | print('\n'.join(output)) | 97 | recout = [] |
116 | sys.exit(0) | 98 | if len(hashfiles) == 0: |
99 | recout.append("Unable to find matching sigdata for %s with hashes %s or %s" % (key, hash1, hash2)) | ||
100 | elif not hash1 in hashfiles: | ||
101 | recout.append("Unable to find matching sigdata for %s with hash %s" % (key, hash1)) | ||
102 | elif not hash2 in hashfiles: | ||
103 | recout.append("Unable to find matching sigdata for %s with hash %s" % (key, hash2)) | ||
104 | else: | ||
105 | out2 = bb.siggen.compare_sigfiles(hashfiles[hash1], hashfiles[hash2], recursecb, color=color) | ||
106 | for change in out2: | ||
107 | for line in change.splitlines(): | ||
108 | recout.append(' ' + line) | ||
117 | 109 | ||
110 | return recout | ||
118 | 111 | ||
119 | 112 | ||
120 | parser = argparse.ArgumentParser( | 113 | parser = argparse.ArgumentParser( |
121 | description="Compares siginfo/sigdata files written out by BitBake") | 114 | description=("Dumps" if is_dump else "Compares") + " siginfo/sigdata files written out by BitBake") |
122 | 115 | ||
123 | parser.add_argument('-d', '--debug', | 116 | parser.add_argument('-D', '--debug', |
124 | help='Enable debug output', | 117 | help='Enable debug output', |
125 | action='store_true') | 118 | action='store_true') |
126 | 119 | ||
127 | parser.add_argument('--color', | 120 | if is_dump: |
128 | help='Colorize output (where %(metavar)s is %(choices)s)', | 121 | parser.add_argument("-t", "--task", |
129 | choices=['auto', 'always', 'never'], default='auto', metavar='color') | 122 | help="find the signature data file for the last run of the specified task", |
123 | action="store", dest="taskargs", nargs=2, metavar=('recipename', 'taskname')) | ||
130 | 124 | ||
131 | parser.add_argument("-t", "--task", | 125 | parser.add_argument("sigdatafile1", |
132 | help="find the signature data files for last two runs of the specified task and compare them", | 126 | help="Signature file to dump. Not used when using -t/--task.", |
133 | action="store", dest="taskargs", nargs=2, metavar=('recipename', 'taskname')) | 127 | action="store", nargs='?', metavar="sigdatafile") |
128 | else: | ||
129 | parser.add_argument('-c', '--color', | ||
130 | help='Colorize the output (where %(metavar)s is %(choices)s)', | ||
131 | choices=['auto', 'always', 'never'], default='auto', metavar='color') | ||
132 | |||
133 | parser.add_argument('-d', '--dump', | ||
134 | help='Dump the last signature data instead of comparing (equivalent to using bitbake-dumpsig)', | ||
135 | action='store_true') | ||
134 | 136 | ||
135 | parser.add_argument("-s", "--signature", | 137 | parser.add_argument("-t", "--task", |
136 | help="With -t/--task, specify the signatures to look for instead of taking the last two", | 138 | help="find the signature data files for the last two runs of the specified task and compare them", |
137 | action="store", dest="sigargs", nargs=2, metavar=('fromsig', 'tosig')) | 139 | action="store", dest="taskargs", nargs=2, metavar=('recipename', 'taskname')) |
138 | 140 | ||
139 | parser.add_argument("sigdatafile1", | 141 | parser.add_argument("-s", "--signature", |
140 | help="First signature file to compare (or signature file to dump, if second not specified). Not used when using -t/--task.", | 142 | help="With -t/--task, specify the signatures to look for instead of taking the last two", |
141 | action="store", nargs='?') | 143 | action="store", dest="sigargs", nargs=2, metavar=('fromsig', 'tosig')) |
142 | 144 | ||
143 | parser.add_argument("sigdatafile2", | 145 | parser.add_argument("sigdatafile1", |
144 | help="Second signature file to compare", | 146 | help="First signature file to compare (or signature file to dump, if second not specified). Not used when using -t/--task.", |
145 | action="store", nargs='?') | 147 | action="store", nargs='?') |
146 | 148 | ||
149 | parser.add_argument("sigdatafile2", | ||
150 | help="Second signature file to compare", | ||
151 | action="store", nargs='?') | ||
147 | 152 | ||
148 | options = parser.parse_args() | 153 | options = parser.parse_args() |
154 | if is_dump: | ||
155 | options.color = 'never' | ||
156 | options.dump = True | ||
157 | options.sigdatafile2 = None | ||
158 | options.sigargs = None | ||
149 | 159 | ||
150 | if options.debug: | 160 | if options.debug: |
151 | logger.setLevel(logging.DEBUG) | 161 | logger.setLevel(logging.DEBUG) |
@@ -155,16 +165,29 @@ color = (options.color == 'always' or (options.color == 'auto' and sys.stdout.is | |||
155 | if options.taskargs: | 165 | if options.taskargs: |
156 | with bb.tinfoil.Tinfoil() as tinfoil: | 166 | with bb.tinfoil.Tinfoil() as tinfoil: |
157 | tinfoil.prepare(config_only=True) | 167 | tinfoil.prepare(config_only=True) |
158 | if options.sigargs: | 168 | if not options.dump and options.sigargs: |
159 | find_compare_task(tinfoil, options.taskargs[0], options.taskargs[1], options.sigargs[0], options.sigargs[1], color=color) | 169 | files = find_siginfo_task(tinfoil, options.taskargs[0], options.taskargs[1], options.sigargs[0], options.sigargs[1]) |
170 | else: | ||
171 | files = find_siginfo_task(tinfoil, options.taskargs[0], options.taskargs[1]) | ||
172 | |||
173 | if options.dump: | ||
174 | logger.debug("Signature file: %s" % files[-1]) | ||
175 | output = bb.siggen.dump_sigfile(files[-1]) | ||
160 | else: | 176 | else: |
161 | find_compare_task(tinfoil, options.taskargs[0], options.taskargs[1], color=color) | 177 | if len(files) < 2: |
178 | logger.error('Only one matching sigdata file found for the specified task (%s %s)' % (options.taskargs[0], options.taskargs[1])) | ||
179 | sys.exit(1) | ||
180 | |||
181 | # Recurse into signature comparison | ||
182 | logger.debug("Signature file (previous): %s" % files[-2]) | ||
183 | logger.debug("Signature file (latest): %s" % files[-1]) | ||
184 | output = bb.siggen.compare_sigfiles(files[-2], files[-1], recursecb, color=color) | ||
162 | else: | 185 | else: |
163 | if options.sigargs: | 186 | if options.sigargs: |
164 | logger.error('-s/--signature can only be used together with -t/--task') | 187 | logger.error('-s/--signature can only be used together with -t/--task') |
165 | sys.exit(1) | 188 | sys.exit(1) |
166 | try: | 189 | try: |
167 | if options.sigdatafile1 and options.sigdatafile2: | 190 | if not options.dump and options.sigdatafile1 and options.sigdatafile2: |
168 | output = bb.siggen.compare_sigfiles(options.sigdatafile1, options.sigdatafile2, color=color) | 191 | output = bb.siggen.compare_sigfiles(options.sigdatafile1, options.sigdatafile2, color=color) |
169 | elif options.sigdatafile1: | 192 | elif options.sigdatafile1: |
170 | output = bb.siggen.dump_sigfile(options.sigdatafile1) | 193 | output = bb.siggen.dump_sigfile(options.sigdatafile1) |
@@ -179,5 +202,5 @@ else: | |||
179 | logger.error('Invalid signature data - ensure you are specifying sigdata/siginfo files') | 202 | logger.error('Invalid signature data - ensure you are specifying sigdata/siginfo files') |
180 | sys.exit(1) | 203 | sys.exit(1) |
181 | 204 | ||
182 | if output: | 205 | if output: |
183 | print('\n'.join(output)) | 206 | print('\n'.join(output)) |