diff options
Diffstat (limited to 'scripts/lib/checklayer/__init__.py')
-rw-r--r-- | scripts/lib/checklayer/__init__.py | 59 |
1 files changed, 50 insertions, 9 deletions
diff --git a/scripts/lib/checklayer/__init__.py b/scripts/lib/checklayer/__init__.py index e69a10f452..86aadf39a6 100644 --- a/scripts/lib/checklayer/__init__.py +++ b/scripts/lib/checklayer/__init__.py | |||
@@ -16,6 +16,7 @@ class LayerType(Enum): | |||
16 | BSP = 0 | 16 | BSP = 0 |
17 | DISTRO = 1 | 17 | DISTRO = 1 |
18 | SOFTWARE = 2 | 18 | SOFTWARE = 2 |
19 | CORE = 3 | ||
19 | ERROR_NO_LAYER_CONF = 98 | 20 | ERROR_NO_LAYER_CONF = 98 |
20 | ERROR_BSP_DISTRO = 99 | 21 | ERROR_BSP_DISTRO = 99 |
21 | 22 | ||
@@ -43,7 +44,7 @@ def _get_layer_collections(layer_path, lconf=None, data=None): | |||
43 | 44 | ||
44 | ldata.setVar('LAYERDIR', layer_path) | 45 | ldata.setVar('LAYERDIR', layer_path) |
45 | try: | 46 | try: |
46 | ldata = bb.parse.handle(lconf, ldata, include=True) | 47 | ldata = bb.parse.handle(lconf, ldata, include=True, baseconfig=True) |
47 | except: | 48 | except: |
48 | raise RuntimeError("Parsing of layer.conf from layer: %s failed" % layer_path) | 49 | raise RuntimeError("Parsing of layer.conf from layer: %s failed" % layer_path) |
49 | ldata.expandVarref('LAYERDIR') | 50 | ldata.expandVarref('LAYERDIR') |
@@ -106,7 +107,13 @@ def _detect_layer(layer_path): | |||
106 | if distros: | 107 | if distros: |
107 | is_distro = True | 108 | is_distro = True |
108 | 109 | ||
109 | if is_bsp and is_distro: | 110 | layer['collections'] = _get_layer_collections(layer['path']) |
111 | |||
112 | if layer_name == "meta" and "core" in layer['collections']: | ||
113 | layer['type'] = LayerType.CORE | ||
114 | layer['conf']['machines'] = machines | ||
115 | layer['conf']['distros'] = distros | ||
116 | elif is_bsp and is_distro: | ||
110 | layer['type'] = LayerType.ERROR_BSP_DISTRO | 117 | layer['type'] = LayerType.ERROR_BSP_DISTRO |
111 | elif is_bsp: | 118 | elif is_bsp: |
112 | layer['type'] = LayerType.BSP | 119 | layer['type'] = LayerType.BSP |
@@ -117,8 +124,6 @@ def _detect_layer(layer_path): | |||
117 | else: | 124 | else: |
118 | layer['type'] = LayerType.SOFTWARE | 125 | layer['type'] = LayerType.SOFTWARE |
119 | 126 | ||
120 | layer['collections'] = _get_layer_collections(layer['path']) | ||
121 | |||
122 | return layer | 127 | return layer |
123 | 128 | ||
124 | def detect_layers(layer_directories, no_auto): | 129 | def detect_layers(layer_directories, no_auto): |
@@ -156,6 +161,27 @@ def _find_layer(depend, layers): | |||
156 | return layer | 161 | return layer |
157 | return None | 162 | return None |
158 | 163 | ||
164 | def sanity_check_layers(layers, logger): | ||
165 | """ | ||
166 | Check that we didn't find duplicate collection names, as the layer that will | ||
167 | be used is non-deterministic. The precise check is duplicate collections | ||
168 | with different patterns, as the same pattern being repeated won't cause | ||
169 | problems. | ||
170 | """ | ||
171 | import collections | ||
172 | |||
173 | passed = True | ||
174 | seen = collections.defaultdict(set) | ||
175 | for layer in layers: | ||
176 | for name, data in layer.get("collections", {}).items(): | ||
177 | seen[name].add(data["pattern"]) | ||
178 | |||
179 | for name, patterns in seen.items(): | ||
180 | if len(patterns) > 1: | ||
181 | passed = False | ||
182 | logger.error("Collection %s found multiple times: %s" % (name, ", ".join(patterns))) | ||
183 | return passed | ||
184 | |||
159 | def get_layer_dependencies(layer, layers, logger): | 185 | def get_layer_dependencies(layer, layers, logger): |
160 | def recurse_dependencies(depends, layer, layers, logger, ret = []): | 186 | def recurse_dependencies(depends, layer, layers, logger, ret = []): |
161 | logger.debug('Processing dependencies %s for layer %s.' % \ | 187 | logger.debug('Processing dependencies %s for layer %s.' % \ |
@@ -261,7 +287,7 @@ def check_command(error_msg, cmd, cwd=None): | |||
261 | raise RuntimeError(msg) | 287 | raise RuntimeError(msg) |
262 | return output | 288 | return output |
263 | 289 | ||
264 | def get_signatures(builddir, failsafe=False, machine=None): | 290 | def get_signatures(builddir, failsafe=False, machine=None, extravars=None): |
265 | import re | 291 | import re |
266 | 292 | ||
267 | # some recipes needs to be excluded like meta-world-pkgdata | 293 | # some recipes needs to be excluded like meta-world-pkgdata |
@@ -272,13 +298,16 @@ def get_signatures(builddir, failsafe=False, machine=None): | |||
272 | sigs = {} | 298 | sigs = {} |
273 | tune2tasks = {} | 299 | tune2tasks = {} |
274 | 300 | ||
275 | cmd = 'BB_ENV_EXTRAWHITE="$BB_ENV_EXTRAWHITE BB_SIGNATURE_HANDLER" BB_SIGNATURE_HANDLER="OEBasicHash" ' | 301 | cmd = 'BB_ENV_PASSTHROUGH_ADDITIONS="$BB_ENV_PASSTHROUGH_ADDITIONS BB_SIGNATURE_HANDLER" BB_SIGNATURE_HANDLER="OEBasicHash" ' |
302 | if extravars: | ||
303 | cmd += extravars | ||
304 | cmd += ' ' | ||
276 | if machine: | 305 | if machine: |
277 | cmd += 'MACHINE=%s ' % machine | 306 | cmd += 'MACHINE=%s ' % machine |
278 | cmd += 'bitbake ' | 307 | cmd += 'bitbake ' |
279 | if failsafe: | 308 | if failsafe: |
280 | cmd += '-k ' | 309 | cmd += '-k ' |
281 | cmd += '-S none world' | 310 | cmd += '-S lockedsigs world' |
282 | sigs_file = os.path.join(builddir, 'locked-sigs.inc') | 311 | sigs_file = os.path.join(builddir, 'locked-sigs.inc') |
283 | if os.path.exists(sigs_file): | 312 | if os.path.exists(sigs_file): |
284 | os.unlink(sigs_file) | 313 | os.unlink(sigs_file) |
@@ -295,8 +324,8 @@ def get_signatures(builddir, failsafe=False, machine=None): | |||
295 | else: | 324 | else: |
296 | raise | 325 | raise |
297 | 326 | ||
298 | sig_regex = re.compile("^(?P<task>.*:.*):(?P<hash>.*) .$") | 327 | sig_regex = re.compile(r"^(?P<task>.*:.*):(?P<hash>.*) .$") |
299 | tune_regex = re.compile("(^|\s)SIGGEN_LOCKEDSIGS_t-(?P<tune>\S*)\s*=\s*") | 328 | tune_regex = re.compile(r"(^|\s)SIGGEN_LOCKEDSIGS_t-(?P<tune>\S*)\s*=\s*") |
300 | current_tune = None | 329 | current_tune = None |
301 | with open(sigs_file, 'r') as f: | 330 | with open(sigs_file, 'r') as f: |
302 | for line in f.readlines(): | 331 | for line in f.readlines(): |
@@ -423,3 +452,15 @@ def compare_signatures(old_sigs, curr_sigs): | |||
423 | msg.extend([' ' + line for line in output.splitlines()]) | 452 | msg.extend([' ' + line for line in output.splitlines()]) |
424 | msg.append('') | 453 | msg.append('') |
425 | return '\n'.join(msg) | 454 | return '\n'.join(msg) |
455 | |||
456 | |||
457 | def get_git_toplevel(directory): | ||
458 | """ | ||
459 | Try and find the top of the git repository that directory might be in. | ||
460 | Returns the top-level directory, or None. | ||
461 | """ | ||
462 | cmd = ["git", "-C", directory, "rev-parse", "--show-toplevel"] | ||
463 | try: | ||
464 | return subprocess.check_output(cmd, text=True).strip() | ||
465 | except: | ||
466 | return None | ||