diff options
Diffstat (limited to 'bitbake/lib/bb/parse/ast.py')
-rw-r--r-- | bitbake/lib/bb/parse/ast.py | 217 |
1 files changed, 192 insertions, 25 deletions
diff --git a/bitbake/lib/bb/parse/ast.py b/bitbake/lib/bb/parse/ast.py index 50a88f7da7..49a0788038 100644 --- a/bitbake/lib/bb/parse/ast.py +++ b/bitbake/lib/bb/parse/ast.py | |||
@@ -9,6 +9,7 @@ | |||
9 | # SPDX-License-Identifier: GPL-2.0-only | 9 | # SPDX-License-Identifier: GPL-2.0-only |
10 | # | 10 | # |
11 | 11 | ||
12 | import sys | ||
12 | import bb | 13 | import bb |
13 | from bb import methodpool | 14 | from bb import methodpool |
14 | from bb.parse import logger | 15 | from bb.parse import logger |
@@ -42,6 +43,21 @@ class IncludeNode(AstNode): | |||
42 | else: | 43 | else: |
43 | bb.parse.ConfHandler.include(self.filename, s, self.lineno, data, False) | 44 | bb.parse.ConfHandler.include(self.filename, s, self.lineno, data, False) |
44 | 45 | ||
46 | class IncludeAllNode(AstNode): | ||
47 | def __init__(self, filename, lineno, what_file): | ||
48 | AstNode.__init__(self, filename, lineno) | ||
49 | self.what_file = what_file | ||
50 | |||
51 | def eval(self, data): | ||
52 | """ | ||
53 | Include the file and evaluate the statements | ||
54 | """ | ||
55 | s = data.expand(self.what_file) | ||
56 | logger.debug2("CONF %s:%s: including %s", self.filename, self.lineno, s) | ||
57 | |||
58 | for path in data.getVar("BBPATH").split(":"): | ||
59 | bb.parse.ConfHandler.include(self.filename, os.path.join(path, s), self.lineno, data, False) | ||
60 | |||
45 | class ExportNode(AstNode): | 61 | class ExportNode(AstNode): |
46 | def __init__(self, filename, lineno, var): | 62 | def __init__(self, filename, lineno, var): |
47 | AstNode.__init__(self, filename, lineno) | 63 | AstNode.__init__(self, filename, lineno) |
@@ -130,9 +146,16 @@ class DataNode(AstNode): | |||
130 | else: | 146 | else: |
131 | val = groupd["value"] | 147 | val = groupd["value"] |
132 | 148 | ||
149 | if ":append" in key or ":remove" in key or ":prepend" in key: | ||
150 | if op in ["append", "prepend", "postdot", "predot", "ques"]: | ||
151 | bb.warn(key + " " + groupd[op] + " is not a recommended operator combination, please replace it.") | ||
152 | |||
133 | flag = None | 153 | flag = None |
134 | if 'flag' in groupd and groupd['flag'] is not None: | 154 | if 'flag' in groupd and groupd['flag'] is not None: |
135 | flag = groupd['flag'] | 155 | if groupd["lazyques"]: |
156 | flag = "_defaultval_flag_"+groupd['flag'] | ||
157 | else: | ||
158 | flag = groupd['flag'] | ||
136 | elif groupd["lazyques"]: | 159 | elif groupd["lazyques"]: |
137 | flag = "_defaultval" | 160 | flag = "_defaultval" |
138 | 161 | ||
@@ -145,7 +168,7 @@ class DataNode(AstNode): | |||
145 | data.setVar(key, val, parsing=True, **loginfo) | 168 | data.setVar(key, val, parsing=True, **loginfo) |
146 | 169 | ||
147 | class MethodNode(AstNode): | 170 | class MethodNode(AstNode): |
148 | tr_tbl = str.maketrans('/.+-@%&', '_______') | 171 | tr_tbl = str.maketrans('/.+-@%&~', '________') |
149 | 172 | ||
150 | def __init__(self, filename, lineno, func_name, body, python, fakeroot): | 173 | def __init__(self, filename, lineno, func_name, body, python, fakeroot): |
151 | AstNode.__init__(self, filename, lineno) | 174 | AstNode.__init__(self, filename, lineno) |
@@ -206,10 +229,12 @@ class ExportFuncsNode(AstNode): | |||
206 | 229 | ||
207 | def eval(self, data): | 230 | def eval(self, data): |
208 | 231 | ||
232 | sentinel = " # Export function set\n" | ||
209 | for func in self.n: | 233 | for func in self.n: |
210 | calledfunc = self.classname + "_" + func | 234 | calledfunc = self.classname + "_" + func |
211 | 235 | ||
212 | if data.getVar(func, False) and not data.getVarFlag(func, 'export_func', False): | 236 | basevar = data.getVar(func, False) |
237 | if basevar and sentinel not in basevar: | ||
213 | continue | 238 | continue |
214 | 239 | ||
215 | if data.getVar(func, False): | 240 | if data.getVar(func, False): |
@@ -219,29 +244,30 @@ class ExportFuncsNode(AstNode): | |||
219 | for flag in [ "func", "python" ]: | 244 | for flag in [ "func", "python" ]: |
220 | if data.getVarFlag(calledfunc, flag, False): | 245 | if data.getVarFlag(calledfunc, flag, False): |
221 | data.setVarFlag(func, flag, data.getVarFlag(calledfunc, flag, False)) | 246 | data.setVarFlag(func, flag, data.getVarFlag(calledfunc, flag, False)) |
222 | for flag in [ "dirs" ]: | 247 | for flag in ["dirs", "cleandirs", "fakeroot"]: |
223 | if data.getVarFlag(func, flag, False): | 248 | if data.getVarFlag(func, flag, False): |
224 | data.setVarFlag(calledfunc, flag, data.getVarFlag(func, flag, False)) | 249 | data.setVarFlag(calledfunc, flag, data.getVarFlag(func, flag, False)) |
225 | data.setVarFlag(func, "filename", "autogenerated") | 250 | data.setVarFlag(func, "filename", "autogenerated") |
226 | data.setVarFlag(func, "lineno", 1) | 251 | data.setVarFlag(func, "lineno", 1) |
227 | 252 | ||
228 | if data.getVarFlag(calledfunc, "python", False): | 253 | if data.getVarFlag(calledfunc, "python", False): |
229 | data.setVar(func, " bb.build.exec_func('" + calledfunc + "', d)\n", parsing=True) | 254 | data.setVar(func, sentinel + " bb.build.exec_func('" + calledfunc + "', d)\n", parsing=True) |
230 | else: | 255 | else: |
231 | if "-" in self.classname: | 256 | if "-" in self.classname: |
232 | bb.fatal("The classname %s contains a dash character and is calling an sh function %s using EXPORT_FUNCTIONS. Since a dash is illegal in sh function names, this cannot work, please rename the class or don't use EXPORT_FUNCTIONS." % (self.classname, calledfunc)) | 257 | bb.fatal("The classname %s contains a dash character and is calling an sh function %s using EXPORT_FUNCTIONS. Since a dash is illegal in sh function names, this cannot work, please rename the class or don't use EXPORT_FUNCTIONS." % (self.classname, calledfunc)) |
233 | data.setVar(func, " " + calledfunc + "\n", parsing=True) | 258 | data.setVar(func, sentinel + " " + calledfunc + "\n", parsing=True) |
234 | data.setVarFlag(func, 'export_func', '1') | ||
235 | 259 | ||
236 | class AddTaskNode(AstNode): | 260 | class AddTaskNode(AstNode): |
237 | def __init__(self, filename, lineno, func, before, after): | 261 | def __init__(self, filename, lineno, tasks, before, after): |
238 | AstNode.__init__(self, filename, lineno) | 262 | AstNode.__init__(self, filename, lineno) |
239 | self.func = func | 263 | self.tasks = tasks |
240 | self.before = before | 264 | self.before = before |
241 | self.after = after | 265 | self.after = after |
242 | 266 | ||
243 | def eval(self, data): | 267 | def eval(self, data): |
244 | bb.build.addtask(self.func, self.before, self.after, data) | 268 | tasks = self.tasks.split() |
269 | for task in tasks: | ||
270 | bb.build.addtask(task, self.before, self.after, data) | ||
245 | 271 | ||
246 | class DelTaskNode(AstNode): | 272 | class DelTaskNode(AstNode): |
247 | def __init__(self, filename, lineno, tasks): | 273 | def __init__(self, filename, lineno, tasks): |
@@ -265,6 +291,41 @@ class BBHandlerNode(AstNode): | |||
265 | data.setVarFlag(h, "handler", 1) | 291 | data.setVarFlag(h, "handler", 1) |
266 | data.setVar('__BBHANDLERS', bbhands) | 292 | data.setVar('__BBHANDLERS', bbhands) |
267 | 293 | ||
294 | class PyLibNode(AstNode): | ||
295 | def __init__(self, filename, lineno, libdir, namespace): | ||
296 | AstNode.__init__(self, filename, lineno) | ||
297 | self.libdir = libdir | ||
298 | self.namespace = namespace | ||
299 | |||
300 | def eval(self, data): | ||
301 | global_mods = (data.getVar("BB_GLOBAL_PYMODULES") or "").split() | ||
302 | for m in global_mods: | ||
303 | if m not in bb.utils._context: | ||
304 | bb.utils._context[m] = __import__(m) | ||
305 | |||
306 | libdir = data.expand(self.libdir) | ||
307 | if libdir not in sys.path: | ||
308 | sys.path.append(libdir) | ||
309 | try: | ||
310 | bb.utils._context[self.namespace] = __import__(self.namespace) | ||
311 | toimport = getattr(bb.utils._context[self.namespace], "BBIMPORTS", []) | ||
312 | for i in toimport: | ||
313 | bb.utils._context[self.namespace] = __import__(self.namespace + "." + i) | ||
314 | mod = getattr(bb.utils._context[self.namespace], i) | ||
315 | fn = getattr(mod, "__file__") | ||
316 | funcs = {} | ||
317 | for f in dir(mod): | ||
318 | if f.startswith("_"): | ||
319 | continue | ||
320 | fcall = getattr(mod, f) | ||
321 | if not callable(fcall): | ||
322 | continue | ||
323 | funcs[f] = fcall | ||
324 | bb.codeparser.add_module_functions(fn, funcs, "%s.%s" % (self.namespace, i)) | ||
325 | |||
326 | except AttributeError as e: | ||
327 | bb.error("Error importing OE modules: %s" % str(e)) | ||
328 | |||
268 | class InheritNode(AstNode): | 329 | class InheritNode(AstNode): |
269 | def __init__(self, filename, lineno, classes): | 330 | def __init__(self, filename, lineno, classes): |
270 | AstNode.__init__(self, filename, lineno) | 331 | AstNode.__init__(self, filename, lineno) |
@@ -273,9 +334,68 @@ class InheritNode(AstNode): | |||
273 | def eval(self, data): | 334 | def eval(self, data): |
274 | bb.parse.BBHandler.inherit(self.classes, self.filename, self.lineno, data) | 335 | bb.parse.BBHandler.inherit(self.classes, self.filename, self.lineno, data) |
275 | 336 | ||
337 | class InheritDeferredNode(AstNode): | ||
338 | def __init__(self, filename, lineno, classes): | ||
339 | AstNode.__init__(self, filename, lineno) | ||
340 | self.inherit = (classes, filename, lineno) | ||
341 | |||
342 | def eval(self, data): | ||
343 | bb.parse.BBHandler.inherit_defer(*self.inherit, data) | ||
344 | |||
345 | class AddFragmentsNode(AstNode): | ||
346 | def __init__(self, filename, lineno, fragments_path_prefix, fragments_variable, flagged_variables_list_variable, builtin_fragments_variable): | ||
347 | AstNode.__init__(self, filename, lineno) | ||
348 | self.fragments_path_prefix = fragments_path_prefix | ||
349 | self.fragments_variable = fragments_variable | ||
350 | self.flagged_variables_list_variable = flagged_variables_list_variable | ||
351 | self.builtin_fragments_variable = builtin_fragments_variable | ||
352 | |||
353 | def eval(self, data): | ||
354 | # No need to use mark_dependency since we would only match a fragment | ||
355 | # from a specific layer and there can only be a single layer with a | ||
356 | # given namespace. | ||
357 | def find_fragment(layers, layerid, full_fragment_name): | ||
358 | for layerpath in layers.split(): | ||
359 | candidate_fragment_path = os.path.join(layerpath, full_fragment_name) | ||
360 | if os.path.exists(candidate_fragment_path) and bb.utils.get_file_layer(candidate_fragment_path, data) == layerid: | ||
361 | return candidate_fragment_path | ||
362 | return None | ||
363 | |||
364 | def check_and_set_builtin_fragment(fragment, data, builtin_fragments): | ||
365 | prefix, value = fragment.split('/', 1) | ||
366 | if prefix in builtin_fragments.keys(): | ||
367 | data.setVar(builtin_fragments[prefix], value) | ||
368 | return True | ||
369 | return False | ||
370 | |||
371 | fragments = data.getVar(self.fragments_variable) | ||
372 | layers = data.getVar('BBLAYERS') | ||
373 | flagged_variables = data.getVar(self.flagged_variables_list_variable).split() | ||
374 | builtin_fragments = {f[0]:f[1] for f in [f.split(':') for f in data.getVar(self.builtin_fragments_variable).split()] } | ||
375 | |||
376 | if not fragments: | ||
377 | return | ||
378 | for f in fragments.split(): | ||
379 | if check_and_set_builtin_fragment(f, data, builtin_fragments): | ||
380 | continue | ||
381 | layerid, fragment_name = f.split('/', 1) | ||
382 | full_fragment_name = data.expand("{}/{}.conf".format(self.fragments_path_prefix, fragment_name)) | ||
383 | fragment_path = find_fragment(layers, layerid, full_fragment_name) | ||
384 | if fragment_path: | ||
385 | bb.parse.ConfHandler.include(self.filename, fragment_path, self.lineno, data, "include fragment") | ||
386 | for flagged_var in flagged_variables: | ||
387 | val = data.getVar(flagged_var) | ||
388 | data.setVarFlag(flagged_var, f, val) | ||
389 | data.setVar(flagged_var, None) | ||
390 | else: | ||
391 | bb.error("Could not find fragment {} in enabled layers: {}".format(f, layers)) | ||
392 | |||
276 | def handleInclude(statements, filename, lineno, m, force): | 393 | def handleInclude(statements, filename, lineno, m, force): |
277 | statements.append(IncludeNode(filename, lineno, m.group(1), force)) | 394 | statements.append(IncludeNode(filename, lineno, m.group(1), force)) |
278 | 395 | ||
396 | def handleIncludeAll(statements, filename, lineno, m): | ||
397 | statements.append(IncludeAllNode(filename, lineno, m.group(1))) | ||
398 | |||
279 | def handleExport(statements, filename, lineno, m): | 399 | def handleExport(statements, filename, lineno, m): |
280 | statements.append(ExportNode(filename, lineno, m.group(1))) | 400 | statements.append(ExportNode(filename, lineno, m.group(1))) |
281 | 401 | ||
@@ -297,38 +417,81 @@ def handlePythonMethod(statements, filename, lineno, funcname, modulename, body) | |||
297 | def handleExportFuncs(statements, filename, lineno, m, classname): | 417 | def handleExportFuncs(statements, filename, lineno, m, classname): |
298 | statements.append(ExportFuncsNode(filename, lineno, m.group(1), classname)) | 418 | statements.append(ExportFuncsNode(filename, lineno, m.group(1), classname)) |
299 | 419 | ||
300 | def handleAddTask(statements, filename, lineno, m): | 420 | def handleAddTask(statements, filename, lineno, tasks, before, after): |
301 | func = m.group("func") | 421 | statements.append(AddTaskNode(filename, lineno, tasks, before, after)) |
302 | before = m.group("before") | ||
303 | after = m.group("after") | ||
304 | if func is None: | ||
305 | return | ||
306 | |||
307 | statements.append(AddTaskNode(filename, lineno, func, before, after)) | ||
308 | 422 | ||
309 | def handleDelTask(statements, filename, lineno, m): | 423 | def handleDelTask(statements, filename, lineno, tasks): |
310 | func = m.group(1) | 424 | statements.append(DelTaskNode(filename, lineno, tasks)) |
311 | if func is None: | ||
312 | return | ||
313 | |||
314 | statements.append(DelTaskNode(filename, lineno, func)) | ||
315 | 425 | ||
316 | def handleBBHandlers(statements, filename, lineno, m): | 426 | def handleBBHandlers(statements, filename, lineno, m): |
317 | statements.append(BBHandlerNode(filename, lineno, m.group(1))) | 427 | statements.append(BBHandlerNode(filename, lineno, m.group(1))) |
318 | 428 | ||
429 | def handlePyLib(statements, filename, lineno, m): | ||
430 | statements.append(PyLibNode(filename, lineno, m.group(1), m.group(2))) | ||
431 | |||
319 | def handleInherit(statements, filename, lineno, m): | 432 | def handleInherit(statements, filename, lineno, m): |
320 | classes = m.group(1) | 433 | classes = m.group(1) |
321 | statements.append(InheritNode(filename, lineno, classes)) | 434 | statements.append(InheritNode(filename, lineno, classes)) |
322 | 435 | ||
436 | def handleInheritDeferred(statements, filename, lineno, m): | ||
437 | classes = m.group(1) | ||
438 | statements.append(InheritDeferredNode(filename, lineno, classes)) | ||
439 | |||
440 | def handleAddFragments(statements, filename, lineno, m): | ||
441 | fragments_path_prefix = m.group(1) | ||
442 | fragments_variable = m.group(2) | ||
443 | flagged_variables_list_variable = m.group(3) | ||
444 | builtin_fragments_variable = m.group(4) | ||
445 | statements.append(AddFragmentsNode(filename, lineno, fragments_path_prefix, fragments_variable, flagged_variables_list_variable, builtin_fragments_variable)) | ||
446 | |||
323 | def runAnonFuncs(d): | 447 | def runAnonFuncs(d): |
324 | code = [] | 448 | code = [] |
325 | for funcname in d.getVar("__BBANONFUNCS", False) or []: | 449 | for funcname in d.getVar("__BBANONFUNCS", False) or []: |
326 | code.append("%s(d)" % funcname) | 450 | code.append("%s(d)" % funcname) |
327 | bb.utils.better_exec("\n".join(code), {"d": d}) | 451 | bb.utils.better_exec("\n".join(code), {"d": d}) |
328 | 452 | ||
453 | # Handle recipe level PREFERRED_PROVIDERs | ||
454 | def handleVirtRecipeProviders(tasklist, d): | ||
455 | depends = (d.getVar("DEPENDS") or "").split() | ||
456 | virtprovs = (d.getVar("BB_RECIPE_VIRTUAL_PROVIDERS") or "").split() | ||
457 | newdeps = [] | ||
458 | for dep in depends: | ||
459 | if dep in virtprovs: | ||
460 | newdep = d.getVar("PREFERRED_PROVIDER_" + dep) | ||
461 | if not newdep: | ||
462 | bb.fatal("Error, recipe virtual provider PREFERRED_PROVIDER_%s not set" % dep) | ||
463 | newdeps.append(newdep) | ||
464 | else: | ||
465 | newdeps.append(dep) | ||
466 | d.setVar("DEPENDS", " ".join(newdeps)) | ||
467 | for task in tasklist: | ||
468 | taskdeps = (d.getVarFlag(task, "depends") or "").split() | ||
469 | remapped = [] | ||
470 | for entry in taskdeps: | ||
471 | r, t = entry.split(":") | ||
472 | if r in virtprovs: | ||
473 | r = d.getVar("PREFERRED_PROVIDER_" + r) | ||
474 | remapped.append("%s:%s" % (r, t)) | ||
475 | d.setVarFlag(task, "depends", " ".join(remapped)) | ||
476 | |||
329 | def finalize(fn, d, variant = None): | 477 | def finalize(fn, d, variant = None): |
330 | saved_handlers = bb.event.get_handlers().copy() | 478 | saved_handlers = bb.event.get_handlers().copy() |
331 | try: | 479 | try: |
480 | # Found renamed variables. Exit immediately | ||
481 | if d.getVar("_FAILPARSINGERRORHANDLED", False) == True: | ||
482 | raise bb.BBHandledException() | ||
483 | |||
484 | inherits = [x[0] for x in (d.getVar('__BBDEFINHERITS', False) or [('',)])] | ||
485 | bb.event.fire(bb.event.RecipePreDeferredInherits(fn, inherits), d) | ||
486 | |||
487 | while True: | ||
488 | inherits = d.getVar('__BBDEFINHERITS', False) or [] | ||
489 | if not inherits: | ||
490 | break | ||
491 | inherit, filename, lineno = inherits.pop(0) | ||
492 | d.setVar('__BBDEFINHERITS', inherits) | ||
493 | bb.parse.BBHandler.inherit(inherit, filename, lineno, d, deferred=True) | ||
494 | |||
332 | for var in d.getVar('__BBHANDLERS', False) or []: | 495 | for var in d.getVar('__BBHANDLERS', False) or []: |
333 | # try to add the handler | 496 | # try to add the handler |
334 | handlerfn = d.getVarFlag(var, "filename", False) | 497 | handlerfn = d.getVarFlag(var, "filename", False) |
@@ -347,12 +510,16 @@ def finalize(fn, d, variant = None): | |||
347 | 510 | ||
348 | tasklist = d.getVar('__BBTASKS', False) or [] | 511 | tasklist = d.getVar('__BBTASKS', False) or [] |
349 | bb.event.fire(bb.event.RecipeTaskPreProcess(fn, list(tasklist)), d) | 512 | bb.event.fire(bb.event.RecipeTaskPreProcess(fn, list(tasklist)), d) |
513 | handleVirtRecipeProviders(tasklist, d) | ||
350 | bb.build.add_tasks(tasklist, d) | 514 | bb.build.add_tasks(tasklist, d) |
351 | 515 | ||
352 | bb.parse.siggen.finalise(fn, d, variant) | 516 | bb.parse.siggen.finalise(fn, d, variant) |
353 | 517 | ||
354 | d.setVar('BBINCLUDED', bb.parse.get_file_depends(d)) | 518 | d.setVar('BBINCLUDED', bb.parse.get_file_depends(d)) |
355 | 519 | ||
520 | if d.getVar('__BBAUTOREV_SEEN') and d.getVar('__BBSRCREV_SEEN') and not d.getVar("__BBAUTOREV_ACTED_UPON"): | ||
521 | bb.fatal("AUTOREV/SRCPV set too late for the fetcher to work properly, please set the variables earlier in parsing. Erroring instead of later obtuse build failures.") | ||
522 | |||
356 | bb.event.fire(bb.event.RecipeParsed(fn), d) | 523 | bb.event.fire(bb.event.RecipeParsed(fn), d) |
357 | finally: | 524 | finally: |
358 | bb.event.set_handlers(saved_handlers) | 525 | bb.event.set_handlers(saved_handlers) |
@@ -414,7 +581,7 @@ def multi_finalize(fn, d): | |||
414 | d.setVar("BBEXTENDVARIANT", variantmap[name]) | 581 | d.setVar("BBEXTENDVARIANT", variantmap[name]) |
415 | else: | 582 | else: |
416 | d.setVar("PN", "%s-%s" % (pn, name)) | 583 | d.setVar("PN", "%s-%s" % (pn, name)) |
417 | bb.parse.BBHandler.inherit(extendedmap[name], fn, 0, d) | 584 | bb.parse.BBHandler.inherit_defer(extendedmap[name], fn, 0, d) |
418 | 585 | ||
419 | safe_d.setVar("BBCLASSEXTEND", extended) | 586 | safe_d.setVar("BBCLASSEXTEND", extended) |
420 | _create_variants(datastores, extendedmap.keys(), extendfunc, onlyfinalise) | 587 | _create_variants(datastores, extendedmap.keys(), extendfunc, onlyfinalise) |