diff options
-rw-r--r-- | meta/lib/oeqa/selftest/cases/bblock.py | 203 |
1 files changed, 203 insertions, 0 deletions
diff --git a/meta/lib/oeqa/selftest/cases/bblock.py b/meta/lib/oeqa/selftest/cases/bblock.py new file mode 100644 index 0000000000..2b62d2a0aa --- /dev/null +++ b/meta/lib/oeqa/selftest/cases/bblock.py | |||
@@ -0,0 +1,203 @@ | |||
1 | # | ||
2 | # Copyright (c) 2023 BayLibre, SAS | ||
3 | # Author: Julien Stepahn <jstephan@baylibre.com> | ||
4 | # | ||
5 | # SPDX-License-Identifier: GPL-2.0-only | ||
6 | # | ||
7 | |||
8 | import os | ||
9 | import re | ||
10 | import bb.tinfoil | ||
11 | |||
12 | import oeqa.utils.ftools as ftools | ||
13 | from oeqa.utils.commands import runCmd, get_bb_var, get_bb_vars, bitbake | ||
14 | |||
15 | from oeqa.selftest.case import OESelftestTestCase | ||
16 | |||
17 | |||
18 | class BBLock(OESelftestTestCase): | ||
19 | @classmethod | ||
20 | def setUpClass(cls): | ||
21 | super(BBLock, cls).setUpClass() | ||
22 | cls.lockfile = cls.builddir + "/conf/bblock.conf" | ||
23 | |||
24 | def unlock_recipes(self, recipes=None, tasks=None): | ||
25 | cmd = "bblock -r " | ||
26 | if recipes: | ||
27 | cmd += " ".join(recipes) | ||
28 | if tasks: | ||
29 | cmd += " -t " + ",".join(tasks) | ||
30 | result = runCmd(cmd) | ||
31 | |||
32 | if recipes: | ||
33 | # ensure all signatures are removed from lockfile | ||
34 | contents = ftools.read_file(self.lockfile) | ||
35 | for recipe in recipes: | ||
36 | for task in tasks: | ||
37 | find_in_contents = re.search( | ||
38 | 'SIGGEN_LOCKEDSIGS_.+\s\+=\s"%s:%s:.*"' % (recipe, task), | ||
39 | contents, | ||
40 | ) | ||
41 | self.assertFalse( | ||
42 | find_in_contents, | ||
43 | msg="%s:%s should not be present into bblock.conf anymore" | ||
44 | % (recipe, task), | ||
45 | ) | ||
46 | self.assertExists(self.lockfile) | ||
47 | else: | ||
48 | self.assertNotExists(self.lockfile) | ||
49 | |||
50 | def lock_recipes(self, recipes, tasks=None): | ||
51 | cmd = "bblock " + " ".join(recipes) | ||
52 | if tasks: | ||
53 | cmd += " -t " + ",".join(tasks) | ||
54 | |||
55 | result = runCmd(cmd) | ||
56 | |||
57 | self.assertExists(self.lockfile) | ||
58 | |||
59 | # ensure all signatures are added to lockfile | ||
60 | contents = ftools.read_file(self.lockfile) | ||
61 | for recipe in recipes: | ||
62 | if tasks: | ||
63 | for task in tasks: | ||
64 | find_in_contents = re.search( | ||
65 | 'SIGGEN_LOCKEDSIGS_.+\s\+=\s"%s:%s:.*"' % (recipe, task), | ||
66 | contents, | ||
67 | ) | ||
68 | self.assertTrue( | ||
69 | find_in_contents, | ||
70 | msg="%s:%s was not added into bblock.conf. bblock output: %s" | ||
71 | % (recipe, task, result.output), | ||
72 | ) | ||
73 | |||
74 | def modify_tasks(self, recipes, tasks): | ||
75 | task_append = "" | ||
76 | for recipe in recipes: | ||
77 | bb_vars = get_bb_vars(["PV"], recipe) | ||
78 | recipe_pv = bb_vars["PV"] | ||
79 | recipe_append_file = recipe + "_" + recipe_pv + ".bbappend" | ||
80 | |||
81 | os.mkdir(os.path.join(self.testlayer_path, "recipes-test", recipe)) | ||
82 | recipe_append_path = os.path.join( | ||
83 | self.testlayer_path, "recipes-test", recipe, recipe_append_file | ||
84 | ) | ||
85 | |||
86 | for task in tasks: | ||
87 | task_append += "%s:append() {\n#modify task hash \n}\n" % task | ||
88 | ftools.write_file(recipe_append_path, task_append) | ||
89 | self.add_command_to_tearDown( | ||
90 | "rm -rf %s" % os.path.join(self.testlayer_path, "recipes-test", recipe) | ||
91 | ) | ||
92 | |||
93 | def test_lock_single_recipe_single_task(self): | ||
94 | recipes = ["quilt"] | ||
95 | tasks = ["do_compile"] | ||
96 | self._run_test(recipes, tasks) | ||
97 | |||
98 | def test_lock_single_recipe_multiple_tasks(self): | ||
99 | recipes = ["quilt"] | ||
100 | tasks = ["do_compile", "do_install"] | ||
101 | self._run_test(recipes, tasks) | ||
102 | |||
103 | def test_lock_single_recipe_all_tasks(self): | ||
104 | recipes = ["quilt"] | ||
105 | self._run_test(recipes, None) | ||
106 | |||
107 | def test_lock_multiple_recipe_single_task(self): | ||
108 | recipes = ["quilt", "bc"] | ||
109 | tasks = ["do_compile"] | ||
110 | self._run_test(recipes, tasks) | ||
111 | |||
112 | def test_lock_architecture_specific(self): | ||
113 | # unlock all recipes and ensure no bblock.conf file exist | ||
114 | self.unlock_recipes() | ||
115 | |||
116 | recipes = ["quilt"] | ||
117 | tasks = ["do_compile"] | ||
118 | |||
119 | # lock quilt's do_compile task for another machine | ||
120 | if self.td["MACHINE"] == "qemux86-64": | ||
121 | machine = "qemuarm" | ||
122 | else: | ||
123 | machine = "qemux86-64" | ||
124 | |||
125 | self.write_config('MACHINE = "%s"\n' % machine) | ||
126 | |||
127 | self.lock_recipes(recipes, tasks) | ||
128 | |||
129 | self.write_config('MACHINE = "%s"\n' % self.td["MACHINE"]) | ||
130 | # modify quilt's do_compile task | ||
131 | self.modify_tasks(recipes, tasks) | ||
132 | |||
133 | # build quilt using the default machine | ||
134 | # No Note/Warning should be emitted since sig is locked for another machine | ||
135 | # (quilt package is architecture dependant) | ||
136 | info_message = "NOTE: The following recipes have locked tasks: " + recipes[0] | ||
137 | warn_message = "The %s:%s sig is computed to be" % (recipes[0], tasks[0]) | ||
138 | result = bitbake(recipes[0] + " -n") | ||
139 | self.assertNotIn(info_message, result.output) | ||
140 | self.assertNotIn(warn_message, result.output) | ||
141 | |||
142 | # unlock all recipes | ||
143 | self.unlock_recipes() | ||
144 | |||
145 | def _run_test(self, recipes, tasks=None): | ||
146 | # unlock all recipes and ensure no bblock.conf file exist | ||
147 | self.unlock_recipes() | ||
148 | |||
149 | self.write_config('BB_SIGNATURE_HANDLER = "OEBasicHash"') | ||
150 | |||
151 | # lock tasks for recipes | ||
152 | result = self.lock_recipes(recipes, tasks) | ||
153 | |||
154 | if not tasks: | ||
155 | tasks = [] | ||
156 | result = bitbake("-c listtasks " + recipes[0]) | ||
157 | with bb.tinfoil.Tinfoil() as tinfoil: | ||
158 | tinfoil.prepare(config_only=False, quiet=2) | ||
159 | d = tinfoil.parse_recipe(recipes[0]) | ||
160 | |||
161 | for line in result.output.splitlines(): | ||
162 | if line.startswith("do_"): | ||
163 | task = line.split()[0] | ||
164 | if "setscene" in task: | ||
165 | continue | ||
166 | if d.getVarFlag(task, "nostamp"): | ||
167 | continue | ||
168 | tasks.append(task) | ||
169 | |||
170 | # build recipes. At this stage we should have a Note about recipes | ||
171 | # having locked task's sig, but no warning since sig still match | ||
172 | info_message = "NOTE: The following recipes have locked tasks: " + " ".join( | ||
173 | recipes | ||
174 | ) | ||
175 | for recipe in recipes: | ||
176 | result = bitbake(recipe + " -n") | ||
177 | self.assertIn(info_message, result.output) | ||
178 | for task in tasks: | ||
179 | warn_message = "The %s:%s sig is computed to be" % (recipe, task) | ||
180 | self.assertNotIn(warn_message, result.output) | ||
181 | |||
182 | # modify all tasks that are locked to trigger a sig change then build the recipes | ||
183 | # at this stage we should have a Note as before, but also a Warning for all | ||
184 | # locked tasks indicating the sig mismatch | ||
185 | self.modify_tasks(recipes, tasks) | ||
186 | for recipe in recipes: | ||
187 | result = bitbake(recipe + " -n") | ||
188 | self.assertIn(info_message, result.output) | ||
189 | for task in tasks: | ||
190 | warn_message = "The %s:%s sig is computed to be" % (recipe, task) | ||
191 | self.assertIn(warn_message, result.output) | ||
192 | |||
193 | # unlock all tasks and rebuild, no more Note/Warning should remain | ||
194 | self.unlock_recipes(recipes, tasks) | ||
195 | for recipe in recipes: | ||
196 | result = bitbake(recipe + " -n") | ||
197 | self.assertNotIn(info_message, result.output) | ||
198 | for task in tasks: | ||
199 | warn_message = "The %s:%s sig is computed to be" % (recipe, task) | ||
200 | self.assertNotIn(warn_message, result.output) | ||
201 | |||
202 | # unlock all recipes | ||
203 | self.unlock_recipes() | ||