diff options
author | Richard Purdie <richard.purdie@linuxfoundation.org> | 2022-08-10 14:35:29 +0100 |
---|---|---|
committer | Richard Purdie <richard.purdie@linuxfoundation.org> | 2022-08-12 15:27:17 +0100 |
commit | fd1517e2b51a170f2427122c6b95396db251d827 (patch) | |
tree | dabfe3e631339c2fc99a9ee7febb0f9c128e325e /meta/classes-recipe/testimage.bbclass | |
parent | 10317912ee319ccf7f83605d438b5cbf9663f296 (diff) | |
download | poky-fd1517e2b51a170f2427122c6b95396db251d827.tar.gz |
classes: Update classes to match new bitbake class scope functionality
Move classes to classes-global or classes-recipe as appropriate to take
advantage of new bitbake functionality to check class scope/usage.
(From OE-Core rev: f5c128008365e141082c129417eb72d2751e8045)
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'meta/classes-recipe/testimage.bbclass')
-rw-r--r-- | meta/classes-recipe/testimage.bbclass | 508 |
1 files changed, 508 insertions, 0 deletions
diff --git a/meta/classes-recipe/testimage.bbclass b/meta/classes-recipe/testimage.bbclass new file mode 100644 index 0000000000..8d2fab21df --- /dev/null +++ b/meta/classes-recipe/testimage.bbclass | |||
@@ -0,0 +1,508 @@ | |||
1 | # Copyright (C) 2013 Intel Corporation | ||
2 | # | ||
3 | # SPDX-License-Identifier: MIT | ||
4 | |||
5 | inherit metadata_scm | ||
6 | inherit image-artifact-names | ||
7 | |||
8 | # testimage.bbclass enables testing of qemu images using python unittests. | ||
9 | # Most of the tests are commands run on target image over ssh. | ||
10 | # To use it add testimage to global inherit and call your target image with -c testimage | ||
11 | # You can try it out like this: | ||
12 | # - first add IMAGE_CLASSES += "testimage" in local.conf | ||
13 | # - build a qemu core-image-sato | ||
14 | # - then bitbake core-image-sato -c testimage. That will run a standard suite of tests. | ||
15 | # | ||
16 | # The tests can be run automatically each time an image is built if you set | ||
17 | # TESTIMAGE_AUTO = "1" | ||
18 | |||
19 | TESTIMAGE_AUTO ??= "0" | ||
20 | |||
21 | # You can set (or append to) TEST_SUITES in local.conf to select the tests | ||
22 | # which you want to run for your target. | ||
23 | # The test names are the module names in meta/lib/oeqa/runtime/cases. | ||
24 | # Each name in TEST_SUITES represents a required test for the image. (no skipping allowed) | ||
25 | # Appending "auto" means that it will try to run all tests that are suitable for the image (each test decides that on it's own). | ||
26 | # Note that order in TEST_SUITES is relevant: tests are run in an order such that | ||
27 | # tests mentioned in @skipUnlessPassed run before the tests that depend on them, | ||
28 | # but without such dependencies, tests run in the order in which they are listed | ||
29 | # in TEST_SUITES. | ||
30 | # | ||
31 | # A layer can add its own tests in lib/oeqa/runtime, provided it extends BBPATH as normal in its layer.conf. | ||
32 | |||
33 | # TEST_LOG_DIR contains a command ssh log and may contain infromation about what command is running, output and return codes and for qemu a boot log till login. | ||
34 | # Booting is handled by this class, and it's not a test in itself. | ||
35 | # TEST_QEMUBOOT_TIMEOUT can be used to set the maximum time in seconds the launch code will wait for the login prompt. | ||
36 | # TEST_OVERALL_TIMEOUT can be used to set the maximum time in seconds the tests will be allowed to run (defaults to no limit). | ||
37 | # TEST_QEMUPARAMS can be used to pass extra parameters to qemu, e.g. "-m 1024" for setting the amount of ram to 1 GB. | ||
38 | # TEST_RUNQEMUPARAMS can be used to pass extra parameters to runqemu, e.g. "gl" to enable OpenGL acceleration. | ||
39 | # QEMU_USE_KVM can be set to "" to disable the use of kvm (by default it is enabled if target_arch == build_arch or both of them are x86 archs) | ||
40 | |||
41 | # TESTIMAGE_BOOT_PATTERNS can be used to override certain patterns used to communicate with the target when booting, | ||
42 | # if a pattern is not specifically present on this variable a default will be used when booting the target. | ||
43 | # TESTIMAGE_BOOT_PATTERNS[<flag>] overrides the pattern used for that specific flag, where flag comes from a list of accepted flags | ||
44 | # e.g. normally the system boots and waits for a login prompt (login:), after that it sends the command: "root\n" to log as the root user | ||
45 | # if we wanted to log in as the hypothetical "webserver" user for example we could set the following: | ||
46 | # TESTIMAGE_BOOT_PATTERNS = "send_login_user search_login_succeeded" | ||
47 | # TESTIMAGE_BOOT_PATTERNS[send_login_user] = "webserver\n" | ||
48 | # TESTIMAGE_BOOT_PATTERNS[search_login_succeeded] = "webserver@[a-zA-Z0-9\-]+:~#" | ||
49 | # The accepted flags are the following: search_reached_prompt, send_login_user, search_login_succeeded, search_cmd_finished. | ||
50 | # They are prefixed with either search/send, to differentiate if the pattern is meant to be sent or searched to/from the target terminal | ||
51 | |||
52 | TEST_LOG_DIR ?= "${WORKDIR}/testimage" | ||
53 | |||
54 | TEST_EXPORT_DIR ?= "${TMPDIR}/testimage/${PN}" | ||
55 | TEST_INSTALL_TMP_DIR ?= "${WORKDIR}/testimage/install_tmp" | ||
56 | TEST_NEEDED_PACKAGES_DIR ?= "${WORKDIR}/testimage/packages" | ||
57 | TEST_EXTRACTED_DIR ?= "${TEST_NEEDED_PACKAGES_DIR}/extracted" | ||
58 | TEST_PACKAGED_DIR ?= "${TEST_NEEDED_PACKAGES_DIR}/packaged" | ||
59 | |||
60 | BASICTESTSUITE = "\ | ||
61 | ping date df ssh scp python perl gi ptest parselogs \ | ||
62 | logrotate connman systemd oe_syslog pam stap ldd xorg \ | ||
63 | kernelmodule gcc buildcpio buildlzip buildgalculator \ | ||
64 | dnf rpm opkg apt weston go rust" | ||
65 | |||
66 | DEFAULT_TEST_SUITES = "${BASICTESTSUITE}" | ||
67 | |||
68 | # musl doesn't support systemtap | ||
69 | DEFAULT_TEST_SUITES:remove:libc-musl = "stap" | ||
70 | |||
71 | # qemumips is quite slow and has reached the timeout limit several times on the YP build cluster, | ||
72 | # mitigate this by removing build tests for qemumips machines. | ||
73 | MIPSREMOVE ??= "buildcpio buildlzip buildgalculator" | ||
74 | DEFAULT_TEST_SUITES:remove:qemumips = "${MIPSREMOVE}" | ||
75 | DEFAULT_TEST_SUITES:remove:qemumips64 = "${MIPSREMOVE}" | ||
76 | |||
77 | TEST_SUITES ?= "${DEFAULT_TEST_SUITES}" | ||
78 | |||
79 | QEMU_USE_KVM ?= "1" | ||
80 | TEST_QEMUBOOT_TIMEOUT ?= "1000" | ||
81 | TEST_OVERALL_TIMEOUT ?= "" | ||
82 | TEST_TARGET ?= "qemu" | ||
83 | TEST_QEMUPARAMS ?= "" | ||
84 | TEST_RUNQEMUPARAMS ?= "" | ||
85 | |||
86 | TESTIMAGE_BOOT_PATTERNS ?= "" | ||
87 | |||
88 | TESTIMAGEDEPENDS = "" | ||
89 | TESTIMAGEDEPENDS:append:qemuall = " qemu-native:do_populate_sysroot qemu-helper-native:do_populate_sysroot qemu-helper-native:do_addto_recipe_sysroot" | ||
90 | TESTIMAGEDEPENDS += "${@bb.utils.contains('IMAGE_PKGTYPE', 'rpm', 'cpio-native:do_populate_sysroot', '', d)}" | ||
91 | TESTIMAGEDEPENDS += "${@bb.utils.contains('IMAGE_PKGTYPE', 'rpm', 'dnf-native:do_populate_sysroot', '', d)}" | ||
92 | TESTIMAGEDEPENDS += "${@bb.utils.contains('IMAGE_PKGTYPE', 'rpm', 'createrepo-c-native:do_populate_sysroot', '', d)}" | ||
93 | TESTIMAGEDEPENDS += "${@bb.utils.contains('IMAGE_PKGTYPE', 'ipk', 'opkg-utils-native:do_populate_sysroot package-index:do_package_index', '', d)}" | ||
94 | TESTIMAGEDEPENDS += "${@bb.utils.contains('IMAGE_PKGTYPE', 'deb', 'apt-native:do_populate_sysroot package-index:do_package_index', '', d)}" | ||
95 | |||
96 | TESTIMAGELOCK = "${TMPDIR}/testimage.lock" | ||
97 | TESTIMAGELOCK:qemuall = "" | ||
98 | |||
99 | TESTIMAGE_DUMP_DIR ?= "${LOG_DIR}/runtime-hostdump/" | ||
100 | |||
101 | TESTIMAGE_UPDATE_VARS ?= "DL_DIR WORKDIR DEPLOY_DIR" | ||
102 | |||
103 | testimage_dump_target () { | ||
104 | top -bn1 | ||
105 | ps | ||
106 | free | ||
107 | df | ||
108 | # The next command will export the default gateway IP | ||
109 | export DEFAULT_GATEWAY=$(ip route | awk '/default/ { print $3}') | ||
110 | ping -c3 $DEFAULT_GATEWAY | ||
111 | dmesg | ||
112 | netstat -an | ||
113 | ip address | ||
114 | # Next command will dump logs from /var/log/ | ||
115 | find /var/log/ -type f 2>/dev/null -exec echo "====================" \; -exec echo {} \; -exec echo "====================" \; -exec cat {} \; -exec echo "" \; | ||
116 | } | ||
117 | |||
118 | testimage_dump_host () { | ||
119 | top -bn1 | ||
120 | iostat -x -z -N -d -p ALL 20 2 | ||
121 | ps -ef | ||
122 | free | ||
123 | df | ||
124 | memstat | ||
125 | dmesg | ||
126 | ip -s link | ||
127 | netstat -an | ||
128 | } | ||
129 | |||
130 | testimage_dump_monitor () { | ||
131 | query-status | ||
132 | query-block | ||
133 | dump-guest-memory {"paging":false,"protocol":"file:%s.img"} | ||
134 | } | ||
135 | |||
136 | python do_testimage() { | ||
137 | testimage_main(d) | ||
138 | } | ||
139 | |||
140 | addtask testimage | ||
141 | do_testimage[nostamp] = "1" | ||
142 | do_testimage[network] = "1" | ||
143 | do_testimage[depends] += "${TESTIMAGEDEPENDS}" | ||
144 | do_testimage[lockfiles] += "${TESTIMAGELOCK}" | ||
145 | |||
146 | def testimage_sanity(d): | ||
147 | if (d.getVar('TEST_TARGET') == 'simpleremote' | ||
148 | and (not d.getVar('TEST_TARGET_IP') | ||
149 | or not d.getVar('TEST_SERVER_IP'))): | ||
150 | bb.fatal('When TEST_TARGET is set to "simpleremote" ' | ||
151 | 'TEST_TARGET_IP and TEST_SERVER_IP are needed too.') | ||
152 | |||
153 | def get_testimage_configuration(d, test_type, machine): | ||
154 | import platform | ||
155 | from oeqa.utils.metadata import get_layers | ||
156 | configuration = {'TEST_TYPE': test_type, | ||
157 | 'MACHINE': machine, | ||
158 | 'DISTRO': d.getVar("DISTRO"), | ||
159 | 'IMAGE_BASENAME': d.getVar("IMAGE_BASENAME"), | ||
160 | 'IMAGE_PKGTYPE': d.getVar("IMAGE_PKGTYPE"), | ||
161 | 'STARTTIME': d.getVar("DATETIME"), | ||
162 | 'HOST_DISTRO': oe.lsb.distro_identifier().replace(' ', '-'), | ||
163 | 'LAYERS': get_layers(d.getVar("BBLAYERS"))} | ||
164 | return configuration | ||
165 | get_testimage_configuration[vardepsexclude] = "DATETIME" | ||
166 | |||
167 | def get_testimage_json_result_dir(d): | ||
168 | json_result_dir = os.path.join(d.getVar("LOG_DIR"), 'oeqa') | ||
169 | custom_json_result_dir = d.getVar("OEQA_JSON_RESULT_DIR") | ||
170 | if custom_json_result_dir: | ||
171 | json_result_dir = custom_json_result_dir | ||
172 | return json_result_dir | ||
173 | |||
174 | def get_testimage_result_id(configuration): | ||
175 | return '%s_%s_%s_%s' % (configuration['TEST_TYPE'], configuration['IMAGE_BASENAME'], configuration['MACHINE'], configuration['STARTTIME']) | ||
176 | |||
177 | def get_testimage_boot_patterns(d): | ||
178 | from collections import defaultdict | ||
179 | boot_patterns = defaultdict(str) | ||
180 | # Only accept certain values | ||
181 | accepted_patterns = ['search_reached_prompt', 'send_login_user', 'search_login_succeeded', 'search_cmd_finished'] | ||
182 | # Not all patterns need to be overriden, e.g. perhaps we only want to change the user | ||
183 | boot_patterns_flags = d.getVarFlags('TESTIMAGE_BOOT_PATTERNS') or {} | ||
184 | if boot_patterns_flags: | ||
185 | patterns_set = [p for p in boot_patterns_flags.items() if p[0] in d.getVar('TESTIMAGE_BOOT_PATTERNS').split()] | ||
186 | for flag, flagval in patterns_set: | ||
187 | if flag not in accepted_patterns: | ||
188 | bb.fatal('Testimage: The only accepted boot patterns are: search_reached_prompt,send_login_user, \ | ||
189 | search_login_succeeded,search_cmd_finished\n Make sure your TESTIMAGE_BOOT_PATTERNS=%s \ | ||
190 | contains an accepted flag.' % d.getVar('TESTIMAGE_BOOT_PATTERNS')) | ||
191 | return | ||
192 | # We know boot prompt is searched through in binary format, others might be expressions | ||
193 | if flag == 'search_reached_prompt': | ||
194 | boot_patterns[flag] = flagval.encode() | ||
195 | else: | ||
196 | boot_patterns[flag] = flagval.encode().decode('unicode-escape') | ||
197 | return boot_patterns | ||
198 | |||
199 | |||
200 | def testimage_main(d): | ||
201 | import os | ||
202 | import json | ||
203 | import signal | ||
204 | import logging | ||
205 | import shutil | ||
206 | |||
207 | from bb.utils import export_proxies | ||
208 | from oeqa.runtime.context import OERuntimeTestContext | ||
209 | from oeqa.runtime.context import OERuntimeTestContextExecutor | ||
210 | from oeqa.core.target.qemu import supported_fstypes | ||
211 | from oeqa.core.utils.test import getSuiteCases | ||
212 | from oeqa.utils import make_logger_bitbake_compatible | ||
213 | |||
214 | def sigterm_exception(signum, stackframe): | ||
215 | """ | ||
216 | Catch SIGTERM from worker in order to stop qemu. | ||
217 | """ | ||
218 | os.kill(os.getpid(), signal.SIGINT) | ||
219 | |||
220 | def handle_test_timeout(timeout): | ||
221 | bb.warn("Global test timeout reached (%s seconds), stopping the tests." %(timeout)) | ||
222 | os.kill(os.getpid(), signal.SIGINT) | ||
223 | |||
224 | testimage_sanity(d) | ||
225 | |||
226 | if (d.getVar('IMAGE_PKGTYPE') == 'rpm' | ||
227 | and ('dnf' in d.getVar('TEST_SUITES') or 'auto' in d.getVar('TEST_SUITES'))): | ||
228 | create_rpm_index(d) | ||
229 | |||
230 | logger = make_logger_bitbake_compatible(logging.getLogger("BitBake")) | ||
231 | pn = d.getVar("PN") | ||
232 | |||
233 | bb.utils.mkdirhier(d.getVar("TEST_LOG_DIR")) | ||
234 | |||
235 | image_name = ("%s/%s" % (d.getVar('DEPLOY_DIR_IMAGE'), | ||
236 | d.getVar('IMAGE_LINK_NAME'))) | ||
237 | |||
238 | tdname = "%s.testdata.json" % image_name | ||
239 | try: | ||
240 | with open(tdname, "r") as f: | ||
241 | td = json.load(f) | ||
242 | except FileNotFoundError as err: | ||
243 | bb.fatal('File %s not found (%s).\nHave you built the image with INHERIT += "testimage" in the conf/local.conf?' % (tdname, err)) | ||
244 | |||
245 | # Some variables need to be updates (mostly paths) with the | ||
246 | # ones of the current environment because some tests require them. | ||
247 | for var in d.getVar('TESTIMAGE_UPDATE_VARS').split(): | ||
248 | td[var] = d.getVar(var) | ||
249 | |||
250 | image_manifest = "%s.manifest" % image_name | ||
251 | image_packages = OERuntimeTestContextExecutor.readPackagesManifest(image_manifest) | ||
252 | |||
253 | extract_dir = d.getVar("TEST_EXTRACTED_DIR") | ||
254 | |||
255 | # Get machine | ||
256 | machine = d.getVar("MACHINE") | ||
257 | |||
258 | # Get rootfs | ||
259 | fstypes = d.getVar('IMAGE_FSTYPES').split() | ||
260 | if d.getVar("TEST_TARGET") == "qemu": | ||
261 | fstypes = [fs for fs in fstypes if fs in supported_fstypes] | ||
262 | if not fstypes: | ||
263 | bb.fatal('Unsupported image type built. Add a compatible image to ' | ||
264 | 'IMAGE_FSTYPES. Supported types: %s' % | ||
265 | ', '.join(supported_fstypes)) | ||
266 | qfstype = fstypes[0] | ||
267 | qdeffstype = d.getVar("QB_DEFAULT_FSTYPE") | ||
268 | if qdeffstype: | ||
269 | qfstype = qdeffstype | ||
270 | rootfs = '%s.%s' % (image_name, qfstype) | ||
271 | |||
272 | # Get tmpdir (not really used, just for compatibility) | ||
273 | tmpdir = d.getVar("TMPDIR") | ||
274 | |||
275 | # Get deploy_dir_image (not really used, just for compatibility) | ||
276 | dir_image = d.getVar("DEPLOY_DIR_IMAGE") | ||
277 | |||
278 | # Get bootlog | ||
279 | bootlog = os.path.join(d.getVar("TEST_LOG_DIR"), | ||
280 | 'qemu_boot_log.%s' % d.getVar('DATETIME')) | ||
281 | |||
282 | # Get display | ||
283 | display = d.getVar("BB_ORIGENV").getVar("DISPLAY") | ||
284 | |||
285 | # Get kernel | ||
286 | kernel_name = ('%s-%s.bin' % (d.getVar("KERNEL_IMAGETYPE"), machine)) | ||
287 | kernel = os.path.join(d.getVar("DEPLOY_DIR_IMAGE"), kernel_name) | ||
288 | |||
289 | # Get boottime | ||
290 | boottime = int(d.getVar("TEST_QEMUBOOT_TIMEOUT")) | ||
291 | |||
292 | # Get use_kvm | ||
293 | kvm = oe.types.qemu_use_kvm(d.getVar('QEMU_USE_KVM'), d.getVar('TARGET_ARCH')) | ||
294 | |||
295 | # Get OVMF | ||
296 | ovmf = d.getVar("QEMU_USE_OVMF") | ||
297 | |||
298 | slirp = False | ||
299 | if d.getVar("QEMU_USE_SLIRP"): | ||
300 | slirp = True | ||
301 | |||
302 | # TODO: We use the current implementation of qemu runner because of | ||
303 | # time constrains, qemu runner really needs a refactor too. | ||
304 | target_kwargs = { 'machine' : machine, | ||
305 | 'rootfs' : rootfs, | ||
306 | 'tmpdir' : tmpdir, | ||
307 | 'dir_image' : dir_image, | ||
308 | 'display' : display, | ||
309 | 'kernel' : kernel, | ||
310 | 'boottime' : boottime, | ||
311 | 'bootlog' : bootlog, | ||
312 | 'kvm' : kvm, | ||
313 | 'slirp' : slirp, | ||
314 | 'dump_dir' : d.getVar("TESTIMAGE_DUMP_DIR"), | ||
315 | 'serial_ports': len(d.getVar("SERIAL_CONSOLES").split()), | ||
316 | 'ovmf' : ovmf, | ||
317 | 'tmpfsdir' : d.getVar("RUNQEMU_TMPFS_DIR"), | ||
318 | } | ||
319 | |||
320 | if d.getVar("TESTIMAGE_BOOT_PATTERNS"): | ||
321 | target_kwargs['boot_patterns'] = get_testimage_boot_patterns(d) | ||
322 | |||
323 | # hardware controlled targets might need further access | ||
324 | target_kwargs['powercontrol_cmd'] = d.getVar("TEST_POWERCONTROL_CMD") or None | ||
325 | target_kwargs['powercontrol_extra_args'] = d.getVar("TEST_POWERCONTROL_EXTRA_ARGS") or "" | ||
326 | target_kwargs['serialcontrol_cmd'] = d.getVar("TEST_SERIALCONTROL_CMD") or None | ||
327 | target_kwargs['serialcontrol_extra_args'] = d.getVar("TEST_SERIALCONTROL_EXTRA_ARGS") or "" | ||
328 | target_kwargs['testimage_dump_monitor'] = d.getVar("testimage_dump_monitor") or "" | ||
329 | target_kwargs['testimage_dump_target'] = d.getVar("testimage_dump_target") or "" | ||
330 | |||
331 | def export_ssh_agent(d): | ||
332 | import os | ||
333 | |||
334 | variables = ['SSH_AGENT_PID', 'SSH_AUTH_SOCK'] | ||
335 | for v in variables: | ||
336 | if v not in os.environ.keys(): | ||
337 | val = d.getVar(v) | ||
338 | if val is not None: | ||
339 | os.environ[v] = val | ||
340 | |||
341 | export_ssh_agent(d) | ||
342 | |||
343 | # runtime use network for download projects for build | ||
344 | export_proxies(d) | ||
345 | |||
346 | # we need the host dumper in test context | ||
347 | host_dumper = OERuntimeTestContextExecutor.getHostDumper( | ||
348 | d.getVar("testimage_dump_host"), | ||
349 | d.getVar("TESTIMAGE_DUMP_DIR")) | ||
350 | |||
351 | # the robot dance | ||
352 | target = OERuntimeTestContextExecutor.getTarget( | ||
353 | d.getVar("TEST_TARGET"), logger, d.getVar("TEST_TARGET_IP"), | ||
354 | d.getVar("TEST_SERVER_IP"), **target_kwargs) | ||
355 | |||
356 | # test context | ||
357 | tc = OERuntimeTestContext(td, logger, target, host_dumper, | ||
358 | image_packages, extract_dir) | ||
359 | |||
360 | # Load tests before starting the target | ||
361 | test_paths = get_runtime_paths(d) | ||
362 | test_modules = d.getVar('TEST_SUITES').split() | ||
363 | if not test_modules: | ||
364 | bb.fatal('Empty test suite, please verify TEST_SUITES variable') | ||
365 | |||
366 | tc.loadTests(test_paths, modules=test_modules) | ||
367 | |||
368 | suitecases = getSuiteCases(tc.suites) | ||
369 | if not suitecases: | ||
370 | bb.fatal('Empty test suite, please verify TEST_SUITES variable') | ||
371 | else: | ||
372 | bb.debug(2, 'test suites:\n\t%s' % '\n\t'.join([str(c) for c in suitecases])) | ||
373 | |||
374 | package_extraction(d, tc.suites) | ||
375 | |||
376 | results = None | ||
377 | complete = False | ||
378 | orig_sigterm_handler = signal.signal(signal.SIGTERM, sigterm_exception) | ||
379 | try: | ||
380 | # We need to check if runqemu ends unexpectedly | ||
381 | # or if the worker send us a SIGTERM | ||
382 | tc.target.start(params=d.getVar("TEST_QEMUPARAMS"), runqemuparams=d.getVar("TEST_RUNQEMUPARAMS")) | ||
383 | import threading | ||
384 | try: | ||
385 | threading.Timer(int(d.getVar("TEST_OVERALL_TIMEOUT")), handle_test_timeout, (int(d.getVar("TEST_OVERALL_TIMEOUT")),)).start() | ||
386 | except ValueError: | ||
387 | pass | ||
388 | results = tc.runTests() | ||
389 | complete = True | ||
390 | except (KeyboardInterrupt, BlockingIOError) as err: | ||
391 | if isinstance(err, KeyboardInterrupt): | ||
392 | bb.error('testimage interrupted, shutting down...') | ||
393 | else: | ||
394 | bb.error('runqemu failed, shutting down...') | ||
395 | if results: | ||
396 | results.stop() | ||
397 | results = tc.results | ||
398 | finally: | ||
399 | signal.signal(signal.SIGTERM, orig_sigterm_handler) | ||
400 | tc.target.stop() | ||
401 | |||
402 | # Show results (if we have them) | ||
403 | if results: | ||
404 | configuration = get_testimage_configuration(d, 'runtime', machine) | ||
405 | results.logDetails(get_testimage_json_result_dir(d), | ||
406 | configuration, | ||
407 | get_testimage_result_id(configuration), | ||
408 | dump_streams=d.getVar('TESTREPORT_FULLLOGS')) | ||
409 | results.logSummary(pn) | ||
410 | |||
411 | # Copy additional logs to tmp/log/oeqa so it's easier to find them | ||
412 | targetdir = os.path.join(get_testimage_json_result_dir(d), d.getVar("PN")) | ||
413 | os.makedirs(targetdir, exist_ok=True) | ||
414 | os.symlink(bootlog, os.path.join(targetdir, os.path.basename(bootlog))) | ||
415 | os.symlink(d.getVar("BB_LOGFILE"), os.path.join(targetdir, os.path.basename(d.getVar("BB_LOGFILE") + "." + d.getVar('DATETIME')))) | ||
416 | |||
417 | if not results or not complete: | ||
418 | bb.fatal('%s - FAILED - tests were interrupted during execution, check the logs in %s' % (pn, d.getVar("LOG_DIR")), forcelog=True) | ||
419 | if not results.wasSuccessful(): | ||
420 | bb.fatal('%s - FAILED - also check the logs in %s' % (pn, d.getVar("LOG_DIR")), forcelog=True) | ||
421 | |||
422 | def get_runtime_paths(d): | ||
423 | """ | ||
424 | Returns a list of paths where runtime test must reside. | ||
425 | |||
426 | Runtime tests are expected in <LAYER_DIR>/lib/oeqa/runtime/cases/ | ||
427 | """ | ||
428 | paths = [] | ||
429 | |||
430 | for layer in d.getVar('BBLAYERS').split(): | ||
431 | path = os.path.join(layer, 'lib/oeqa/runtime/cases') | ||
432 | if os.path.isdir(path): | ||
433 | paths.append(path) | ||
434 | return paths | ||
435 | |||
436 | def create_index(arg): | ||
437 | import subprocess | ||
438 | |||
439 | index_cmd = arg | ||
440 | try: | ||
441 | bb.note("Executing '%s' ..." % index_cmd) | ||
442 | result = subprocess.check_output(index_cmd, | ||
443 | stderr=subprocess.STDOUT, | ||
444 | shell=True) | ||
445 | result = result.decode('utf-8') | ||
446 | except subprocess.CalledProcessError as e: | ||
447 | return("Index creation command '%s' failed with return code " | ||
448 | '%d:\n%s' % (e.cmd, e.returncode, e.output.decode("utf-8"))) | ||
449 | if result: | ||
450 | bb.note(result) | ||
451 | return None | ||
452 | |||
453 | def create_rpm_index(d): | ||
454 | import glob | ||
455 | # Index RPMs | ||
456 | rpm_createrepo = bb.utils.which(os.getenv('PATH'), "createrepo_c") | ||
457 | index_cmds = [] | ||
458 | archs = (d.getVar('ALL_MULTILIB_PACKAGE_ARCHS') or '').replace('-', '_') | ||
459 | |||
460 | for arch in archs.split(): | ||
461 | rpm_dir = os.path.join(d.getVar('DEPLOY_DIR_RPM'), arch) | ||
462 | idx_path = os.path.join(d.getVar('WORKDIR'), 'oe-testimage-repo', arch) | ||
463 | |||
464 | if not os.path.isdir(rpm_dir): | ||
465 | continue | ||
466 | |||
467 | lockfilename = os.path.join(d.getVar('DEPLOY_DIR_RPM'), 'rpm.lock') | ||
468 | lf = bb.utils.lockfile(lockfilename, False) | ||
469 | oe.path.copyhardlinktree(rpm_dir, idx_path) | ||
470 | # Full indexes overload a 256MB image so reduce the number of rpms | ||
471 | # in the feed by filtering to specific packages needed by the tests. | ||
472 | package_list = glob.glob(idx_path + "*/*.rpm") | ||
473 | |||
474 | for pkg in package_list: | ||
475 | if os.path.basename(pkg).startswith(("curl-ptest")): | ||
476 | bb.utils.remove(pkg) | ||
477 | |||
478 | if not os.path.basename(pkg).startswith(("rpm", "run-postinsts", "busybox", "bash", "update-alternatives", "libc6", "curl", "musl")): | ||
479 | bb.utils.remove(pkg) | ||
480 | |||
481 | bb.utils.unlockfile(lf) | ||
482 | cmd = '%s --update -q %s' % (rpm_createrepo, idx_path) | ||
483 | |||
484 | # Create repodata | ||
485 | result = create_index(cmd) | ||
486 | if result: | ||
487 | bb.fatal('%s' % ('\n'.join(result))) | ||
488 | |||
489 | def package_extraction(d, test_suites): | ||
490 | from oeqa.utils.package_manager import find_packages_to_extract | ||
491 | from oeqa.utils.package_manager import extract_packages | ||
492 | |||
493 | bb.utils.remove(d.getVar("TEST_NEEDED_PACKAGES_DIR"), recurse=True) | ||
494 | packages = find_packages_to_extract(test_suites) | ||
495 | if packages: | ||
496 | bb.utils.mkdirhier(d.getVar("TEST_INSTALL_TMP_DIR")) | ||
497 | bb.utils.mkdirhier(d.getVar("TEST_PACKAGED_DIR")) | ||
498 | bb.utils.mkdirhier(d.getVar("TEST_EXTRACTED_DIR")) | ||
499 | extract_packages(d, packages) | ||
500 | |||
501 | testimage_main[vardepsexclude] += "BB_ORIGENV DATETIME" | ||
502 | |||
503 | python () { | ||
504 | if oe.types.boolean(d.getVar("TESTIMAGE_AUTO") or "False"): | ||
505 | bb.build.addtask("testimage", "do_build", "do_image_complete", d) | ||
506 | } | ||
507 | |||
508 | inherit testsdk | ||