summaryrefslogtreecommitdiffstats
path: root/meta
diff options
context:
space:
mode:
authorYeoh Ee Peng <ee.peng.yeoh@intel.com>2018-10-11 17:39:01 +0800
committerRichard Purdie <richard.purdie@linuxfoundation.org>2018-10-11 23:06:35 +0100
commitefb1e2d8318412d6de39075699a02a3a12760cef (patch)
tree3f709cbf4c4eb26398ecbc92e69b93a12279a718 /meta
parentaa2b645bf20fb17bfba7fff1c989173396e4f753 (diff)
downloadpoky-efb1e2d8318412d6de39075699a02a3a12760cef.tar.gz
oeqa/manual: transfer manual test cases from testopia to oeqa
As part of the solution to replace Testopia, manual test cases need to be migrated to OEQA. These manual test case json files will serve two use cases. Use case#1: as input to the future commandline-based manual test runner script, where this script will display actions and expected result information in user friendly text, then it will capture user input for test result and log, finally it will write test result and log into existing standardize test result json format from OEQA framework for automated tests. Use case#2: QA will open and read these json file manually for planning manual test execution. Any reader interested in understanding manual test cases will open and read these files. (From OE-Core rev: dcaf843878e9adcb3fab025d54cd5d9ceb6c2fce) Signed-off-by: Yeoh Ee Peng <ee.peng.yeoh@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'meta')
-rw-r--r--meta/lib/oeqa/manual/abat.patch64
-rw-r--r--meta/lib/oeqa/manual/bsp-hw.json1200
-rw-r--r--meta/lib/oeqa/manual/bsp-qemu.json222
-rw-r--r--meta/lib/oeqa/manual/build-appliance.json122
-rw-r--r--meta/lib/oeqa/manual/crops.json294
-rw-r--r--meta/lib/oeqa/manual/eclipse-plugin.json322
-rw-r--r--meta/lib/oeqa/manual/kernel-dev.json200
-rw-r--r--meta/lib/oeqa/manual/oe-core.json294
-rw-r--r--meta/lib/oeqa/manual/sdk.json32
9 files changed, 2750 insertions, 0 deletions
diff --git a/meta/lib/oeqa/manual/abat.patch b/meta/lib/oeqa/manual/abat.patch
new file mode 100644
index 0000000000..1541ac80cb
--- /dev/null
+++ b/meta/lib/oeqa/manual/abat.patch
@@ -0,0 +1,64 @@
1########
2diff --git a/glxgears_check.sh b/glxgears_check.sh
3index 17622b8..c4d3b97 100755
4--- a/glxgears_check.sh
5+++ b/glxgears_check.sh
6@@ -31,7 +31,7 @@ else
7
8 sleep 6
9
10- XPID=$( ps ax | awk '{print $1, $5}' | grep glxgears | awk '{print $1}')
11+ XPID=$( ps | awk '{print $1, $5}' | grep glxgears | awk '{print $1}')
12 if [ ! -z "$XPID" ]; then
13 kill -9 $XPID >/dev/null 2>&1
14 echo "glxgears can run, PASS!"
15diff --git a/x_close.sh b/x_close.sh
16index e287be1..3429f1a 100755
17--- a/x_close.sh
18+++ b/x_close.sh
19@@ -22,7 +22,7 @@
20 #
21 function close_proc(){
22 echo "kill process Xorg"
23-XPID=$( ps ax | awk '{print $1, $5}' | egrep "X$|Xorg$" | awk '{print $1}')
24+XPID=$( ps | awk '{print $1, $6}' | egrep "X$|Xorg$" | awk '{print $1}')
25 if [ ! -z "$XPID" ]; then
26 kill $XPID
27 sleep 4
28diff --git a/x_start.sh b/x_start.sh
29index 9cf6eab..2305796 100755
30--- a/x_start.sh
31+++ b/x_start.sh
32@@ -24,7 +24,7 @@
33 X_ERROR=0
34
35 #test whether X has started
36-PXID=$(ps ax |awk '{print $1,$5}' |egrep "Xorg$|X$" |grep -v grep | awk '{print $1}')
37+PXID=$(ps |awk '{print $1,$6}' |egrep "Xorg$|X$" |grep -v grep | awk '{print $1}')
38 if [ ! -z "$PXID" ]; then
39 echo "[WARNING] Xorg has started!"
40 XORG_STATUS="started"
41@@ -35,9 +35,11 @@ else
42 #start up the x server
43 echo "Start up the X server for test in display $DISPLAY................"
44
45- $XORG_DIR/bin/X >/dev/null 2>&1 &
46+ #$XORG_DIR/bin/X >/dev/null 2>&1 &
47+ #sleep 8
48+ #xterm &
49+ /etc/init.d/xserver-nodm start &
50 sleep 8
51- xterm &
52 fi
53 XLOG_FILE=/var/log/Xorg.0.log
54 [ -f $XORG_DIR/var/log/Xorg.0.log ] && XLOG_FILE=$XORG_DIR/var/log/Xorg.0.log
55@@ -54,7 +56,7 @@ fi
56 X_ERROR=1
57 fi
58
59- XPID=$( ps ax | awk '{print $1, $5}' | egrep "X$|Xorg$" |grep -v grep| awk '{print $1}')
60+ XPID=$( ps | awk '{print $1, $6}' | egrep "X$|Xorg$" |grep -v grep| awk '{print $1}')
61 if [ -z "$XPID" ]; then
62 echo "Start up X server FAIL!"
63 echo
64######## \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/bsp-hw.json b/meta/lib/oeqa/manual/bsp-hw.json
new file mode 100644
index 0000000000..a2b1d3e0b0
--- /dev/null
+++ b/meta/lib/oeqa/manual/bsp-hw.json
@@ -0,0 +1,1200 @@
1[
2 {
3 "test": {
4 "@alias": "bsps-hw.bsps-tools.rpm_-__install_dependency_package",
5 "author": [
6 {
7 "email": "alexandru.c.georgescu@intel.com",
8 "name": "alexandru.c.georgescu@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "Get a not previously installed RPM package or build one on local machine, which should have run-time dependency.For example, \"mc\" (Midnight Commander, which is a visual file manager) should depend on \"ncurses-terminfo\". \n\n$ bitbake mc \n\n\n",
14 "expected_results": ""
15 },
16 "2": {
17 "action": "Copy the package into a system folder (for example /home/root/rpm_packages). \n\n\n",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Run \"rpm -ivh package_name\" and check the output, for example \"rpm -ivh mc.rpm*\" should report the dependency on \"ncurses-terminfo\".\n\n\n\n",
22 "expected_results": "3 . rpm command should report message when some RPM installation depends on other packages."
23 }
24 },
25 "summary": "rpm_-__install_dependency_package"
26 }
27 },
28 {
29 "test": {
30 "@alias": "bsps-hw.bsps-runtime.boot_and_install_from_USB",
31 "author": [
32 {
33 "email": "alexandru.c.georgescu@intel.com",
34 "name": "alexandru.c.georgescu@intel.com"
35 }
36 ],
37 "execution": {
38 "1": {
39 "action": "plugin usb which contains live image burned",
40 "expected_results": "User can choose install system from usb stick onto harddisk from boot menu or command line option \n"
41 },
42 "2": {
43 "action": "configure device BIOS to firstly boot from USB if necessary",
44 "expected_results": "Installed system can boot up"
45 },
46 "3": {
47 "action": "boot the device and select option \"Install\" from boot menu",
48 "expected_results": ""
49 },
50 "4": {
51 "action": "proceed through default install process",
52 "expected_results": ""
53 },
54 "5": {
55 "action": "Remove USB, and reboot into new installed system. \nNote: If installation was successfully completed and received this message \"\"(sdx): Volume was not properly unmounted...Please run fsck.\"\" ignore it because this was whitelisted according to bug 9652.",
56 "expected_results": ""
57 }
58 },
59 "summary": "boot_and_install_from_USB"
60 }
61 },
62 {
63 "test": {
64 "@alias": "bsps-hw.bsps-runtime.live_boot_from_USB",
65 "author": [
66 {
67 "email": "juan.fernandox.ramos.frayle@intel.com",
68 "name": "juan.fernandox.ramos.frayle@intel.com"
69 }
70 ],
71 "execution": {
72 "1": {
73 "action": "Plugin usb which contains live image burned.",
74 "expected_results": "User can choose boot from live image on usb stick from boot menu or command line option"
75 },
76 "2": {
77 "action": "Configure device BIOS to firstly boot from USB if necessary.",
78 "expected_results": ""
79 },
80 "3": {
81 "action": "Reboot the device and boot from USB stick.",
82 "expected_results": "Live image can boot up with usb stick"
83 }
84 },
85 "summary": "live_boot_from_USB"
86 }
87 },
88 {
89 "test": {
90 "@alias": "bsps-hw.bsps-runtime.boot_from_runlevel_3",
91 "author": [
92 {
93 "email": "alexandru.c.georgescu@intel.com",
94 "name": "alexandru.c.georgescu@intel.com"
95 }
96 ],
97 "execution": {
98 "1": {
99 "action": "Boot into system and edit /etc/inittab to make sure that system enter at the run level 3 by default, this is done by changing the line \n\n\nid:5:initdefault \n\nto \n\nid:3:initdefault \n\n",
100 "expected_results": ""
101 },
102 "2": {
103 "action": "Reboot system, and press \"Tab\" to enter \"grub\"",
104 "expected_results": ""
105 },
106 "3": {
107 "action": "Get into the \"kernel\" line with the edit option \"e\" and add \"psplash=false text\" at the end line.",
108 "expected_results": ""
109 },
110 "4": {
111 "action": "Press \"F10\" or \"ctrl+x\" to boot system",
112 "expected_results": ""
113 },
114 "5": {
115 "action": "If system ask you for a login type \"root\"",
116 "expected_results": "System should boot to run level 3, showing the command prompt."
117 }
118 },
119 "summary": "boot_from_runlevel_3"
120 }
121 },
122 {
123 "test": {
124 "@alias": "bsps-hw.bsps-runtime.boot_from_runlevel_5",
125 "author": [
126 {
127 "email": "alexandru.c.georgescu@intel.com",
128 "name": "alexandru.c.georgescu@intel.com"
129 }
130 ],
131 "execution": {
132 "1": {
133 "action": "Boot into system and edit /etc/inittab to make sure that system enter at the run level 5 by default, this is done by changing the line \n\nid:3:initdefault \n\nto \n\nid:5:initdefault \n\n",
134 "expected_results": ""
135 },
136 "2": {
137 "action": "Reboot system, and press \"Tab\" to enter \"grub\"",
138 "expected_results": ""
139 },
140 "3": {
141 "action": "Get into the \"kernel\" line with the edit option \"e\" and add \"psplash=false text\" at the end line.",
142 "expected_results": ""
143 },
144 "4": {
145 "action": "Press \"F10\" or \"ctrl+x\" to boot system \nNote: The test is only for sato image.",
146 "expected_results": "System should boot to runlevel 5 ."
147 }
148 },
149 "summary": "boot_from_runlevel_5"
150 }
151 },
152 {
153 "test": {
154 "@alias": "bsps-hw.bsps-runtime.shutdown_system",
155 "author": [
156 {
157 "email": "alexandru.c.georgescu@intel.com",
158 "name": "alexandru.c.georgescu@intel.com"
159 }
160 ],
161 "execution": {
162 "1": {
163 "action": "boot system",
164 "expected_results": ""
165 },
166 "2": {
167 "action": "launch terminal and run \"shutdown -h now\" or \"poweroff\"",
168 "expected_results": "System can be shutdown successfully . "
169 }
170 },
171 "summary": "shutdown_system"
172 }
173 },
174 {
175 "test": {
176 "@alias": "bsps-hw.bsps-runtime.reboot_system",
177 "author": [
178 {
179 "email": "alexandru.c.georgescu@intel.com",
180 "name": "alexandru.c.georgescu@intel.com"
181 }
182 ],
183 "execution": {
184 "1": {
185 "action": "boot system",
186 "expected_results": ""
187 },
188 "2": {
189 "action": "launch terminal and run \"reboot\"",
190 "expected_results": "System can reboot successfully . "
191 }
192 },
193 "summary": "reboot_system"
194 }
195 },
196 {
197 "test": {
198 "@alias": "bsps-hw.bsps-runtime.switch_among_multi_applications_and_desktop",
199 "author": [
200 {
201 "email": "alexandru.c.georgescu@intel.com",
202 "name": "alexandru.c.georgescu@intel.com"
203 }
204 ],
205 "execution": {
206 "1": {
207 "action": "launch several applications(like contacts, file manager, notes, etc)",
208 "expected_results": "user could switch among multi applications and desktop"
209 },
210 "2": {
211 "action": "launch terminal",
212 "expected_results": ""
213 },
214 "3": {
215 "action": "switch among multi applications and desktop",
216 "expected_results": ""
217 },
218 "4": {
219 "action": "close applications \nNote: The case is for sato image only. ",
220 "expected_results": ""
221 }
222 },
223 "summary": "switch_among_multi_applications_and_desktop"
224 }
225 },
226 {
227 "test": {
228 "@alias": "bsps-hw.bsps-runtime.USB_-_mount",
229 "author": [
230 {
231 "email": "alexandru.c.georgescu@intel.com",
232 "name": "alexandru.c.georgescu@intel.com"
233 }
234 ],
235 "execution": {
236 "1": {
237 "action": "Boot system \n\n",
238 "expected_results": ""
239 },
240 "2": {
241 "action": "Plug USB stick, it should be mount in /run/media/sd(x) If X-window system does not start and show USB device, then use the terminal to mount it, following the next steps: \na. Locate the usb stick (usually it is on /dev/sdb) \nb. Create a directory with \"mkdir stick\" (so you will have such a path as: /home/root/stick). \nc. Run the command \"mount /dev/sdb /home/root/stick\" to mount USB device on it. \n\n",
242 "expected_results": "USB device should be mounted in /run/media/sd(x) \nor in /home/root/stick \n\n"
243 },
244 "3": {
245 "action": "Then you can access USB stick (/home/root/stick) via Terminal or GUI and try various commands and actions like \"cp\", \"mv\", \"touch\" and \"rm\". Type \"dmesg\" command and check for recent mounted devices.",
246 "expected_results": "Basic commands work properly. The system sends a notification in \"dmesg\" command, showing that the USB stick is accessible and the device is mounted ."
247 }
248 },
249 "summary": "USB_-_mount"
250 }
251 },
252 {
253 "test": {
254 "@alias": "bsps-hw.bsps-runtime.USB_-_read_files",
255 "author": [
256 {
257 "email": "alexandru.c.georgescu@intel.com",
258 "name": "alexandru.c.georgescu@intel.com"
259 }
260 ],
261 "execution": {
262 "1": {
263 "action": "boot system",
264 "expected_results": "view/copy successfully"
265 },
266 "2": {
267 "action": "plug usb stick",
268 "expected_results": ""
269 },
270 "3": {
271 "action": "view files in usb by file browser",
272 "expected_results": ""
273 },
274 "4": {
275 "action": "copy some files from usb to local hardware",
276 "expected_results": ""
277 }
278 },
279 "summary": "USB_-_read_files"
280 }
281 },
282 {
283 "test": {
284 "@alias": "bsps-hw.bsps-runtime.USB_-_umount",
285 "author": [
286 {
287 "email": "alexandru.c.georgescu@intel.com",
288 "name": "alexandru.c.georgescu@intel.com"
289 }
290 ],
291 "execution": {
292 "1": {
293 "action": "boot system",
294 "expected_results": "usb directory in file browser automatically missed"
295 },
296 "2": {
297 "action": "plug usb stick",
298 "expected_results": ""
299 },
300 "3": {
301 "action": "view files in usb by file browser \n4.unplug usb",
302 "expected_results": ""
303 }
304 },
305 "summary": "USB_-_umount"
306 }
307 },
308 {
309 "test": {
310 "@alias": "bsps-hw.bsps-runtime.USB_-_write_files",
311 "author": [
312 {
313 "email": "alexandru.c.georgescu@intel.com",
314 "name": "alexandru.c.georgescu@intel.com"
315 }
316 ],
317 "execution": {
318 "1": {
319 "action": "boot system",
320 "expected_results": "create/copy successfully"
321 },
322 "2": {
323 "action": "plug usb stick",
324 "expected_results": ""
325 },
326 "3": {
327 "action": "create files in usb \n4.copy some files from local hardware to usb",
328 "expected_results": ""
329 }
330 },
331 "summary": "USB_-_write_files"
332 }
333 },
334 {
335 "test": {
336 "@alias": "bsps-hw.bsps-runtime.ethernet_static_ip_set_in_connman",
337 "author": [
338 {
339 "email": "alexandru.c.georgescu@intel.com",
340 "name": "alexandru.c.georgescu@intel.com"
341 }
342 ],
343 "execution": {
344 "1": {
345 "action": "Boot the system and check internet connection is on . ",
346 "expected_results": ""
347 },
348 "2": {
349 "action": "Launch connmand-properties (up-right corner on desktop)",
350 "expected_results": ""
351 },
352 "3": {
353 "action": "Choose Ethernet device and set a valid static ip address for it. \nFor example, in our internal network, we can set as following: \nip address: 10.239.48.xxx \nMask: 255.255.255.0 \nGateway (Broadcast): 10.239.48.255",
354 "expected_results": ""
355 },
356 "4": {
357 "action": "Check the Network configuration with \"ifconfig\"",
358 "expected_results": "Static IP was set successfully \n"
359 },
360 "5": {
361 "action": "ping to another IP adress",
362 "expected_results": "Ping works correclty\n"
363 }
364 },
365 "summary": "ethernet_static_ip_set_in_connman"
366 }
367 },
368 {
369 "test": {
370 "@alias": "bsps-hw.bsps-runtime.ethernet_get_IP_in_connman_via_DHCP",
371 "author": [
372 {
373 "email": "alexandru.c.georgescu@intel.com",
374 "name": "alexandru.c.georgescu@intel.com"
375 }
376 ],
377 "execution": {
378 "1": {
379 "action": "Launch connmand-properties (up-right corner on your desktop). ",
380 "expected_results": ""
381 },
382 "2": {
383 "action": "Check if Ethernet device can work properly with static IP, doing \"ping XXX.XXX.XXX.XXX\", once this is set.",
384 "expected_results": "Ping executed successfully . \n\n"
385 },
386 "3": {
387 "action": "Then choose DHCP method for Ethernet device in connmand-properties.",
388 "expected_results": ""
389 },
390 "4": {
391 "action": "Check with 'ifconfig\" and \"ping\" if Ethernet device get IP address via DHCP.",
392 "expected_results": "Ethernet device can get dynamic IP address via DHCP in connmand ."
393 }
394 },
395 "summary": "ethernet_get_IP_in_connman_via_DHCP"
396 }
397 },
398 {
399 "test": {
400 "@alias": "bsps-hw.bsps-tools.connman_offline_mode_in_connman-gnome",
401 "author": [
402 {
403 "email": "alexandru.c.georgescu@intel.com",
404 "name": "alexandru.c.georgescu@intel.com"
405 }
406 ],
407 "execution": {
408 "1": {
409 "action": "Launch connman-properties after system booting \n\n",
410 "expected_results": ""
411 },
412 "2": {
413 "action": "choose \"offline mode\" and check the connection of all network interfaces ",
414 "expected_results": "All connection should be off after clicking \"offline mode\" . "
415 }
416 },
417 "summary": "connman_offline_mode_in_connman-gnome"
418 }
419 },
420 {
421 "test": {
422 "@alias": "bsps-hw.bsps-runtime.X_server_can_start_up_with_runlevel_5_boot",
423 "author": [
424 {
425 "email": "alexandru.c.georgescu@intel.com",
426 "name": "alexandru.c.georgescu@intel.com"
427 }
428 ],
429 "execution": {
430 "1": {
431 "action": "boot up system with default runlevel \n\n",
432 "expected_results": "X server can start up well and desktop display has no problem . \n\n"
433 },
434 "2": {
435 "action": "type runlevel at command prompt",
436 "expected_results": "Output:N 5"
437 }
438 },
439 "summary": "X_server_can_start_up_with_runlevel_5_boot"
440 }
441 },
442 {
443 "test": {
444 "@alias": "bsps-hw.bsps-runtime.standby",
445 "author": [
446 {
447 "email": "alexandru.c.georgescu@intel.com",
448 "name": "alexandru.c.georgescu@intel.com"
449 }
450 ],
451 "execution": {
452 "1": {
453 "action": "boot system and launch terminal; check output of \"date\" and launch script \"continue.sh\"",
454 "expected_results": ""
455 },
456 "2": {
457 "action": "echo \"mem\" > /sys/power/state",
458 "expected_results": ""
459 },
460 "3": {
461 "action": "After system go into S3 mode, move mouse or press any key to make it resume (on NUC press power button)",
462 "expected_results": ""
463 },
464 "4": {
465 "action": "Check \"date\" and script \"continue.sh\"",
466 "expected_results": ""
467 },
468 "5": {
469 "action": "Check if application can work as normal \ncontinue.sh as below: \n \n#!/bin/sh \n \ni=1 \nwhile [ 0 ] \ndo \n echo $i \n sleep 1 \n i=$((i+1)) \ndone ",
470 "expected_results": "Screen should resume back and script can run continuously incrementing the i's value from where it was before going to standby state. Date should be the same with the corresponding time increment."
471 }
472 },
473 "summary": "standby"
474 }
475 },
476 {
477 "test": {
478 "@alias": "bsps-hw.bsps-runtime.check_CPU_utilization_after_standby",
479 "author": [
480 {
481 "email": "alexandru.c.georgescu@intel.com",
482 "name": "alexandru.c.georgescu@intel.com"
483 }
484 ],
485 "execution": {
486 "1": {
487 "action": "Start up system",
488 "expected_results": ""
489 },
490 "2": {
491 "action": "run \"top\" command and check if there is any process eating CPU time",
492 "expected_results": ""
493 },
494 "3": {
495 "action": "make system into standby and resume it",
496 "expected_results": ""
497 },
498 "4": {
499 "action": "run \"top\" command and check if there is any difference with the data before standby",
500 "expected_results": "There should be no big difference before/after standby with \"top\" . "
501 }
502 },
503 "summary": "check_CPU_utilization_after_standby"
504 }
505 },
506 {
507 "test": {
508 "@alias": "bsps-hw.bsps-runtime.Test_if_LAN_device_works_well_after_resume_from_suspend_state",
509 "author": [
510 {
511 "email": "alexandru.c.georgescu@intel.com",
512 "name": "alexandru.c.georgescu@intel.com"
513 }
514 ],
515 "execution": {
516 "1": {
517 "action": "boot system and launch terminal",
518 "expected_results": ""
519 },
520 "2": {
521 "action": "echo \"mem\" > /sys/power/state",
522 "expected_results": ""
523 },
524 "3": {
525 "action": "After system go into S3 mode, move mouse or press any key to make it resume",
526 "expected_results": ""
527 },
528 "4": {
529 "action": "check ping status \n\nNote: This TC apply only for core-image-full-cmd and core-image-lsb .",
530 "expected_results": "ping should always work before/after standby"
531 }
532 },
533 "summary": "Test_if_LAN_device_works_well_after_resume_from_suspend_state"
534 }
535 },
536 {
537 "test": {
538 "@alias": "bsps-hw.bsps-runtime.Test_if_usb_hid_device_works_well_after_resume_from_suspend_state",
539 "author": [
540 {
541 "email": "alexandru.c.georgescu@intel.com",
542 "name": "alexandru.c.georgescu@intel.com"
543 }
544 ],
545 "execution": {
546 "1": {
547 "action": "boot system and launch terminal",
548 "expected_results": ""
549 },
550 "2": {
551 "action": "echo \"mem\" > /sys/power/state",
552 "expected_results": ""
553 },
554 "3": {
555 "action": "After system go into S3 mode, resume the device by pressing the power button or using HID devices",
556 "expected_results": "Devices resumes "
557 },
558 "4": {
559 "action": "check usb mouse and keyboard",
560 "expected_results": "Usb mouse and keyboard should work"
561 }
562 },
563 "summary": "Test_if_usb_hid_device_works_well_after_resume_from_suspend_state"
564 }
565 },
566 {
567 "test": {
568 "@alias": "bsps-hw.bsps-tools.click_terminal_icon_on_X_desktop",
569 "author": [
570 {
571 "email": "alexandru.c.georgescu@intel.com",
572 "name": "alexandru.c.georgescu@intel.com"
573 }
574 ],
575 "execution": {
576 "1": {
577 "action": "After system launch and X start up, click terminal icon on desktop",
578 "expected_results": ""
579 },
580 "2": {
581 "action": "Check if only one terminal window launched and no other problem met",
582 "expected_results": "There should be no problem after launching terminal . "
583 }
584 },
585 "summary": "click_terminal_icon_on_X_desktop"
586 }
587 },
588 {
589 "test": {
590 "@alias": "bsps-hw.bsps-tools.Add_multiple_files_in_media_player",
591 "author": [
592 {
593 "email": "alexandru.c.georgescu@intel.com",
594 "name": "alexandru.c.georgescu@intel.com"
595 }
596 ],
597 "execution": {
598 "1": {
599 "action": "Launch media player",
600 "expected_results": ""
601 },
602 "2": {
603 "action": "Add multiple files(5 files) in media player at same time (ogg or wav)",
604 "expected_results": ""
605 },
606 "3": {
607 "action": "Verify the sound.",
608 "expected_results": "Media player should be OK with this action, it reproduce files correctly."
609 }
610 },
611 "summary": "Add_multiple_files_in_media_player"
612 }
613 },
614 {
615 "test": {
616 "@alias": "bsps-hw.bsps-runtime.check_bash_in_image",
617 "author": [
618 {
619 "email": "alexandru.c.georgescu@intel.com",
620 "name": "alexandru.c.georgescu@intel.com"
621 }
622 ],
623 "execution": {
624 "1": {
625 "action": "After system is up, check if bash command exists with command \"which bash\"",
626 "expected_results": "bash command should exist in image giving something as below \"/bin/bash\""
627 }
628 },
629 "summary": "check_bash_in_image"
630 }
631 },
632 {
633 "test": {
634 "@alias": "bsps-hw.bsps-runtime.MicroSD_-__mount",
635 "author": [
636 {
637 "email": "alexandru.c.georgescu@intel.com",
638 "name": "alexandru.c.georgescu@intel.com"
639 }
640 ],
641 "execution": {
642 "1": {
643 "action": "boot system",
644 "expected_results": "system notify that MicroSDis accessible"
645 },
646 "2": {
647 "action": "plug MicroSD card",
648 "expected_results": ""
649 }
650 },
651 "summary": "MicroSD_-__mount"
652 }
653 },
654 {
655 "test": {
656 "@alias": "bsps-hw.bsps-runtime.MicroSD_-__read_files",
657 "author": [
658 {
659 "email": "alexandru.c.georgescu@intel.com",
660 "name": "alexandru.c.georgescu@intel.com"
661 }
662 ],
663 "execution": {
664 "1": {
665 "action": "boot system",
666 "expected_results": "view/copy successfully"
667 },
668 "2": {
669 "action": "plug MicroSD card",
670 "expected_results": ""
671 },
672 "3": {
673 "action": "view files inMicroSD by file browser",
674 "expected_results": ""
675 },
676 "4": {
677 "action": "copy some files fromMicroSD to local hardware",
678 "expected_results": ""
679 }
680 },
681 "summary": "MicroSD_-__read_files"
682 }
683 },
684 {
685 "test": {
686 "@alias": "bsps-hw.bsps-runtime.MicroSD_-__umount",
687 "author": [
688 {
689 "email": "alexandru.c.georgescu@intel.com",
690 "name": "alexandru.c.georgescu@intel.com"
691 }
692 ],
693 "execution": {
694 "1": {
695 "action": "boot system",
696 "expected_results": "MicroSD in file browser automatically missed . "
697 },
698 "2": {
699 "action": "plug MicroSD card",
700 "expected_results": ""
701 },
702 "3": {
703 "action": "view files in MicroSDby file browser",
704 "expected_results": ""
705 },
706 "4": {
707 "action": "unplug MicroSD",
708 "expected_results": ""
709 }
710 },
711 "summary": "MicroSD_-__umount"
712 }
713 },
714 {
715 "test": {
716 "@alias": "bsps-hw.bsps-runtime.MicroSD_-__write_files",
717 "author": [
718 {
719 "email": "alexandru.c.georgescu@intel.com",
720 "name": "alexandru.c.georgescu@intel.com"
721 }
722 ],
723 "execution": {
724 "1": {
725 "action": "boot system",
726 "expected_results": "create/copy successfully"
727 },
728 "2": {
729 "action": "plug MicroSD card",
730 "expected_results": ""
731 },
732 "3": {
733 "action": "create files in MicroSD",
734 "expected_results": ""
735 },
736 "4": {
737 "action": "copy some files from local hardware to MicroSD",
738 "expected_results": ""
739 }
740 },
741 "summary": "MicroSD_-__write_files"
742 }
743 },
744 {
745 "test": {
746 "@alias": "bsps-hw.bsps-tools.video_-_libva_check_(ogg_video_play)",
747 "author": [
748 {
749 "email": "alexandru.c.georgescu@intel.com",
750 "name": "alexandru.c.georgescu@intel.com"
751 }
752 ],
753 "execution": {
754 "1": {
755 "action": "check if libva is installed on system (or libogg)",
756 "expected_results": ""
757 },
758 "2": {
759 "action": "copy sample ogg file to system",
760 "expected_results": ""
761 },
762 "3": {
763 "action": "launch media player can play the ogg file",
764 "expected_results": "ogg file can be played without problem when libva is used (or libogg) "
765 }
766 },
767 "summary": "video_-_libva_check_(ogg_video_play)"
768 }
769 },
770 {
771 "test": {
772 "@alias": "bsps-hw.bsps-tools.media_player_-_unable_to_play_MPEG-1_without_\"commercial\"_flag",
773 "author": [
774 {
775 "email": "alexandru.c.georgescu@intel.com",
776 "name": "alexandru.c.georgescu@intel.com"
777 }
778 ],
779 "execution": {
780 "1": {
781 "action": "Copy sample MPEG-1 file to a system without the \"commercial\" flag.",
782 "expected_results": ""
783 },
784 "2": {
785 "action": "Launch media player and make sure it cannot play the MPEG-1 file.",
786 "expected_results": "MPEG-1 file can not be played on images without the \"commercial\" flag. "
787 }
788 },
789 "summary": "media_player_-_unable_to_play_MPEG-1_without_\"commercial\"_flag"
790 }
791 },
792 {
793 "test": {
794 "@alias": "bsps-hw.bsps-tools.media_player_-_play_video_(ogv)",
795 "author": [
796 {
797 "email": "alexandru.c.georgescu@intel.com",
798 "name": "alexandru.c.georgescu@intel.com"
799 }
800 ],
801 "execution": {
802 "1": {
803 "action": "copy sample ogv file to system",
804 "expected_results": ""
805 },
806 "2": {
807 "action": "launch media player and make sure it can play the ogv file",
808 "expected_results": "ogv file can be played without problem"
809 }
810 },
811 "summary": "media_player_-_play_video_(ogv)"
812 }
813 },
814 {
815 "test": {
816 "@alias": "bsps-hw.bsps-tools.media_player_-_stop/play_button_(ogv)",
817 "author": [
818 {
819 "email": "alexandru.c.georgescu@intel.com",
820 "name": "alexandru.c.georgescu@intel.com"
821 }
822 ],
823 "execution": {
824 "1": {
825 "action": "copy sample ogv file to system",
826 "expected_results": ""
827 },
828 "2": {
829 "action": "launch media player can play the ogv file",
830 "expected_results": ""
831 },
832 "3": {
833 "action": "click \"stop\" button to stop playing",
834 "expected_results": ""
835 },
836 "4": {
837 "action": "click \"start\" button to resume playing",
838 "expected_results": "ogv file can be start/stop without problem"
839 }
840 },
841 "summary": "media_player_-_stop/play_button_(ogv)"
842 }
843 },
844 {
845 "test": {
846 "@alias": "bsps-hw.bsps-tools.audio_-_play_(ogg)_with_HDMI",
847 "author": [
848 {
849 "email": "alexandru.c.georgescu@intel.com",
850 "name": "alexandru.c.georgescu@intel.com"
851 }
852 ],
853 "execution": {
854 "1": {
855 "action": "copy sample ogg file to system",
856 "expected_results": ""
857 },
858 "2": {
859 "action": "connect system with a monitor with HDMI",
860 "expected_results": ""
861 },
862 "3": {
863 "action": "launch media player and play the ogg file",
864 "expected_results": "ogg file can be played without problem with HDMI"
865 }
866 },
867 "summary": "audio_-_play_(ogg)_with_HDMI"
868 }
869 },
870 {
871 "test": {
872 "@alias": "bsps-hw.bsps-tools.audio_-_play_(wav)_with_HDMI",
873 "author": [
874 {
875 "email": "alexandru.c.georgescu@intel.com",
876 "name": "alexandru.c.georgescu@intel.com"
877 }
878 ],
879 "execution": {
880 "1": {
881 "action": "copy sample wav file to system",
882 "expected_results": ""
883 },
884 "2": {
885 "action": "connect system with a monitor with HDMI",
886 "expected_results": ""
887 },
888 "3": {
889 "action": "launch media player and play the wav file",
890 "expected_results": "wav file can be played without problem, with HDMI"
891 }
892 },
893 "summary": "audio_-_play_(wav)_with_HDMI"
894 }
895 },
896 {
897 "test": {
898 "@alias": "bsps-hw.bsps-tools.Graphics_-_ABAT",
899 "author": [
900 {
901 "email": "alexandru.c.georgescu@intel.com",
902 "name": "alexandru.c.georgescu@intel.com"
903 }
904 ],
905 "execution": {
906 "1": {
907 "action": "Download ABAT test suite from internal git repository, git clone git://tinderbox.sh.intel.com/git/abat",
908 "expected_results": ""
909 },
910 "2": {
911 "action": "Apply following patch to make it work on yocto environment",
912 "expected_results": ""
913 },
914 "3": {
915 "action": "Run \"./abat.sh\" to run ABAT test refer to abat.patch",
916 "expected_results": "All ABAT test should pass. \nNote : If below 3 fails appears ignore them. \n- start up X server fail.. due is already up \n- module [intel_agp] \n- module [i915]"
917 }
918 },
919 "summary": "Graphics_-_ABAT"
920 }
921 },
922 {
923 "test": {
924 "@alias": "bsps-hw.bsps-tools.Graphics_-_x11perf_-_2D",
925 "author": [
926 {
927 "email": "alexandru.c.georgescu@intel.com",
928 "name": "alexandru.c.georgescu@intel.com"
929 }
930 ],
931 "execution": {
932 "1": {
933 "action": "Run \"x11perf -aa10text\" and \"x11perf -rgb10text\"",
934 "expected_results": ""
935 },
936 "2": {
937 "action": "Get the FPS result and compare it with upstream graphics data on Sandybridge",
938 "expected_results": "There should not be big regression between Yocto and upstream linux . "
939 }
940 },
941 "summary": "Graphics_-_x11perf_-_2D"
942 }
943 },
944 {
945 "test": {
946 "@alias": "bsps-hw.bsps-oe-core.Test_Run_Integrity_-_Check_that_image_is_buildable",
947 "author": [
948 {
949 "email": "corneliux.stoicescu@intel.com",
950 "name": "corneliux.stoicescu@intel.com"
951 }
952 ],
953 "execution": {
954 "1": {
955 "action": "Check that image can be built using either of the following methods: \n\n",
956 "expected_results": ""
957 },
958 "2": {
959 "action": "Check that image is built by autobuilder \nPlease check at: https://autobuilder.yocto.io/pub/releases/ \nChoose the target release that you are validating. \n\n",
960 "expected_results": ""
961 },
962 "3": {
963 "action": "Build image yourself \nPreferred to build an core-image-sato-dev to ease the process of the dependent test cases in this run. \nNote: Please set MACHINE in conf/local.conf ",
964 "expected_results": "If either method fails, this test case will be failed and dependent test cases will be blocked. "
965 }
966 },
967 "summary": "Test_Run_Integrity_-_Check_that_image_is_buildable"
968 }
969 },
970 {
971 "test": {
972 "@alias": "bsps-hw.bsps-runtime.Check_if_SATA_disk_can_work_correctly",
973 "author": [
974 {
975 "email": "yi.zhao@windriver.com",
976 "name": "yi.zhao@windriver.com"
977 }
978 ],
979 "execution": {
980 "1": {
981 "action": "Run fdisk command to create partition on SATA disk. ",
982 "expected_results": "The SATA device can mount, umount, read and write. "
983 },
984 "2": {
985 "action": "Mount/Umount \n mke2fs /dev/sda1 \n mount -t ext2 /dev/sda1 /mnt/disk \n umount /mnt/disk",
986 "expected_results": ""
987 },
988 "3": {
989 "action": "Read/Write (filesystem) \n touch /mnt/disk/test.txt \n echo abcd > /mnt/disk/test.txt \n cat /mnt/disk/test.txt",
990 "expected_results": ""
991 },
992 "4": {
993 "action": "Read/Write (raw) \n dd if=/dev/sda1 of=/tmp/test bs=1k count=1k \n This command will read 1MB from /dev/sda1 to /tmp/test",
994 "expected_results": ""
995 }
996 },
997 "summary": "Check_if_SATA_disk_can_work_correctly"
998 }
999 },
1000 {
1001 "test": {
1002 "@alias": "bsps-hw.bsps-runtime.Install_and_boot_from_USB-drive_to_HDD-drive",
1003 "author": [
1004 {
1005 "email": "david.israelx.rodriguez.castellanos@intel.com",
1006 "name": "david.israelx.rodriguez.castellanos@intel.com"
1007 }
1008 ],
1009 "execution": {
1010 "1": {
1011 "action": "Get a HDD drive.",
1012 "expected_results": "User can choose install system from USB stick on HDD drive from boot menu or command line option \n"
1013 },
1014 "2": {
1015 "action": "Plugin USB which contains live image burned (USB1).",
1016 "expected_results": "Installed system can boot up."
1017 },
1018 "3": {
1019 "action": "Configure device BIOS to firstly boot from USB if necessary",
1020 "expected_results": ""
1021 },
1022 "4": {
1023 "action": "Boot the device and select option \"Install\" from boot menu.",
1024 "expected_results": ""
1025 },
1026 "5": {
1027 "action": "Make sure that the divice in which image is going to be installed is the HDD drive.",
1028 "expected_results": ""
1029 },
1030 "6": {
1031 "action": "Proceed through default install process.",
1032 "expected_results": ""
1033 },
1034 "7": {
1035 "action": "Remove USB1, and reboot into new installed system.",
1036 "expected_results": ""
1037 }
1038 },
1039 "summary": "Install_and_boot_from_USB-drive_to_HDD-drive"
1040 }
1041 },
1042 {
1043 "test": {
1044 "@alias": "bsps-hw.bsps-runtime.Install_and_boot_from_USB-drive_to_SD-drive",
1045 "author": [
1046 {
1047 "email": "david.israelx.rodriguez.castellanos@intel.com",
1048 "name": "david.israelx.rodriguez.castellanos@intel.com"
1049 }
1050 ],
1051 "execution": {
1052 "1": {
1053 "action": "Get a SD-drive with enough free space to install an image.",
1054 "expected_results": "User can choose install system from USB stick on SD-drive from boot menu or command line option. \n"
1055 },
1056 "2": {
1057 "action": "Plugin USB which contains live image burned (USB1).",
1058 "expected_results": "Installed system can boot up."
1059 },
1060 "3": {
1061 "action": "Configure device BIOS to firstly boot from USB if necessary",
1062 "expected_results": ""
1063 },
1064 "4": {
1065 "action": "Boot the device and select option \"Install\" from boot menu.",
1066 "expected_results": ""
1067 },
1068 "5": {
1069 "action": "Make sure that the device in which image is going to be installed is the SD-drive.",
1070 "expected_results": ""
1071 },
1072 "6": {
1073 "action": "Proceed through default install process.",
1074 "expected_results": ""
1075 },
1076 "7": {
1077 "action": "Remove USB1, and reboot into new installed system.",
1078 "expected_results": ""
1079 }
1080 },
1081 "summary": "Install_and_boot_from_USB-drive_to_SD-drive"
1082 }
1083 },
1084 {
1085 "test": {
1086 "@alias": "bsps-hw.bsps-runtime.Test_boot_on_serial_communication_SD",
1087 "author": [
1088 {
1089 "email": "juan.fernandox.ramos.frayle@intel.com",
1090 "name": "juan.fernandox.ramos.frayle@intel.com"
1091 }
1092 ],
1093 "execution": {
1094 "1": {
1095 "action": "1.- Create a yocto project image in a SD card \nexample \n2 - Configure a connection like shown in the link avobe: \nhttps://wiki.yoctoproject.org/wiki/MinnowMax_board_Serial_video_connection_guide \n3 - Verify the Minow Max board is connected to the host \n4 - Boot the system to desktop \n5 - Open a Terminal and check the IP \nIn Terminal type $ifconfig\"",
1096 "expected_results": "Verify you can create a live image \n"
1097 }
1098 },
1099 "summary": "Test_boot_on_serial_communication_SD"
1100 }
1101 },
1102 {
1103 "test": {
1104 "@alias": "bsps-hw.bsps-runtime.Test_boot_on_serial_communication_HDD",
1105 "author": [
1106 {
1107 "email": "juan.fernandox.ramos.frayle@intel.com",
1108 "name": "juan.fernandox.ramos.frayle@intel.com"
1109 }
1110 ],
1111 "execution": {
1112 "1": {
1113 "action": "1 - Create a yocto project image in a HDD \nexample \n2 - Configure a connection like shown in the link avobe: \nhttps://wiki.yoctoproject.org/wiki/MinnowMax_board_Serial_video_connection_guide \n3 - Verify the Minow Max board is connected to the host \n4 - Boot the system to desktop \n5 - Open a Terminal and check the IP \nIn Terminal type $ifconfig\"> ",
1114 "expected_results": "Verify you can create a live image \n"
1115 }
1116 },
1117 "summary": "Test_boot_on_serial_communication_HDD"
1118 }
1119 },
1120 {
1121 "test": {
1122 "@alias": "bsps-hw.bsps-runtime.Test_boot_on_serial_communication_USB",
1123 "author": [
1124 {
1125 "email": "juan.fernandox.ramos.frayle@intel.com",
1126 "name": "juan.fernandox.ramos.frayle@intel.com"
1127 }
1128 ],
1129 "execution": {
1130 "1": {
1131 "action": "1.- Create a yocto project image in a USB \nexample <dd if= core-image-sato-sdk.hddimg of =/dev/sdb>",
1132 "expected_results": "Verify you can create a live image \n"
1133 },
1134 "2": {
1135 "action": "Configure a connection like shown in the link avobe: \nhttps://wiki.yoctoproject.org/wiki/MinnowMax_board_Serial_video_connection_guide\n\n",
1136 "expected_results": "Video signal is present and not delayed \n"
1137 },
1138 "3": {
1139 "action": " Verify the Minow Max board is connected to the host",
1140 "expected_results": "Verify the system boot ok and no errors are present \n"
1141 },
1142 "4": {
1143 "action": " Boot the system to desktop",
1144 "expected_results": " Check that a valid IP is retrieved"
1145 },
1146 "5": {
1147 "action": " Open a Terminal and check the IP \nIn Terminal type $ifconfig\" ",
1148 "expected_results": ""
1149 }
1150 },
1151 "summary": "Test_boot_on_serial_communication_USB"
1152 }
1153 },
1154 {
1155 "test": {
1156 "@alias": "bsps-hw.bsps-runtime.Test_Seek_bar_and_volume_control",
1157 "author": [
1158 {
1159 "email": "juan.fernandox.ramos.frayle@intel.com",
1160 "name": "juan.fernandox.ramos.frayle@intel.com"
1161 }
1162 ],
1163 "execution": {
1164 "1": {
1165 "action": "Run media player and load a media file ",
1166 "expected_results": "Media player correctly open audio/video file \n"
1167 },
1168 "2": {
1169 "action": "Verify that seek and volume control are present ",
1170 "expected_results": "Seek bar and volume control are present \n"
1171 },
1172 "3": {
1173 "action": "Verify that selecting the speaker icon opens the volume control",
1174 "expected_results": "Volume control bar must appear \n"
1175 },
1176 "4": {
1177 "action": "Verify you can increase and decrease volume level with the volume control",
1178 "expected_results": "Volume level must be increased and decreased \n"
1179 },
1180 "5": {
1181 "action": "Observe that slider on the seek bar moves along with the video/audio play",
1182 "expected_results": "Video/audio file can be played and slider moves along with the video/audio play \n"
1183 },
1184 "6": {
1185 "action": "Verify you can navigate the video with the slider back and forward",
1186 "expected_results": "The slider can move back and forward in the seek bar \n"
1187 },
1188 "7": {
1189 "action": "Verify that seek and volume control are functional in full screen mode",
1190 "expected_results": "Press the full screen mode icon, seek bar and volume control must work fine \n"
1191 },
1192 "8": {
1193 "action": "Verify that pressing << or >> while playing a file makes the slide goes slow/backwards or faster",
1194 "expected_results": "Verify << and >> works correctly"
1195 }
1196 },
1197 "summary": "Test_Seek_bar_and_volume_control"
1198 }
1199 }
1200] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/bsp-qemu.json b/meta/lib/oeqa/manual/bsp-qemu.json
new file mode 100644
index 0000000000..1260af4b4c
--- /dev/null
+++ b/meta/lib/oeqa/manual/bsp-qemu.json
@@ -0,0 +1,222 @@
1[
2 {
3 "test": {
4 "@alias": "bsps-qemu.bsps-tools.qemu_can_be_started_with_KVM_enabled",
5 "author": [
6 {
7 "email": "alexandru.c.georgescu@intel.com",
8 "name": "alexandru.c.georgescu@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "Build a kernel with KVM enabled \n\nIn Local.conf add \n\nQEMU_USE_KVM = \"${@ 'intel-corei7-64 intel-core2-32 qemux86 qemux86-64' if os.access('/dev/kvm', os.R_OK|os.W_OK) else '' }\" \n\n ",
14 "expected_results": ""
15 },
16 "2": {
17 "action": "Start qemu with option \"kvm\" with runqemu \n a. If you start qemu with kvm failed, maybe it is because host not install kvm and vhost_net module. Follow below link to install them. \n b. vhost_test refer: https://wiki.yoctoproject.org/wiki/Running_an_x86_Yocto_Linux_image_under_QEMU_KVM \n c. kvm refer: https://wiki.yoctoproject.org/wiki/How_to_enable_KVM_for_Poky_qemu",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Check if qemu starts up and if kvm_intel module is used",
22 "expected_results": ""
23 },
24 "4": {
25 "action": "If kvm_intel module is not used when starting qemu, it will show 0 in \"Used by\" column when you run \"lsmod | grep kvm_intel\" ",
26 "expected_results": "KVM enabled with qemu \nExecute \"lsmod | grep kvm_intel\" from your host twice, before and after you \nstart the qemu with kvm option. Before start, the number should be 0, \nafter start, the number should bigger than 0."
27 }
28 },
29 "summary": "qemu_can_be_started_with_KVM_enabled"
30 }
31 },
32 {
33 "test": {
34 "@alias": "bsps-qemu.bsps-tools.Post-installation_logging",
35 "author": [
36 {
37 "email": "yi.zhao@windriver.com",
38 "name": "yi.zhao@windriver.com"
39 }
40 ],
41 "execution": {
42 "1": {
43 "action": "Download the poky source and set environment \n",
44 "expected_results": "The /var/log/postinstall.log should exist in the first boot. The content of this log is like below: \n\nRunning postinst /etc/rpm-postinsts/man... \nList directory to check the output log \nbin \nboot \ndev \netc \nhome \nlib \nlost+found \nmedia \nmnt \nproc \nrun \nsbin \nsys \ntmp \nusr \nvar \nList nonexist directory to check the stderr redirection log \nls: /nonexist: No such file or directory "
45 },
46 "2": {
47 "action": "Add the following lines to a .bb file. For expample, meta/recipes-connectivity/openssh/openssh_6.2p2.bb: \n\npkg_postinst_ontarget_${PN} () { \n #!/bin/sh -e \n if [ x\"$D\" = \"x\" ]; then \n echo \"List directory to check the output log\" \n ls / \n echo \"List nonexist directory to check the stderr redirection log\" \n ls /nonexist \n else \n exit 1 \n fi \n} \n\nMake sure the feature \"debug-tweaks\" is added in conf/local.conf \n",
48 "expected_results": ""
49 },
50 "3": {
51 "action": "Add ssh-server-openssh to EXTRA_IMAGE_FEATURES in local.conf \n",
52 "expected_results": ""
53 },
54 "4": {
55 "action": "Build core-image-minimal \n",
56 "expected_results": ""
57 },
58 "5": {
59 "action": "Boot up the image and check the /var/log/postinstall.log ",
60 "expected_results": ""
61 }
62 },
63 "summary": "Post-installation_logging"
64 }
65 },
66 {
67 "test": {
68 "@alias": "bsps-qemu.bsps-tools.Add_user_with_cleartext_type_password_during_filesystem_construction",
69 "author": [
70 {
71 "email": "ke.zou@windriver.com",
72 "name": "ke.zou@windriver.com"
73 }
74 ],
75 "execution": {
76 "1": {
77 "action": "Download the poky source and set the environment \n\n",
78 "expected_results": "No error during image building procedure. \n"
79 },
80 "2": {
81 "action": "Add the following lines in conf/local.conf \n\nINHERIT += \"extrausers\" \n\nEXTRA_USERS_PARAMS = \"\\ \nuseradd -s /bin/sh -P 'tester3' tester3;\\ \n\" \n\nThe above settings do the following things: \na. Add a user tester3 with cleartext password 'tester3' ",
82 "expected_results": "Image can boot up \n"
83 },
84 "3": {
85 "action": "Build the image\n ",
86 "expected_results": "Login with user name \"tester3\" and password \"tester3\" "
87 }
88 },
89 "summary": "Add_user_with_cleartext_type_password_during_filesystem_construction"
90 }
91 },
92 {
93 "test": {
94 "@alias": "bsps-qemu.bsps-tools.rpm_-__install_dependency_package",
95 "author": [
96 {
97 "email": "alexandru.c.georgescu@intel.com",
98 "name": "alexandru.c.georgescu@intel.com"
99 }
100 ],
101 "execution": {
102 "1": {
103 "action": "Get a not previously installed RPM package or build one on local machine, which should have run-time dependency.For example, \"mc\" (Midnight Commander, which is a visual file manager) should depend on \"ncurses-terminfo\". \n\n$ bitbake mc \n\n\n",
104 "expected_results": ""
105 },
106 "2": {
107 "action": "Copy the package into a system folder (for example /home/root/rpm_packages). \n\n\n",
108 "expected_results": ""
109 },
110 "3": {
111 "action": "Run \"rpm -ivh package_name\" and check the output, for example \"rpm -ivh mc.rpm*\" should report the dependency on \"ncurses-terminfo\".\n\n\n\n",
112 "expected_results": "3 . rpm command should report message when some RPM installation depends on other packages."
113 }
114 },
115 "summary": "rpm_-__install_dependency_package"
116 }
117 },
118 {
119 "test": {
120 "@alias": "bsps-qemu.bsps-tools.Check_rpm_install/removal_log_file_size(auto)",
121 "author": [
122 {
123 "email": "alexandru.c.georgescu@intel.com",
124 "name": "alexandru.c.georgescu@intel.com"
125 }
126 ],
127 "execution": {
128 "1": {
129 "action": "Get some rpm or other kind of installation packages. \n\n",
130 "expected_results": "Steps 1- 4 (more than 2.3) \nEach file will occupy around 10MB, and there should be some method to keep rpm log in a small size. (the size of the db of RPMs must not be taking so much space) \nStep 5 (less than or equal to 2.3)\nThe size on /var/lib/rpm/ must keep around 30MB"
131 },
132 "2": {
133 "action": "After system is up, check the size of log file named as \"log.xxxxxx\" on /var/lib/rpm/log \n\n",
134 "expected_results": ""
135 },
136 "3": {
137 "action": "After several install/removal of packages, with either of the install/removal commands (rpm/smart/zypper/dnf install/removal), check again the size of log file. \n\n",
138 "expected_results": ""
139 },
140 "4": {
141 "action": "For packages installation, there will be some database files under /var/lib/rpm/, named as \"__db.xxx\" and there will be some log files \nunder /var/lib/rpm/log, named as \"\"log.xxxxxx\"\". \n\nNote: You will only see the log.xxxx on /var/lib/rpm/log mentioned above if the poky version is minor than 2.3.For poky 2.3 or major versions this has been modified and the package RPM4 does not show the logs.xxxx. if major, follow the next step. \n\n",
142 "expected_results": ""
143 },
144 "5": {
145 "action": "Repeat steps (1 and 3) and check the size of /var/lib/rpm/ \n\nMore info: https://bugzilla.yoctoproject.org/show_bug.cgi?id=9259",
146 "expected_results": ""
147 }
148 },
149 "summary": "Check_rpm_install/removal_log_file_size"
150 }
151 },
152 {
153 "test": {
154 "@alias": "bsps-qemu.bsps-runtime.only_one_connmand_in_background(auto)",
155 "author": [
156 {
157 "email": "alexandru.c.georgescu@intel.com",
158 "name": "alexandru.c.georgescu@intel.com"
159 }
160 ],
161 "execution": {
162 "1": {
163 "action": "Boot system",
164 "expected_results": ""
165 },
166 "2": {
167 "action": "Run \"ps aux |grep connmand\" or \"ps -ef | grep connmand\" or \"ps | grep connmand\"",
168 "expected_results": "Connmand (connection manager, used to manage internet connections) should be shown as an active process \n\n"
169 },
170 "3": {
171 "action": "Run command \"connmand\" to try to launch to a second connmand process",
172 "expected_results": ""
173 },
174 "4": {
175 "action": "Check, with \"ps\" connmand if a second connmand can be generated ",
176 "expected_results": "There should be only one connmand process instance in background ."
177 }
178 },
179 "summary": "only_one_connmand_in_background"
180 }
181 },
182 {
183 "test": {
184 "@alias": "bsps-qemu.bsps-runtime.X_server_can_start_up_with_runlevel_5_boot",
185 "author": [
186 {
187 "email": "alexandru.c.georgescu@intel.com",
188 "name": "alexandru.c.georgescu@intel.com"
189 }
190 ],
191 "execution": {
192 "1": {
193 "action": "boot up system with default runlevel \n\n",
194 "expected_results": "X server can start up well and desktop display has no problem . \n\n"
195 },
196 "2": {
197 "action": "type runlevel at command prompt",
198 "expected_results": "Output:N 5"
199 }
200 },
201 "summary": "X_server_can_start_up_with_runlevel_5_boot"
202 }
203 },
204 {
205 "test": {
206 "@alias": "bsps-qemu.bsps-runtime.check_bash_in_image",
207 "author": [
208 {
209 "email": "alexandru.c.georgescu@intel.com",
210 "name": "alexandru.c.georgescu@intel.com"
211 }
212 ],
213 "execution": {
214 "1": {
215 "action": "After system is up, check if bash command exists with command \"which bash\"",
216 "expected_results": "bash command should exist in image giving something as below \"/bin/bash\""
217 }
218 },
219 "summary": "check_bash_in_image"
220 }
221 }
222] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/build-appliance.json b/meta/lib/oeqa/manual/build-appliance.json
new file mode 100644
index 0000000000..b8f89275d0
--- /dev/null
+++ b/meta/lib/oeqa/manual/build-appliance.json
@@ -0,0 +1,122 @@
1[
2 {
3 "test": {
4 "@alias": "build-appliance.build-appliance.Bitbake_build-appliance-image",
5 "author": [
6 {
7 "email": "alexandru.c.georgescu@intel.com",
8 "name": "alexandru.c.georgescu@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "Get poky source code and prepare the build environment",
14 "expected_results": "bitbake build-appliance-image is successful "
15 },
16 "2": {
17 "action": "Set MACHINE to qemux86 and add the following line to conf/local.conf : SRCREV_pn-build-appliance-image = \"${AUTOREV}\"",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Run \"bitbake build-appliance-image\" \n \n",
22 "expected_results": ""
23 }
24 },
25 "summary": "Bitbake_build-appliance-image"
26 }
27 },
28 {
29 "test": {
30 "@alias": "build-appliance.build-appliance.Build_core-image-minimal_with_build-appliance-image",
31 "author": [
32 {
33 "email": "corneliux.stoicescu@intel.com",
34 "name": "corneliux.stoicescu@intel.com"
35 }
36 ],
37 "execution": {
38 "1": {
39 "action": "Build with AUTOREV or download from Autobuilder an image for Yocto Build Appliance. ",
40 "expected_results": ""
41 },
42 "2": {
43 "action": "Boot the image under VMWare Player. ",
44 "expected_results": ""
45 },
46 "3": {
47 "action": "Build qemux86 core-image-minimal using bitbake command line in the build-appliance-image ",
48 "expected_results": ""
49 },
50 "4": {
51 "action": "Launch the image just built using runqemu. ",
52 "expected_results": "core-image-minimal should build and boot. "
53 }
54 },
55 "summary": "Build_core-image-minimal_with_build-appliance-image"
56 }
57 },
58 {
59 "test": {
60 "@alias": "build-appliance.build-appliance.Build_a_image_without_error_(added_recipe)",
61 "author": [
62 {
63 "email": "sstncr@gmail.com",
64 "name": "sstncr@gmail.com"
65 }
66 ],
67 "execution": {
68 "1": {
69 "action": "Launch Build Appliance",
70 "expected_results": "User could build a image without error and the added package is in the image"
71 },
72 "2": {
73 "action": "Set \"Machine\" in conf/local.conf, for example, qemuarm",
74 "expected_results": ""
75 },
76 "3": {
77 "action": "Install a new package to the image, for example, acpid. Set the following line in conf/local.conf: IMAGE_INSTALL_append = \" acpid\"",
78 "expected_results": ""
79 },
80 "4": {
81 "action": "Build a image using bitbake command line, for example, bitbake core-image-minimal",
82 "expected_results": ""
83 },
84 "5": {
85 "action": "After build finished, launch the image and check if the added package built into image",
86 "expected_results": ""
87 }
88 },
89 "summary": "Build_a_image_without_error_(added_recipe)."
90 }
91 },
92 {
93 "test": {
94 "@alias": "build-appliance.build-appliance.Create_core-image-sato-sdk_using_build_appliance",
95 "author": [
96 {
97 "email": "ee.peng.yeoh@intel.com",
98 "name": "ee.peng.yeoh@intel.com"
99 }
100 ],
101 "execution": {
102 "1": {
103 "action": "Build with AUTOREV or download from Autobuilder an image for Yocto Build Appliance. ",
104 "expected_results": ""
105 },
106 "2": {
107 "action": "Boot the image under VMWare Player. ",
108 "expected_results": ""
109 },
110 "3": {
111 "action": "Build qemux86 core-image-sato-sdk using bitbake command line in the build-appliance-image ",
112 "expected_results": ""
113 },
114 "4": {
115 "action": "Launch the image just built using runqemu. ",
116 "expected_results": ""
117 }
118 },
119 "summary": "Create_core-image-sato-sdk_using_build_appliance"
120 }
121 }
122] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/crops.json b/meta/lib/oeqa/manual/crops.json
new file mode 100644
index 0000000000..1cf3c8f30c
--- /dev/null
+++ b/meta/lib/oeqa/manual/crops.json
@@ -0,0 +1,294 @@
1[
2 {
3 "test": {
4 "@alias": "crops-default.crops-default.sdkext_eSDK_devtool_build_make",
5 "author": [
6 {
7 "email": "francisco.j.pedraza.gonzalez@intel.com",
8 "name": "francisco.j.pedraza.gonzalez@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "IMPORTANT NOTE: The firsts 5 steps refer to configuration of the environment to run the rest of the steps. These only apply for CROPS-eSDK. \n\n\n\n",
14 "expected_results": ""
15 },
16 "2": {
17 "action": " Initiate your Crops-esdk environment as it says in wiki https://github.com/crops/docker-win-mac-docs/wiki \n\n",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Create the following tree of files <crops-esdk-workdir-workspace>/sdkext/files/myapp <crops-esdk-workdir-workspace>/sdkext/files/myapp_cmake \n\n\n",
22 "expected_results": ""
23 },
24 "4": {
25 "action": " Create the following files withing the myapp directory myapp.c and the Makefile. Write the following inside of each file: \n---------------------------------------- \nMakefile should contain \n\nall: myapp \n\nmyapp: myapp.o \n\t$(CC) $(LDFLAGS) $< -o $@ \n\nmyapp.o: myapp.c \n\t$(CC) $(CFLAGS) -c $< -o $@ \n\nclean: \n\trm -rf myapp.o myapp \n\n----------------------------- \nmyapp.c shold contain \n\n\n#include <stdio.h> \n\nint \nmain(int argc, char *argv[]) \n{ \n\tprintf(\"Hello world\\n\"); \n \n\treturn 0; \n} \n------------------------------------ \n\n",
26 "expected_results": "be sure that the indentations on the makefile are tabs not spaces. \n\n"
27 },
28 "5": {
29 "action": " Create the following files within the myapp_cmake directory CMakeLists.txt and myapp.c. Write the following inside each file: \n\n------------------------------------ \nCMakeLists.txt should contain: \n\ncmake_minimum_required (VERSION 2.6) \nproject (myapp) \n# The version number. \nset (myapp_VERSION_MAJOR 1) \nset (myapp_VERSION_MINOR 0) \n\n# add the executable \nadd_executable (myapp myapp.c) \n\ninstall(TARGETS myapp \nRUNTIME DESTINATION bin) \n\n------------------------------------------ \nmyapp.c should contain: \n\n#include <stdio.h> \n\nint \nmain(int argc, char *argv[]) \n{ \n\tprintf(\"Hello world\\n\"); \n\n\treturn 0; \n} \n------------------------------------------------- \n\n",
30 "expected_results": "Be sure that the indentations on CMakeLists.txt is tabs not spaces."
31 },
32 "6": {
33 "action": " source environment-setup-i586-poky-linux \n\n",
34 "expected_results": "This should output a message that says SDK environment now set up; additionally you may now run devtool to perform development tasks etc etc ... \n\n"
35 },
36 "7": {
37 "action": " run command which devtool \n\n",
38 "expected_results": "this should output the directory of the devtool script and it should be within the sdk workdir you are working in. \n\n "
39 },
40 "8": {
41 "action": "devtool add myapp <directory>(this is myapp dir) \n\n\n",
42 "expected_results": "The directory you should input is the myapp directory. This should automatically create the recipe myapp.bb under <crops-esdk-workdir-workspace>/recipes/myapp/myapp.bb"
43 },
44 "9": {
45 "action": " devtool build myapp \n\n",
46 "expected_results": "This should compile an image"
47 },
48 "10": {
49 "action": " devtool reset myapp ",
50 "expected_results": "This cleans sysroot of the myapp recipe, but it leaves the source tree intact. meaning it does not erase."
51 }
52 },
53 "summary": "sdkext_eSDK_devtool_build_make"
54 }
55 },
56 {
57 "test": {
58 "@alias": "crops-default.crops-default.sdkext_devtool_build_esdk_package",
59 "author": [
60 {
61 "email": "francisco.j.pedraza.gonzalez@intel.com",
62 "name": "francisco.j.pedraza.gonzalez@intel.com"
63 }
64 ],
65 "execution": {
66 "1": {
67 "action": "IMPORTANT NOTE: The firsts 5 steps refer to configuration of the environment to run the rest of the steps. These only apply for CROPS-eSDK. \n\n\n\n",
68 "expected_results": ""
69 },
70 "2": {
71 "action": " Initiate your Crops-esdk environment as it says in wiki https://github.com/crops/docker-win-mac-docs/wiki \n\n",
72 "expected_results": ""
73 },
74 "3": {
75 "action": " Create the following tree of files <crops-esdk-workdir-workspace>/sdkext/files/myapp/ \n <crops-esdk-workdir-workspace>/sdkext/files/myapp_cmake \n\n",
76 "expected_results": ""
77 },
78 "4": {
79 "action": " Create the following files withing the myapp directory myapp.c and the Makefile. Write the following inside of each file: \n---------------------------------------- \nMakefile should contain \n\nall: myapp \n\nmyapp: myapp.o \n\t$(CC) $(LDFLAGS) $< -o $@ \n\nmyapp.o: myapp.c \n\t$(CC) $(CFLAGS) -c $< -o $@ \n\nclean: \n\trm -rf myapp.o myapp \n\n----------------------------- \nmyapp.c shold contain \n\n#include <stdio.h> \n\nint \nmain(int argc, char *argv[]) \n{ \n\tprintf(\"Hello world\\n\"); \n \n\treturn 0; \n} \n------------------------------------ \n\n",
80 "expected_results": "be sure that the indentations on the makefile are tabs not spaces. \n\n"
81 },
82 "5": {
83 "action": " Create the following files within the myapp_cmake directory CMakeLists.txt and myapp.c. Write the following inside each file: \n\n------------------------------------ \nCMakeLists.txt should contain: \n\ncmake_minimum_required (VERSION 2.6) \nproject (myapp) \n# The version number. \nset (myapp_VERSION_MAJOR 1) \nset (myapp_VERSION_MINOR 0) \n\n# add the executable \nadd_executable (myapp myapp.c) \n\ninstall(TARGETS myapp \nRUNTIME DESTINATION bin) \n\n------------------------------------------ \nmyapp.c should contain: \n\n#include<stdio.h> \n\nint \nmain(int argc, char *argv[]) \n{ \n\tprintf(\"Hello world\\n\"); \n\n\treturn 0; \n} \n------------------------------------------------- \n\n",
84 "expected_results": "Be sure that the indentations on CMakeLists.txt is tabs not spaces. \n\n"
85 },
86 "6": {
87 "action": " source environment-setup-i586-poky-linux \n\n",
88 "expected_results": "This should output a message that says SDK environment now set up; additionally you may now run devtool to perform development tasks etc etc ... \n\n"
89 },
90 "7": {
91 "action": " run command which devtool \n\n",
92 "expected_results": " this should output the directory of the devtool script and it should be within the sdk workdir you are working in. \n\n"
93 },
94 "8": {
95 "action": " devtool add myapp <directory> (this is myapp dir) \n\n",
96 "expected_results": " The directory you should input is the myapp directory. This should automatically create the recipe myapp.bb under <crops-esdk-workdir-workspace>/recipes/myapp/myapp.bb \n\n"
97 },
98 "9": {
99 "action": " devtool package myapp \n\n",
100 "expected_results": " you should expect a package creation of myapp and it should be under the /tmp/deploy/ \n\n"
101 },
102 "10": {
103 "action": " devtool reset myapp ",
104 "expected_results": "This cleans sysroot of the myapp recipe, but it leaves the source tree intact. meaning it does not erase.\n</package_format>"
105 }
106 },
107 "summary": "sdkext_devtool_build_esdk_package"
108 }
109 },
110 {
111 "test": {
112 "@alias": "crops-default.crops-default.sdkext_devtool_build_cmake",
113 "author": [
114 {
115 "email": "francisco.j.pedraza.gonzalez@intel.com",
116 "name": "francisco.j.pedraza.gonzalez@intel.com"
117 }
118 ],
119 "execution": {
120 "1": {
121 "action": "IMPORTANT NOTE: The firsts 5 steps refer to configuration of the environment to run the rest of the steps. These only apply for CROPS-eSDK. \n\n\n\n",
122 "expected_results": ""
123 },
124 "2": {
125 "action": " Initiate your Crops-esdk environment as it says in wiki https://github.com/crops/docker-win-mac-docs/wiki \n\n",
126 "expected_results": ""
127 },
128 "3": {
129 "action": " Create the following tree of files <crops-esdk-workdir-workspace>/sdkext/files/myapp \n <crops-esdk-workdir-workspace>/sdkext/files/myapp_cmake \n\n",
130 "expected_results": ""
131 },
132 "4": {
133 "action": " Create the following files withing the myapp directory myapp.c and the Makefile. Write the following inside of each file: \n---------------------------------------- \nMakefile should contain \n\nall: myapp \n\nmyapp: myapp.o \n\t$(CC) $(LDFLAGS) $< -o $@ \n\nmyapp.o: myapp.c \n\t$(CC) $(CFLAGS) -c $< -o $@ \n\nclean: \n\trm -rf myapp.o myapp \n\n----------------------------- \nmyapp.c shold contain \n\n#include <stdio.h> \n\nint \nmain(int argc, char *argv[]) \n{ \n\tprintf(\"Hello world\\n\"); \n \n\treturn 0; \n} \n------------------------------------ \n\n",
134 "expected_results": "be sure that the indentations on the makefile are tabs not spaces. \n\n"
135 },
136 "5": {
137 "action": " Create the following files within the myapp_cmake directory CMakeLists.txt and myapp.c. Write the following inside each file: \n\n------------------------------------ \nCMakeLists.txt should contain: \n\ncmake_minimum_required (VERSION 2.6) \nproject (myapp) \n# The version number. \nset (myapp_VERSION_MAJOR 1) \nset (myapp_VERSION_MINOR 0) \n\n# add the executable \nadd_executable (myapp myapp.c) \n\ninstall(TARGETS myapp \nRUNTIME DESTINATION bin) \n\n------------------------------------------ \nmyapp.c should contain: \n\n#include \n\nint \nmain(int argc, char *argv[]) \n{ \n\tprintf(\"Hello world\\n\"); \n\n\treturn 0; \n} \n------------------------------------------------- \n\n",
138 "expected_results": "Be sure that the indentations on CMakeLists.txt is tabs not spaces. \n\n"
139 },
140 "6": {
141 "action": " source environment-setup-i586-poky-linux \n\n",
142 "expected_results": "This should output a message that says SDK environment now set up; additionally you may now run devtool to perform development tasks etc etc ... \n\n"
143 },
144 "7": {
145 "action": " run command which devtool \n\n",
146 "expected_results": "this should output the directory of the devtool script and it should be within the sdk workdir you are working in. \n\n"
147 },
148 "8": {
149 "action": " devtool add myapp <directory> (this is myapp_cmake dir) \n\n",
150 "expected_results": "The directory you should input is the myapp_cmake directory. This should automatically create the recipe myapp.bb under <crops-esdk-workdir-workspace>/recipes/myapp/myapp.bb \n\n"
151 },
152 "9": {
153 "action": " devtool build myapp \n\n",
154 "expected_results": "This should compile an image \n\n"
155 },
156 "10": {
157 "action": " devtool reset myapp ",
158 "expected_results": "This cleans sysroot of the myapp recipe, but it leaves the source tree intact. meaning it does not erase. "
159 }
160 },
161 "summary": "sdkext_devtool_build_cmake"
162 }
163 },
164 {
165 "test": {
166 "@alias": "crops-default.crops-default.sdkext_extend_autotools_recipe_creation",
167 "author": [
168 {
169 "email": "francisco.j.pedraza.gonzalez@intel.com",
170 "name": "francisco.j.pedraza.gonzalez@intel.com"
171 }
172 ],
173 "execution": {
174 "1": {
175 "action": "IMPORTANT NOTE: The firsts 2 steps refer to configuration of the environment to run the rest of the steps. These only apply for CROPS-eSDK. \n\n\n\n",
176 "expected_results": ""
177 },
178 "2": {
179 "action": "Initiate your Crops-esdk environment as it says in wiki https://github.com/crops/docker-win-mac-docs/wiki \n\n",
180 "expected_results": ""
181 },
182 "3": {
183 "action": " source environment-setup-i586-poky-linux \n\n",
184 "expected_results": " This should output a message that says SDK environment now set up; additionally you may now run devtool to perform development tasks etc etc ... \n\n"
185 },
186 "4": {
187 "action": "run command which devtool \n\n",
188 "expected_results": "this should output the directory of the devtool script and it should be within the sdk workdir you are working in. \n\n"
189 },
190 "5": {
191 "action": "devtool sdk-install -s libxml2 \n\n",
192 "expected_results": "this should install libxml2 \n\n"
193 },
194 "6": {
195 "action": "devtool add librdfa https://github.com/rdfa/librdfa \n\n",
196 "expected_results": "This should automatically create the recipe librdfa.bb under /recipes/librdfa/librdfa.bb \n\n"
197 },
198 "7": {
199 "action": "devtool build librdfa \n\n",
200 "expected_results": "This should compile \n\n"
201 },
202 "8": {
203 "action": "devtool reset librdfa ",
204 "expected_results": "This cleans sysroot of the librdfa recipe, but it leaves the source tree intact. meaning it does not erase."
205 }
206 },
207 "summary": "sdkext_extend_autotools_recipe_creation"
208 }
209 },
210 {
211 "test": {
212 "@alias": "crops-default.crops-default.sdkext_devtool_kernelmodule",
213 "author": [
214 {
215 "email": "francisco.j.pedraza.gonzalez@intel.com",
216 "name": "francisco.j.pedraza.gonzalez@intel.com"
217 }
218 ],
219 "execution": {
220 "1": {
221 "action": "IMPORTANT NOTE: The firsts 2 steps refer to configuration of the environment to run the rest of the steps. These only apply for CROPS-eSDK. \n\n\n",
222 "expected_results": ""
223 },
224 "2": {
225 "action": " Initiate your Crops-esdk environment as it says in wiki https://github.com/crops/docker-win-mac-docs/wiki \n\n",
226 "expected_results": ""
227 },
228 "3": {
229 "action": "source environment-setup-i586-poky-linux \n\n",
230 "expected_results": "This should output a message that says SDK environment now set up; additionally you may now run devtool to perform development tasks etc etc ... \n \n"
231 },
232 "4": {
233 "action": "run command which devtool \n\n",
234 "expected_results": "this should output the directory of the devtool script and it should be within the sdk workdir you are working in. \n\n"
235 },
236 "5": {
237 "action": "devtool add v4l2loopback-driver https://github.com/umlaeute/v4l2loopback.git \n\n",
238 "expected_results": "This should automatically create the recipe v4l2loopback-driver.bb under <crops-esdk-workdir-workspace>/recipes/v4l2loopback-driver/v4l2loopback-driver.bb "
239 },
240 "6": {
241 "action": "devtool build v4l2loopback-driver \n\n",
242 "expected_results": "This should compile an image \n\n"
243 },
244 "7": {
245 "action": "devtool reset v4l2loopback-driver ",
246 "expected_results": "This cleans sysroot of the v4l2loopback-driver recipe, but it leaves the source tree intact. meaning it does not erase."
247 }
248 },
249 "summary": "sdkext_devtool_kernelmodule"
250 }
251 },
252 {
253 "test": {
254 "@alias": "crops-default.crops-default.sdkext_recipes_for_nodejs",
255 "author": [
256 {
257 "email": "francisco.j.pedraza.gonzalez@intel.com",
258 "name": "francisco.j.pedraza.gonzalez@intel.com"
259 }
260 ],
261 "execution": {
262 "1": {
263 "action": "IMPORTANT NOTE: The firsts 2 steps refer to configuration of the environment to run the rest of the steps. These only apply for CROPS-eSDK. \n\n\nlets say variable npm = npm://registry.npmjs.org;name=winston;version=2.2.0 \n\n",
264 "expected_results": ""
265 },
266 "2": {
267 "action": "Initiate your Crops-esdk environment as it says in wiki https://github.com/crops/docker-win-mac-docs/wiki \n\n",
268 "expected_results": ""
269 },
270 "3": {
271 "action": "source environment-setup-i586-poky-linux \n\n",
272 "expected_results": "This should output a message that says SDK environment now set up; additionally you may now run devtool to perform development tasks etc etc ... \n\n"
273 },
274 "4": {
275 "action": "run command which devtool \n\n",
276 "expected_results": "this should output the directory of the devtool script and it should be within the sdk workdir you are working in. \n\n"
277 },
278 "5": {
279 "action": " 4a) git clone git://git.openembedded.org/meta-openembedded in layers/build directory \n \n4b) Add meta-openembedded/meta-oe in bblayer.conf as mentioned below: ${SDKBASEMETAPATH}/layers/build/meta-openembedded/meta-oe \\ \n\n4c) devtool add \"npm://registry.npmjs.org;name=npm;version=2.2.0\" \n\n",
280 "expected_results": " This should automatically create the recipe npm.bb under /recipes/npm/npm.bb \n\n"
281 },
282 "6": {
283 "action": "devtool build npm \n\n",
284 "expected_results": "This should compile an image \n\n"
285 },
286 "7": {
287 "action": " devtool reset npm",
288 "expected_results": "This cleans sysroot of the npm recipe, but it leaves the source tree intact. meaning it does not erase."
289 }
290 },
291 "summary": "sdkext_recipes_for_nodejs"
292 }
293 }
294] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/eclipse-plugin.json b/meta/lib/oeqa/manual/eclipse-plugin.json
new file mode 100644
index 0000000000..9869150dcf
--- /dev/null
+++ b/meta/lib/oeqa/manual/eclipse-plugin.json
@@ -0,0 +1,322 @@
1[
2 {
3 "test": {
4 "@alias": "eclipse-plugin.eclipse-plugin.support_SSH_connection_to_Target",
5 "author": [
6 {
7 "email": "ee.peng.yeoh@intel.com",
8 "name": "ee.peng.yeoh@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "In Eclipse, swich to Remote System Explorer to create a connention baseed on SSH, input the remote target IP address as the Host name, make sure disable the proxy in Window->Preferences->General->Network Connection, set Direct as Active Provider field. ",
14 "expected_results": "the connection based on SSH could be set up."
15 },
16 "2": {
17 "action": "Configure connection from Eclipse: Run->Run Configurations->C/C++ Remote Application\\ ->New Connection->General->SSH Only ",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Then right click to connect, input the user ID and password. ",
22 "expected_results": ""
23 },
24 "4": {
25 "action": "expand the connection, it will show the Sftp Files etc. \nNOTE. Might need to change dropbear to openssh and add the packagegroup-core-eclipse-debug recipe",
26 "expected_results": ""
27 }
28 },
29 "summary": "support_SSH_connection_to_Target"
30 }
31 },
32 {
33 "test": {
34 "@alias": "eclipse-plugin.eclipse-plugin.Launch_QEMU_from_Eclipse",
35 "author": [
36 {
37 "email": "ee.peng.yeoh@intel.com",
38 "name": "ee.peng.yeoh@intel.com"
39 }
40 ],
41 "execution": {
42 "1": {
43 "action": "Set the Yocto ADT's toolchain root location, sysroot location and kernel, in the menu Window -> Preferences -> Yocto ADT. \n \n",
44 "expected_results": ""
45 },
46 "2": {
47 "action": "wget autobuilder.yoctoproject.org/pub/releases//machines/qemu/qemux86/qemu (ex:core-image-sato-sdk-qemux86-date-rootfs-tar-bz2) \nsource /opt/poky/version/environment-setup-i585-poky-linux \n\nExtract qemu with runqemu-extract-sdk /home/user/file(ex.core-image-sato-sdk-qemux86.bz2) \n/home/user/qemux86-sato-sdk \n\n",
48 "expected_results": " Qemu can be lauched normally."
49 },
50 "3": {
51 "action": "(a)Point to the Toolchain: \n \nIf you are using a stand-alone pre-built toolchain, you should be pointing to the /opt/poky/{test-version} directory as Toolchain Root Location. This is the default location for toolchains installed by the ADT Installer or by hand. If ADT is installed in other location, use that location as Toolchain location.\nIf you are using a system-derived toolchain, the path you provide for the Toolchain Root Location field is the Yocto Project's build directory. \n \n E.g:/home/user/yocto/poky/build \n",
52 "expected_results": ""
53 },
54 "4": {
55 "action": "(b)Specify the Sysroot Location: \nSysroot Location is the location where the root filesystem for the target hardware is created on the development system by the ADT Installer (SYSROOT in step 2 of the case ADT installer Installation). \n \n Local : e.g: /home/user/qemux86-sato-sdk \nUsing ADT : e.g :/home/user/test-yocto/qemux86 \n\n",
56 "expected_results": ""
57 },
58 "5": {
59 "action": "(c)Select the Target Architecture: \n \nThe target architecture is the type of hardware you are going to use or emulate. Use the pull-down Target Architecture menu to make your selection. \n \n\n",
60 "expected_results": ""
61 },
62 "6": {
63 "action": "(d) QEMU: \nSelect this option if you will be using the QEMU emulator. Specify the Kernel matching the QEMU architecture you are using. \n wget autobuilder.yoctoproject.org/pub/releases//machines/qemu/qemux86/bzImage-qemux86.bin \n e.g: /home/$USER/yocto/adt-installer/download_image/bzImage-qemux86.bin \n\n",
64 "expected_results": ""
65 },
66 "7": {
67 "action": "(e) select OK to save the settings. \n\n\n1: In the Eclipse toolbar, expose the Run -> External Tools menu. Your image should appear as a selectable menu item. \n2: Select your image in the navigation pane to launch the emulator in a new window. \n3: If needed, enter your host root password in the shell window at the prompt. This sets up a Tap 0 connection needed for running in user-space NFS mode. \n",
68 "expected_results": ""
69 }
70 },
71 "summary": "Launch_QEMU_from_Eclipse"
72 }
73 },
74 {
75 "test": {
76 "@alias": "eclipse-plugin.eclipse-plugin.Relocatable_SDK_-_C_-_Build_Hello_World_ANSI_C_Autotools_Project",
77 "author": [
78 {
79 "email": "ee.peng.yeoh@intel.com",
80 "name": "ee.peng.yeoh@intel.com"
81 }
82 ],
83 "execution": {
84 "1": {
85 "action": "Launch a QEMU of target enviroment.(Reference to case \"ADT - Launch qemu by eclipse\") ",
86 "expected_results": ""
87 },
88 "2": {
89 "action": "Select File -> New -> Project.",
90 "expected_results": ""
91 },
92 "3": {
93 "action": "Double click C/C++.",
94 "expected_results": ""
95 },
96 "4": {
97 "action": "Click C or C++ Project to create the project.",
98 "expected_results": ""
99 },
100 "5": {
101 "action": "Expand Yocto ADT Project.",
102 "expected_results": ""
103 },
104 "6": {
105 "action": "Select Hello World ANSI C Autotools Project.",
106 "expected_results": ""
107 },
108 "7": {
109 "action": "Put a name in the Project name. Do not use hyphens as part of the name. \n \n",
110 "expected_results": ""
111 },
112 "8": {
113 "action": "Click Next.",
114 "expected_results": ""
115 },
116 "9": {
117 "action": "Add information in the Author and Copyright notice fields. \n1",
118 "expected_results": ""
119 },
120 "10": {
121 "action": "Click Finish. \n1",
122 "expected_results": ""
123 },
124 "11": {
125 "action": "If the \"open perspective\" prompt appears, click \"Yes\" so that you open the C/C++ perspective. \n1",
126 "expected_results": ""
127 },
128 "12": {
129 "action": "In the Project Explorer window, right click the project -> Reconfigure project. \n1",
130 "expected_results": ""
131 },
132 "13": {
133 "action": "In the Project Explorer window, right click the project -> Build project. \n1",
134 "expected_results": "Under the Project files, a new folder appears called Binaries. This indicates that the compilation have been successful and the project binary have been created. \n"
135 },
136 "14": {
137 "action": "Right click it again and Run as -> Run Configurations. \n\t\t\tUnder Run Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \n\t\t\tin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application. e.g.: /home/root/myapplication \n\t\t\tIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button. \n1",
138 "expected_results": "step 14 to step 16 -> Build succeed and the console outputs Hello world, you can also check the output on target."
139 },
140 "15": {
141 "action": "After all settings are done, select the Run button on the bottom right corner \n\n1",
142 "expected_results": ""
143 },
144 "16": {
145 "action": "Repeat the steps 14-15, but instead of using Run Configurations use Debug Configurations: \nRight click it again and Debug as -> Debug Configurations \nUnder Debug Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \nin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application.\ne.g.: /home/root/myapplication \nIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button \n1",
146 "expected_results": ""
147 },
148 "17": {
149 "action": "After all settings are done, select the Debug button on the bottom right corner",
150 "expected_results": ""
151 }
152 },
153 "summary": "Relocatable_SDK_-_C_-_Build_Hello_World_ANSI_C_Autotools_Project"
154 }
155 },
156 {
157 "test": {
158 "@alias": "eclipse-plugin.eclipse-plugin.Relocatable_SDK_-_C++_-_Build_Hello_World_C++_Autotools_project",
159 "author": [
160 {
161 "email": "ee.peng.yeoh@intel.com",
162 "name": "ee.peng.yeoh@intel.com"
163 }
164 ],
165 "execution": {
166 "1": {
167 "action": "Launch a QEMU of target enviroment.(Reference to case \"ADT - Launch qemu by eclipse\") ",
168 "expected_results": ""
169 },
170 "2": {
171 "action": "Select File -> New -> Project. ",
172 "expected_results": ""
173 },
174 "3": {
175 "action": "Double click C/C++. ",
176 "expected_results": ""
177 },
178 "4": {
179 "action": "Click C or C++ Project to create the project. ",
180 "expected_results": ""
181 },
182 "5": {
183 "action": "Expand Yocto ADT Project. ",
184 "expected_results": ""
185 },
186 "6": {
187 "action": "Select Hello World ANSI C++ Autotools Project. ",
188 "expected_results": ""
189 },
190 "7": {
191 "action": "Put a name in the Project name. Do not use hyphens as part of the name. \n \n",
192 "expected_results": ""
193 },
194 "8": {
195 "action": "Click Next.",
196 "expected_results": ""
197 },
198 "9": {
199 "action": "Add information in the Author and Copyright notice fields.",
200 "expected_results": ""
201 },
202 "10": {
203 "action": "Click Finish. \n1",
204 "expected_results": ""
205 },
206 "11": {
207 "action": "If the \"open perspective\" prompt appears, click \"Yes\" so that you open the C/C++ perspective. \n1",
208 "expected_results": ""
209 },
210 "12": {
211 "action": "In the Project Explorer window, right click the project -> Reconfigure project. \n1",
212 "expected_results": ""
213 },
214 "13": {
215 "action": "In the Project Explorer window, right click the project -> Build project. \n\n1",
216 "expected_results": "under the Project files, a new folder appears called Binaries. This indicates that the compilation have been successful and the project binary have been created. \n"
217 },
218 "14": {
219 "action": "Right click it again and Run as -> Run Configurations. \n\t\t\tUnder Run Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \n\t\t\tin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application. e.g.: /home/root/myapplication \n\t\t\tIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button. \n1",
220 "expected_results": "step 14 to step 16 -> Build succeed and the console outputs Hello world, you can also check the output on target."
221 },
222 "15": {
223 "action": "After all settings are done, select the Run button on the bottom right corner \n\n1",
224 "expected_results": ""
225 },
226 "16": {
227 "action": "Repeat the steps 14-15, but instead of using Run Configurations use Debug Configurations: \n\t\tRight click it again and Debug as -> Debug Configurations \n\t\tUnder Debug Configurations expand \"C/C++ Remote Application\". A configuration for the current project should appear. Clicking it will display the configuration settings. \n\t\tin \"C/C++ Application\" field input Remote Absolute File path for C/C++ Application. \n\t\te.g.: /home/root/myapplication \n\t\tIn \"Connection\" drop-down list make sure a TCF connection is set up for your target. If not, create a new one by clicking the New button \n1",
228 "expected_results": ""
229 },
230 "17": {
231 "action": "After all settings are done, select the Debug button on the bottom right corner",
232 "expected_results": ""
233 }
234 },
235 "summary": "Relocatable_SDK_-_C++_-_Build_Hello_World_C++_Autotools_project"
236 }
237 },
238 {
239 "test": {
240 "@alias": "eclipse-plugin.eclipse-plugin.Build_Eclipse_Plugin_from_source",
241 "author": [
242 {
243 "email": "laurentiu.serban@intel.com",
244 "name": "laurentiu.serban@intel.com"
245 }
246 ],
247 "execution": {
248 "1": {
249 "action": "Clone eclipse-poky source. \n \n - git clone git://git.yoctoproject.org/eclipse-poky \n\n",
250 "expected_results": "Eclipse plugin is successfully installed \n\nDocumentation is there. For example if you have release yocto-2.0.1 you will found on http://autobuilder.yoctoproject.org/pub/releases/yocto-2.0.1/eclipse-plugin/mars/ archive with documentation like org.yocto.doc-development-$date.zip \n \n"
251 },
252 "2": {
253 "action": "Checkout correct tag. \n\n - git checkout <eclipse-version>/<yocto-version> \n\n",
254 "expected_results": "After plugin is build you must have 4 archive in foder scripts from eclipse-poky: \n - org.yocto.bc - mars-master-$date.zip \n - org.yocto.doc - mars-master-$date.zip --> documentation \n - org.yocto.sdk - mars-master-$date.zip \n - org.yocto.sdk - mars-master-$date.-archive.zip --> plugin "
255 },
256 "3": {
257 "action": "Move to scripts/ folder. \n\n",
258 "expected_results": ""
259 },
260 "4": {
261 "action": "Run ./setup.sh \n\n",
262 "expected_results": ""
263 },
264 "5": {
265 "action": "When the script finishes, it prompts a command to issue to build the plugin. It should look similar to the following: \n\n$ ECLIPSE_HOME=/eclipse-poky/scripts/eclipse ./build.sh /&1 | tee -a build.log \n\nHere, the three arguments to the build script are tag name, branch for documentation and release name. \n\n",
266 "expected_results": ""
267 },
268 "6": {
269 "action": "On an eclipse without the Yocto Plugin, select \"Install New Software\" from Help pull-down menu \n\n",
270 "expected_results": ""
271 },
272 "7": {
273 "action": "Select Add and from the dialog choose Archive... Look for the *archive.zip file that was built previously with the build.sh script. Click OK. \n\n",
274 "expected_results": ""
275 },
276 "8": {
277 "action": "Select all components and proceed with Installation of plugin. Restarting eclipse might be required.\n",
278 "expected_results": ""
279 }
280 },
281 "summary": "Build_Eclipse_Plugin_from_source"
282 }
283 },
284 {
285 "test": {
286 "@alias": "eclipse-plugin.eclipse-plugin.Eclipse_Poky_installation_and_setup",
287 "author": [
288 {
289 "email": "ee.peng.yeoh@intel.com",
290 "name": "ee.peng.yeoh@intel.com"
291 }
292 ],
293 "execution": {
294 "1": {
295 "action": "Install SDK \n\ta)Download https://autobuilder.yocto.io/pub/releases//toolchain/x86_64/poky-glibc-x86_64-core-\timage-sato-i586-toolchain-.sh \n\tb)Run the SDK installer and accept the default installation directory ",
296 "expected_results": ""
297 },
298 "2": {
299 "action": "Install \"Eclipse IDE for C/C++ Developers\" Oxygen release (4.7.0) \n\ta) Go to https://www.eclipse.org/downloads/packages/all, click \"Oxygen R\" \n\tb) Click to download the build for your OS \n\tc) Click \"Download\" button to download from a mirror \n\td) Run \"tar xf\" to extract the downloaded archive ",
300 "expected_result": ""
301 },
302 "3": {
303 "action": "Install \"Eclipse IDE for C/C++ Developers\" Oxygen release (4.7.0) (Continue) \n\te) Run \"eclipse/eclipse\" to start Eclipse \n\tf) Optional step for host machine within Intel network: In Eclipse workbench window, go to \"Window\" menu -> \"Preferences...\". \n\tg) In \"Preferences\" dialog, go to \"General\" -> \"Network Connections\", set \"Active Provider\" to \"Manual\". In \"Proxy \tentries\" table, select HTTP and click \"Edit\" and enter host \"proxy-chain.intel.com\" port 911, click OK. Repeat for HTTPS with port 912 \nClick OK to close \"Preferences\" dialog. \n\th) Go to \"File\" menu -> \"Restart\" to restart Eclipse for proxy settings to take effect. ",
304 "expected_result": ""
305 },
306 "4": {
307 "action": "Install Eclipse Poky plugins \n\ta) Download https://autobuilder.yocto.io/pub/releases/<yocto-version>/eclipse-plugin/<eclipse-version>/org.yocto.sdk-development-<date>-archive.zip \n\tb) In Eclipse workbench window, go to \"Help\" menu -> \"Install New Software...\" \n\tc) In \"Install\" dialog, click \"Add...\" button \n\td) In \"Add Repository\" dialog, enter \"Eclipse Poky\" for (repository) Name, click \"Archive...\" ",
308 "expected_results": ""
309 },
310 "5": {
311 "action": "Install Eclipse Poky plugins (continue) \n\te) In \"Repository archive\" browse dialog, select the downloaded Eclipse Poky repository archive \n\tf) Back in \"Add Repository\" dialog, click \"OK\" \n\tg) Back in \"Install\" dialog, make sure \"Work with:\" is set to \"Eclipse Poky\" repository, tick \"Yocto Project \tDocumentation Plug-in\" and \"Yocto Project SDK Plug-in\", click \"Next >\" and verify plugins/features name/version, \tclick \"Next >\" and accept license agreement, click \"Finish\" \n\th) If \"Security Warning\" dialog appears, click \"OK\" to install unsigned content. \n\ti) In \"Software Updates\" dialog, click \"Yes\" to restart Eclipse to complete Eclipse Poky plugins installation. ",
312 "expected_results": ""
313 },
314 "6": {
315 "action": "Setup Eclipse Poky to use SDK \n\ta) In Eclipse workbench window, go to \"Window\" menu -> \"Preferences\". \n\tb) In \"Preferences\" window, go to \"Yocto Project SDK\", in \"Cross Compiler Options\" frame, select \"Standalone pre-\tbuilt toolchain\". ",
316 "expected_results": "Eclipse Poky plugins installed and running successfully, e.g. observe that \"Yocto Project Tools\" menu is available on Eclipse workbench window."
317 }
318 },
319 "summary": "Eclipse_Poky_installation_and_setup"
320 }
321 }
322] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/kernel-dev.json b/meta/lib/oeqa/manual/kernel-dev.json
new file mode 100644
index 0000000000..c93b4dd876
--- /dev/null
+++ b/meta/lib/oeqa/manual/kernel-dev.json
@@ -0,0 +1,200 @@
1[
2 {
3 "test": {
4 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_defconfig",
5 "author": [
6 {
7 "email": "ee.peng.yeoh@intel.com",
8 "name": "ee.peng.yeoh@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_7 ",
14 "expected_results": ""
15 },
16 "2": {
17 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_7",
18 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_7"
19 }
20 },
21 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_defconfig"
22 }
23 },
24 {
25 "test": {
26 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_defconfig+fragments",
27 "author": [
28 {
29 "email": "ee.peng.yeoh@intel.com",
30 "name": "ee.peng.yeoh@intel.com"
31 }
32 ],
33 "execution": {
34 "1": {
35 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_8 ",
36 "expected_results": ""
37 },
38 "2": {
39 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_8",
40 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_8"
41 }
42 },
43 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_defconfig+fragments"
44 }
45 },
46 {
47 "test": {
48 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_Applying_patches",
49 "author": [
50 {
51 "email": "ee.peng.yeoh@intel.com",
52 "name": "ee.peng.yeoh@intel.com"
53 }
54 ],
55 "execution": {
56 "1": {
57 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites ",
58 "expected_results": ""
59 },
60 "2": {
61 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps",
62 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results"
63 }
64 },
65 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_Applying_patches"
66 }
67 },
68 {
69 "test": {
70 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_linux-yocto-local-source",
71 "author": [
72 {
73 "email": "ee.peng.yeoh@intel.com",
74 "name": "ee.peng.yeoh@intel.com"
75 }
76 ],
77 "execution": {
78 "1": {
79 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_2 ",
80 "expected_results": ""
81 },
82 "2": {
83 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_2",
84 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_2"
85 }
86 },
87 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_linux-yocto-local-source"
88 }
89 },
90 {
91 "test": {
92 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_linux-yocto-custom-local-source",
93 "author": [
94 {
95 "email": "ee.peng.yeoh@intel.com",
96 "name": "ee.peng.yeoh@intel.com"
97 }
98 ],
99 "execution": {
100 "1": {
101 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_3 ",
102 "expected_results": ""
103 },
104 "2": {
105 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_3",
106 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_3"
107 }
108 },
109 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_linux-yocto-custom-local-source"
110 }
111 },
112 {
113 "test": {
114 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_recipe-space_meta",
115 "author": [
116 {
117 "email": "ee.peng.yeoh@intel.com",
118 "name": "ee.peng.yeoh@intel.com"
119 }
120 ],
121 "execution": {
122 "1": {
123 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_5 ",
124 "expected_results": ""
125 },
126 "2": {
127 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_5",
128 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_5"
129 }
130 },
131 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_recipe-space_meta"
132 }
133 },
134 {
135 "test": {
136 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_External_source",
137 "author": [
138 {
139 "email": "ee.peng.yeoh@intel.com",
140 "name": "ee.peng.yeoh@intel.com"
141 }
142 ],
143 "execution": {
144 "1": {
145 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_6 ",
146 "expected_results": ""
147 },
148 "2": {
149 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_6",
150 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_6"
151 }
152 },
153 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_External_source"
154 }
155 },
156 {
157 "test": {
158 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_building_external_modules(hello-mod)",
159 "author": [
160 {
161 "email": "ee.peng.yeoh@intel.com",
162 "name": "ee.peng.yeoh@intel.com"
163 }
164 ],
165 "execution": {
166 "1": {
167 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_10 ",
168 "expected_results": ""
169 },
170 "2": {
171 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup_10",
172 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_10"
173 }
174 },
175 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_building_external_modules(hello-mod)"
176 }
177 },
178 {
179 "test": {
180 "@alias": "kernel-configuration.kernel-configuration.TCTEMP_2.3_MANUAL_Kernel_dev_local_parallel_meta",
181 "author": [
182 {
183 "email": "ee.peng.yeoh@intel.com",
184 "name": "ee.peng.yeoh@intel.com"
185 }
186 ],
187 "execution": {
188 "1": {
189 "action": "Follow the Set Up procedure to complete the common and specific prerequisites for this test case. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Setup https://wikioproject.org/wiki/Kernel_Development_Test_Cases#Prerequisites_4 ",
190 "expected_results": ""
191 },
192 "2": {
193 "action": "Execute the test case steps asdocumented on the \"Kernel Development Test Cases\" wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Steps_4",
194 "expected_results": "Review expected results on thethe \"Kernel Development Test Cases\"wiki. https://wiki.yoctoproject.org/wiki/Kernel_Development_Test_Cases#Expected_Results_4"
195 }
196 },
197 "summary": "TCTEMP_2.3_MANUAL_Kernel_dev_local_parallel_meta"
198 }
199 }
200] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/oe-core.json b/meta/lib/oeqa/manual/oe-core.json
new file mode 100644
index 0000000000..3e2f321240
--- /dev/null
+++ b/meta/lib/oeqa/manual/oe-core.json
@@ -0,0 +1,294 @@
1[
2 {
3 "test": {
4 "@alias": "oe-core.scripts.Use_scripts/pybootchartgui/pybootchartgui.py_to_generate_build_profiles",
5 "author": [
6 {
7 "email": "alexandru.c.georgescu@intel.com",
8 "name": "alexandru.c.georgescu@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "Run a build for a recipe (e.g. core-image-minimal)",
14 "expected_results": ""
15 },
16 "2": {
17 "action": "Run the profiling script, ../scripts/pybootchartgui/pybootchartgui.py tmp/buildstats/ \n\n",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Verify the results ",
22 "expected_results": "The scripts generates svg files with the profiling results . "
23 }
24 },
25 "summary": "Use_scripts/pybootchartgui/pybootchartgui.py_to_generate_build_profiles"
26 }
27 },
28 {
29 "test": {
30 "@alias": "oe-core.scripts.Crosstap_script_check",
31 "author": [
32 {
33 "email": "alexandru.c.georgescu@intel.com",
34 "name": "alexandru.c.georgescu@intel.com"
35 }
36 ],
37 "execution": {
38 "1": {
39 "action": "Create the trace_open.stp script as follows in the host machine: \n\n\nprobe syscall.open \n\n{ \n\n\n printf (\"%s(%d) open (%s)\\n\", execname(), pid(), argstr) \n\n} \n\n\n\nif the above failed, then create the below instead. \n\nprobe syscall.open \n{ \n printf (\"%s(%d) open\\n\", execname(), pid()) \n\n} \n \n",
40 "expected_results": ""
41 },
42 "2": {
43 "action": "Add 'tools-profile' and 'ssh-server-openssh' to EXTRA_IMAGE_FEATURES in local.conf \n\n\n",
44 "expected_results": ""
45 },
46 "3": {
47 "action": "Build a core-image-minimal image, build systemtap-native. Start the image under qemu. \n\n",
48 "expected_results": ""
49 },
50 "4": {
51 "action": "Make sure that the ssh service is started on the Qemu machine. \n\n",
52 "expected_results": ""
53 },
54 "5": {
55 "action": "From the host machine poky build_dir, run \"crosstap root@192.168.7.2 trace_open.stp\".",
56 "expected_results": ""
57 },
58 "6": {
59 "action": "In QEMU, try to open some applications, such as open a terminal, input some command, \n\n",
60 "expected_results": ""
61 },
62 "7": {
63 "action": "Check the host machine, \"crosstap\" has related output. \n\n\n\nNOTE: Do not build the kernel from shared state(sstate-cache) for this to work.",
64 "expected_results": "The script should successfully connect to the qemu machine and there \nshould be presented a list of services(pid, process name) which run on \nthe qemu machine. "
65 }
66 },
67 "summary": "Crosstap_script_check"
68 }
69 },
70 {
71 "test": {
72 "@alias": "oe-core.scripts.List_all_the_PACKAGECONFIG's_flags",
73 "author": [
74 {
75 "email": "yi.zhao@windriver.com",
76 "name": "yi.zhao@windriver.com"
77 }
78 ],
79 "execution": {
80 "1": {
81 "action": " Download the poky source and setup the environment. ",
82 "expected_results": ""
83 },
84 "2": {
85 "action": "Run \"../scripts/contrib/list-packageconfig-flags.py\" ",
86 "expected_results": "In step 2, will list available pkgs which have PACKAGECONFIG flags: \nPACKAGE NAME (or RECIPE NAME) PACKAGECONFIG FLAGS \n============================================================== \nalsa-tools-1.0.26.1 defaultval gtk+ \navahi-ui-0.6.31 defaultval python \nbluez4-4.101 alsa defaultval pie \n"
87 },
88 "3": {
89 "action": "Run \"../scripts/contrib/list-packageconfig-flags.py -f\" ",
90 "expected_results": "In step 3, will list available PACKAGECONFIG flags and all affected pkgs \nPACKAGECONFIG FLAG PACKAGE NAMES (or RECIPE NAMES) \n==================================== \n3g connman-1.16 \n \navahi cups-1.6.3 pulseaudio-4.0 \nbeecrypt rpm-5.4.9 rpm-native-5.4.9 \n"
91 },
92 "4": {
93 "action": "Run \"../scripts/contrib/list-packageconfig-flags.py -a\" ",
94 "expected_results": "In step 4, will list all pkgs and PACKAGECONFIG information: \n================================================== \ngtk+-2.24.18 \n/home/jiahongxu/yocto/poky/meta/recipes-gnome/gtk+/gtk+_2.24.18.bb \nPACKAGECONFIG x11 \nPACKAGECONFIG[x11] --with-x=yes --with-gdktarget=x11,--with-x=no,${X11DEPENDS} \nxf86-video-intel-2.21.9 \n/home/jiahongxu/yocto/poky/meta/recipes-graphics/xorg-driver/xf86-video-intel_2.21.9.bb \nPACKAGECONFIG None \nPACKAGECONFIG[xvmc] --enable-xvmc,--disable-xvmc,libxvmc \nPACKAGECONFIG[sna] --enable-sna,--disable-sna \n"
95 },
96 "5": {
97 "action": "Run \"../scripts/contrib/list-packageconfig-flags.py -p\" ",
98 "expected_results": "In step 5, will list pkgs with preferred version: \nPACKAGE NAME (or RECIPE NAME) PACKAGECONFIG FLAGS \n=================================================== \nalsa-tools-1.0.26.1 defaultval gtk+ \navahi-ui-0.6.31 defaultval python \nbluez4-4.101 alsa defaultval pie \nbluez5-5.7 alsa defaultval obex-profiles \n\n\n\n "
99 }
100 },
101 "summary": "List_all_the_PACKAGECONFIG's_flags"
102 }
103 },
104 {
105 "test": {
106 "@alias": "oe-core.bitbake.Test_bitbake_menuconfig",
107 "author": [
108 {
109 "email": "jose.perez.carranza@intel.com",
110 "name": "jose.perez.carranza@intel.com"
111 }
112 ],
113 "execution": {
114 "1": {
115 "action": "clone poky \n \n",
116 "expected_results": ""
117 },
118 "2": {
119 "action": "cd poky \n\n",
120 "expected_results": ""
121 },
122 "3": {
123 "action": "source oe-init-build-env && cd build \n\n",
124 "expected_results": ""
125 },
126 "4": {
127 "action": "set below in local.conf \n\n \tMACHINE = \"qemux86\" \n\n",
128 "expected_results": ""
129 },
130 "5": {
131 "action": "bitbake linux-yocto -c kernel_configme -f \n\n",
132 "expected_results": ""
133 },
134 "6": {
135 "action": "bitbake linux-yocto -c menuconfig \n\n",
136 "expected_results": ""
137 },
138 "7": {
139 "action": "Once menuconfig launches, use the interface to navigate through the selections and \n enable option \"64-bit kernel\" \n\n",
140 "expected_results": ""
141 },
142 "8": {
143 "action": "Save changes and set name of the file as \"test.config\" ",
144 "expected_results": "Open file: \n \npoky/build//tmp/work/qemux86-poky-linux/linux-yocto/4.X.X+*/linux-qemux86-standard-build/test.config \n \n \n\nand verify that changes are present in the file as follows: \n \nCONFIG_64BIT=y \n \nCONFIG_X86_64=y"
145 }
146 },
147 "summary": "Test_bitbake_menuconfig"
148 }
149 },
150 {
151 "test": {
152 "@alias": "oe-core.bitbake.test_bitbake_devshell",
153 "author": [
154 {
155 "email": "jose.perez.carranza@intel.com",
156 "name": "jose.perez.carranza@intel.com"
157 }
158 ],
159 "execution": {
160 "1": {
161 "action": "clone poky ",
162 "expected_results": ""
163 },
164 "2": {
165 "action": "cd poky ",
166 "expected_results": ""
167 },
168 "3": {
169 "action": "source oe-init-build-env && cd build ",
170 "expected_results": ""
171 },
172 "4": {
173 "action": "bitbake matchbox-desktop ",
174 "expected_results": "Package was build correctly "
175 },
176 "5": {
177 "action": "bitbake matchbox-desktop -c devshell ",
178 "expected_results": "A terminal with a shell prompt within the OpenEmbedded build environment is opened "
179 },
180 "6": {
181 "action": "Verify that \"matchbox-desktop\" binary file is not created under\"src\" directory ",
182 "expected_results": ""
183 },
184 "7": {
185 "action": "Run command:./configure && make ",
186 "expected_results": "Verify that \"matchbox-desktop\" binary file was created successfully under \"src/\" directory "
187 },
188 "8": {
189 "action": "Exit fromthe devshell terminal,exit ",
190 "expected_results": "Terminal back to the build directory"
191 }
192 },
193 "summary": "test_bitbake_devshell"
194 }
195 },
196 {
197 "test": {
198 "@alias": "oe-core.bitbake.test_dependency_explorer_is_launched",
199 "author": [
200 {
201 "email": "jose.perez.carranza@intel.com",
202 "name": "jose.perez.carranza@intel.com"
203 }
204 ],
205 "execution": {
206 "1": {
207 "action": "clone poky ",
208 "expected_results": ""
209 },
210 "2": {
211 "action": "cd poky ",
212 "expected_results": ""
213 },
214 "3": {
215 "action": "source oe-init-build-env ",
216 "expected_results": ""
217 },
218 "4": {
219 "action": "bitbake core-image-full-cmdline \n",
220 "expected_results": "Image should be successfully built \n"
221 },
222 "5": {
223 "action": "bitbake -u taskexp -g core-image-full-cmdline \n\nNOTE: To execute the last command of this test, it's necessary that the machine is executing an X11 server, or if that's not the case (for example, if running the test on a headless server), it is required to enable ssh X11 forwarding on both, the server and the client, and have the X11 server running on the client. \n\nThe instructions to enable X11 forwarding vary between distributions. But for example, these are the steps to enable it between a server running openSUSE Leap 42.1 and a client with Fedora 24: \nA. On the server, make sure /home//.ssh/config contains the line: \n ForwardX11 yes \nB. On the server, make sure xauth is installed by running: \n which xauth \nC. On the client, connect to the server, enabling X11 forwarding, for example by using: \n ssh -X user@server \nNOTE 2: depexp was renamed to taskexp on 2.3 M4",
224 "expected_results": "Verify that a \"dependency explorer\" is opened and file \n dependencies are listed "
225 }
226 },
227 "summary": "test_dependency_explorer_is_launched"
228 }
229 },
230 {
231 "test": {
232 "@alias": "oe-core.bitbake.test_bitbake_sane_error_for_invalid_layer",
233 "author": [
234 {
235 "email": "jose.perez.carranza@intel.com",
236 "name": "jose.perez.carranza@intel.com"
237 }
238 ],
239 "execution": {
240 "1": {
241 "action": "clone poky \n",
242 "expected_results": ""
243 },
244 "2": {
245 "action": "cd poky \n \n",
246 "expected_results": ""
247 },
248 "3": {
249 "action": "source oe-init-build-env && cd build \n \n",
250 "expected_results": ""
251 },
252 "4": {
253 "action": "Add a invalid layer to conf/bblayers.conf \"<poky dir>/my-invalid-layer\" \n\t\n",
254 "expected_results": ""
255 },
256 "5": {
257 "action": "bitbake core-image-minimal",
258 "expected_results": "Below error should be displayed:\n\"ERROR: Layer directory does not exist! Please check BBLAYERS in <poky dir>/<build dir>/conf/bblayers.conf\""
259 }
260 },
261 "summary": "test_bitbake_sane_error_for_invalid_layer"
262 }
263 },
264 {
265 "test": {
266 "@alias": "oe-core.bitbake.Test_bitbake-selftest",
267 "author": [
268 {
269 "email": "jair.de.jesus.gonzalez.plascencia@intel.com",
270 "name": "jair.de.jesus.gonzalez.plascencia@intel.com"
271 }
272 ],
273 "execution": {
274 "1": {
275 "action": "clone poky ",
276 "expected_results": ""
277 },
278 "2": {
279 "action": "cd poky ",
280 "expected_results": ""
281 },
282 "3": {
283 "action": "source oe-init-build-env ",
284 "expected_results": ""
285 },
286 "4": {
287 "action": "bitbake-selftest -v\n",
288 "expected_results": "All test cases are executed and no errors are reported.\n"
289 }
290 },
291 "summary": "Test_bitbake-selftest"
292 }
293 }
294] \ No newline at end of file
diff --git a/meta/lib/oeqa/manual/sdk.json b/meta/lib/oeqa/manual/sdk.json
new file mode 100644
index 0000000000..6475586591
--- /dev/null
+++ b/meta/lib/oeqa/manual/sdk.json
@@ -0,0 +1,32 @@
1[
2 {
3 "test": {
4 "@alias": "sdk.sdk_runqemu.test_sdk_toolchain_can_run_multiple_QEMU_machines_under_UNFS",
5 "author": [
6 {
7 "email": "ee.peng.yeoh@intel.com",
8 "name": "ee.peng.yeoh@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "Prepare kernel, rootfs tar.bz2 image, and qemu configuration \n \ta. Download kernel, rootfs tar.bz2 image and qemu configuration from public autobuilder webpage \n \tb. Goto https://autobuilder.yocto.io/pub/releases/<target_release>/machines/qemu/qemux86/ \n \tc. Download \n \t \ti. rootfs tar.bz2: core-image-sato-sdk-qemux86.tar.bz2 \n \t\tii. kernel: bzImage-qemux86.bin \n \t\tiii. qemu configuration: core-image-sato-sdk-qemux86.qemuboot.conf ",
14 "expected_results": ""
15 },
16 "2": {
17 "action": "Download & install sdk toolchain from public autobuilder \n \ta. Goto https://autobuilder.yocto.io/pub/releases/<target_release>/toolchain/x86_64/ \n \tb. Download poky-glibc-x86_64-core-image-sato-sdk-<type-arch>-toolchain-<release-version>.sh \n \tc. Run command: poky-glibc-x86_64-core-image-sato-sdk-<type-arch>-toolchain-<release-version>.sh",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "Extract rootfs twice into two images \n \ta. Run 2 commands below: \n runqemu-extract-sdk core-image-sato-sdk-qemux86.tar.bz2 qemux86_rootfs_image1 \n runqemu-extract-sdk core-image-sato-sdk-qemux86.tar.bz2 qemux86_rootfs_image2",
22 "expected_results": ""
23 },
24 "4": {
25 "action": " From the 2 terminals, start qemu to boot up both two images \n \ta. Run 2 commands below: \n runqemu core-image-sato-sdk-qemux86.qemuboot.conf qemux86_rootfs_image1 \n runqemu core-image-sato-sdk-qemux86.qemuboot.conf qemux86_rootfs_image2 ",
26 "expected_results": "Expect both qemu to boot up successfully."
27 }
28 },
29 "summary": "test_sdk_toolchain_can_run_multiple_QEMU_machines_under_UNFS"
30 }
31 }
32] \ No newline at end of file
generated by cgit v1.2.3-54-g00ecf (git 2.39.0) at 2024-11-12 18:52:21 +0000