1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
|
[
{
"test": {
"@alias": "compliance-test.compliance-test.LTP_subset_test_suite",
"author": [
{
"email": "corneliux.stoicescu@intel.com",
"name": "corneliux.stoicescu@intel.com"
}
],
"execution": {
"1": {
"action": "For real hardware, run following component, \nsyscalls \nfs \nfsx \ndio \nio \nmm \nipc \nsched \nmath \nnptl \npty \nadmin_tools \ntimers \ncommands \n\nFor QEMU, run following component \nsyscalls \nmm \nipc \nsched \nmath \nnptl \npty \nadmin_tools \ncommands \n\nRun Instructions: \nLTP download: http://sourceforge.net/projects/ltp/files/LTP%20Source/ltp-20120401/ltp-full-20120401.bz2/download \n\n(link is outdated, always use the last version released or the one found in the image) \n\n\n\nbuild steps: refer to http://ltp.sourceforge.net \n\nRun steps:",
"expected_results": ""
},
"2": {
"action": "Build LTP with toolchain or in sdk image. Or use a sato-sdk image which has LTP already included in /opt/ltp",
"expected_results": ""
},
"3": {
"action": "For QEMU, create the qemu target with \"-m 512\", which makes some memory stress cases pass. For some issues, we could only set 128M for qemuarm and 256M for qemumips.",
"expected_results": ""
},
"4": {
"action": "Copy LTP folder into target, for example, /opt/ltp if you have built it yourself. Modify the default scenario file \"scenario_groups/default\", remove test suites not to be tested",
"expected_results": ""
},
"5": {
"action": "Comment runtests/sched: hackbench, which is not suitable to run in emulators. Reminder (comment it also for Sugarbay Devices).",
"expected_results": ""
},
"6": {
"action": "Comment oom01, oom02, oom03, oom04 in runtest/mm, which consume lots of memory",
"expected_results": ""
},
"7": {
"action": "From /opt/ltp run: ./runltp -p -l result-M2-20101218.log -C result-M2-20101218.fail -d /opt/ltp/tmp &> result-M2-20101218.fulllog \n\n",
"expected_results": "Check the result on wiki, https://wiki.yoctoproject.org/wiki/LTP_result, there should be no regression failure met."
}
},
"summary": "LTP_subset_test_suite"
}
},
{
"test": {
"@alias": "compliance-test.compliance-test.POSIX_subset_test_suite",
"author": [
{
"email": "corneliux.stoicescu@intel.com",
"name": "corneliux.stoicescu@intel.com"
}
],
"execution": {
"1": {
"action": "In a sato-sdk image go to /opt/ltp or get latest LTP sourcecode, download location is http://sourceforge.net/projects/ltp/files/LTP%20Source/ and install it.",
"expected_results": ""
},
"2": {
"action": "Go into the folder of LTP, and posix_testsuite is under testcases/open_posix_testsuite/",
"expected_results": ""
},
"3": {
"action": "Run connmand: make generate-makefiles",
"expected_results": ""
},
"4": {
"action": "Run connmand: make conformance-all",
"expected_results": ""
},
"5": {
"action": "Run connmand: make conformance-test (this step may show errors, ignore them)",
"expected_results": ""
},
"6": {
"action": "Run connmand: make tools-all",
"expected_results": ""
},
"7": {
"action": "Run connmand: sh posix.sh > posix.log, posix.sh as below: \n \n#!/bin/sh \n./bin/run-posix-option-group-test.sh AIO \n./bin/run-posix-option-group-test.sh MEM \n./bin/run-posix-option-group-test.sh MSG \n./bin/run-posix-option-group-test.sh SEM \n./bin/run-posix-option-group-test.sh SIG \n./bin/run-posix-option-group-test.sh THR \n./bin/run-posix-option-group-test.sh TMR \n./bin/run-posix-option-group-test.sh TPS \n \n",
"expected_results": ""
},
"8": {
"action": "Check the posix.log after testing is finished",
"expected_results": "Compare the test result on wiki, https://wiki.yoctoproject.org/wiki/Posix_result, there should be no more regression failures met."
}
},
"summary": "POSIX_subset_test_suite"
}
},
{
"test": {
"@alias": "compliance-test.compliance-test.LSB_subset_test_suite",
"author": [
{
"email": "corneliux.stoicescu@intel.com",
"name": "corneliux.stoicescu@intel.com"
}
],
"execution": {
"1": {
"action": "Get lsd-sdk image and install it on target device or start the image(if it is QEMU) with option \"-m 512M\"",
"expected_results": ""
},
"2": {
"action": "Comment in /opt/lsb-test/session any tests you don't want to run.",
"expected_results": ""
},
"3": {
"action": "Run /usr/bin/LSB_Test.sh which should download the LSB suite and set it up. Some packages may fail to download because their location changed on ftp.linuxfoundation.org. You need to manually update /opt/lsb-test/packages_list",
"expected_results": ""
},
"4": {
"action": "Tests should start automatically, you can use the web interface to reconfigure the setup. ",
"expected_results": "Check the result on wiki https://wiki.yoctoproject.org/wiki/LSB_Result No regression failures should be met."
}
},
"summary": "LSB_subset_test_suite"
}
},
{
"test": {
"@alias": "compliance-test.compliance-test.stress_test_-_Genericx86-64",
"author": [
{
"email": "corneliux.stoicescu@intel.com",
"name": "corneliux.stoicescu@intel.com"
}
],
"execution": {
"1": {
"action": "Bootup with core-image-lsb-sdk image",
"expected_results": ""
},
"2": {
"action": "Execute the crashme test with below command \n\n./opt/ltp/runltp f crashme",
"expected_results": "The stress testing should not make the target crash. Check CPU usage and basic functionality of the system after the tests are over. "
}
},
"summary": "stress_test_-_Genericx86-64"
}
},
{
"test": {
"@alias": "compliance-test.compliance-test.stress_test_-_- crashme_-_-Beaglebone",
"author": [
{
"email": "corneliux.stoicescu@intel.com",
"name": "corneliux.stoicescu@intel.com"
}
],
"execution": {
"1": {
"action": " Get crashme from http://people.delphiforums.com/gjc/crashme.html",
"expected_results": ""
},
"2": {
"action": "Follow the setup steps on above URL, build crashme in target",
"expected_results": ""
},
"3": {
"action": " Run crashme for 24 hours",
"expected_results": "Target should not crash with the program."
}
},
"summary": "stress_test_-_crashme_-Beaglebone"
}
},
{
"test": {
"@alias": "compliance-test.compliance-test.stress_test_-_ltp_-Beaglebone",
"author": [
{
"email": "corneliux.stoicescu@intel.com",
"name": "corneliux.stoicescu@intel.com"
}
],
"execution": {
"1": {
"action": "Build LTP with toolchain or in sdk image",
"expected_results": ""
},
"2": {
"action": "Copy LTP folder into target, for example, /opt/ltp. Modify script, testscripts/ltpstress.sh, set Iostat=1, NO_NETWORK=1",
"expected_results": ""
},
"3": {
"action": "cd testscripts/ && ./ltpstress.sh",
"expected_results": "This stress case will run for 24 hours Check the result\ntarget should not crash with the program "
}
},
"summary": "stress_test_-_-ltp_-Beaglebone"
}
}
]
|
