summaryrefslogtreecommitdiffstats
path: root/meta/lib/oeqa/manual
diff options
context:
space:
mode:
authorsangeeta jain <sangeeta.jain@intel.com>2019-03-14 12:31:17 +0800
committerRichard Purdie <richard.purdie@linuxfoundation.org>2019-03-18 11:12:26 +0000
commit8b6c8ec14b0dba4220c25894e8b3b1fe7726ffb1 (patch)
tree0496b64108f7ad2f808532e852e78f4841b4d3b6 /meta/lib/oeqa/manual
parent437dcb901d2017fc851689be761cfc8d0e7e5679 (diff)
downloadpoky-8b6c8ec14b0dba4220c25894e8b3b1fe7726ffb1.tar.gz
oeqa/manual/compliance-test.json: test id updated and missing test cases added
Two changes made in oeqa/manual/compliance-test.json: 1. All test id (eg. @alias) inside manual testcase file shall follow the same test id naming convention from oeqa automated tests (eg. selftest, runtime, sdk, etc), where the test id consists of <test_module>.<test_suite>.<test_function>. Furthermore, there shall be only 1 unique test_module per each manual testcases file. This file was using more than 1 unique test_module for testcases. Furthermore, some of the testcases were defined using different test_suite where it was not needed. This patch fix the manual testcases file to have only 1 unique test_module as well as test_suite to simplify test id naming. 2. Added 2 missing test cases for Beaglebone Stress Test. (From OE-Core rev: 5c5402bc6e6505da0203ca9245a3599bd4940dad) Signed-off-by: sangeeta jain <sangeeta.jain@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'meta/lib/oeqa/manual')
-rw-r--r--meta/lib/oeqa/manual/compliance-test.json60
1 files changed, 56 insertions, 4 deletions
diff --git a/meta/lib/oeqa/manual/compliance-test.json b/meta/lib/oeqa/manual/compliance-test.json
index 7adf8a1d9f..982f0b46cd 100644
--- a/meta/lib/oeqa/manual/compliance-test.json
+++ b/meta/lib/oeqa/manual/compliance-test.json
@@ -1,7 +1,7 @@
1[ 1[
2 { 2 {
3 "test": { 3 "test": {
4 "@alias": "configuration.configuration.LTP_subset_test_suite", 4 "@alias": "compliance-test.compliance-test.LTP_subset_test_suite",
5 "author": [ 5 "author": [
6 { 6 {
7 "email": "corneliux.stoicescu@intel.com", 7 "email": "corneliux.stoicescu@intel.com",
@@ -43,7 +43,7 @@
43 }, 43 },
44 { 44 {
45 "test": { 45 "test": {
46 "@alias": "configuration.configuration.POSIX_subset_test_suite", 46 "@alias": "compliance-test.compliance-test.POSIX_subset_test_suite",
47 "author": [ 47 "author": [
48 { 48 {
49 "email": "corneliux.stoicescu@intel.com", 49 "email": "corneliux.stoicescu@intel.com",
@@ -89,7 +89,7 @@
89 }, 89 },
90 { 90 {
91 "test": { 91 "test": {
92 "@alias": "configuration.configuration.LSB_subset_test_suite", 92 "@alias": "compliance-test.compliance-test.LSB_subset_test_suite",
93 "author": [ 93 "author": [
94 { 94 {
95 "email": "corneliux.stoicescu@intel.com", 95 "email": "corneliux.stoicescu@intel.com",
@@ -119,7 +119,7 @@
119 }, 119 },
120 { 120 {
121 "test": { 121 "test": {
122 "@alias": "General_Runtime.General_Runtime.stress_test_-_Genericx86-64", 122 "@alias": "compliance-test.compliance-test.stress_test_-_Genericx86-64",
123 "author": [ 123 "author": [
124 { 124 {
125 "email": "corneliux.stoicescu@intel.com", 125 "email": "corneliux.stoicescu@intel.com",
@@ -138,5 +138,57 @@
138 }, 138 },
139 "summary": "stress_test_-_Genericx86-64" 139 "summary": "stress_test_-_Genericx86-64"
140 } 140 }
141 },
142 {
143 "test": {
144 "@alias": "compliance-test.compliance-test.stress_test_-_- crashme_-_-Beaglebone",
145 "author": [
146 {
147 "email": "corneliux.stoicescu@intel.com",
148 "name": "corneliux.stoicescu@intel.com"
149 }
150 ],
151 "execution": {
152 "1": {
153 "action": " Get crashme from http://people.delphiforums.com/gjc/crashme.html",
154 "expected_results": ""
155 },
156 "2": {
157 "action": "Follow the setup steps on above URL, build crashme in target",
158 "expected_results": ""
159 },
160 "3": {
161 "action": " Run crashme for 24 hours",
162 "expected_results": "Target should not crash with the program."
163 }
164 },
165 "summary": "stress_test_-_crashme_-Beaglebone"
166 }
167 },
168 {
169 "test": {
170 "@alias": "compliance-test.compliance-test.stress_test_-_ltp_-Beaglebone",
171 "author": [
172 {
173 "email": "corneliux.stoicescu@intel.com",
174 "name": "corneliux.stoicescu@intel.com"
175 }
176 ],
177 "execution": {
178 "1": {
179 "action": "Build LTP with toolchain or in sdk image",
180 "expected_results": ""
181 },
182 "2": {
183 "action": "Copy LTP folder into target, for example, /opt/ltp. Modify script, testscripts/ltpstress.sh, set Iostat=1, NO_NETWORK=1",
184 "expected_results": ""
185 },
186 "3": {
187 "action": "cd testscripts/ && ./ltpstress.sh",
188 "expected_results": "This stress case will run for 24 hours Check the result\ntarget should not crash with the program "
189 }
190 },
191 "summary": "stress_test_-_-ltp_-Beaglebone"
141 } 192 }
193 }
142] \ No newline at end of file 194] \ No newline at end of file