Gitiles
Code Review Sign In
gerrit.openbmc.org / openbmc / openbmc / 193236933b0f4ab91b1625b64e2187e2db4e0e8f / . / poky / meta / lib / oeqa / manual / compliance-test.json
blob: 982f0b46cd1f03d59dd7ac56f4e0f004b4972085 [file] [log] [blame]
Brad Bishop19323692019-04-05 15:28:33 -0400[diff] [blame^]1[
2 {
3 "test": {
4 "@alias": "compliance-test.compliance-test.LTP_subset_test_suite",
5 "author": [
6 {
7 "email": "corneliux.stoicescu@intel.com",
8 "name": "corneliux.stoicescu@intel.com"
9 }
10 ],
11 "execution": {
12 "1": {
13 "action": "For real hardware, run following component, \nsyscalls \nfs \nfsx \ndio \nio \nmm \nipc \nsched \nmath \nnptl \npty \nadmin_tools \ntimers \ncommands \n\nFor QEMU, run following component \nsyscalls \nmm \nipc \nsched \nmath \nnptl \npty \nadmin_tools \ncommands \n\nRun Instructions: \nLTP download: http://sourceforge.net/projects/ltp/files/LTP%20Source/ltp-20120401/ltp-full-20120401.bz2/download \n\n(link is outdated, always use the last version released or the one found in the image) \n\n\n\nbuild steps: refer to http://ltp.sourceforge.net \n\nRun steps:",
14 "expected_results": ""
15 },
16 "2": {
17 "action": "Build LTP with toolchain or in sdk image. Or use a sato-sdk image which has LTP already included in /opt/ltp",
18 "expected_results": ""
19 },
20 "3": {
21 "action": "For QEMU, create the qemu target with \"-m 512\", which makes some memory stress cases pass. For some issues, we could only set 128M for qemuarm and 256M for qemumips.",
22 "expected_results": ""
23 },
24 "4": {
25 "action": "Copy LTP folder into target, for example, /opt/ltp if you have built it yourself. Modify the default scenario file \"scenario_groups/default\", remove test suites not to be tested",
26 "expected_results": ""
27 },
28 "5": {
29 "action": "Comment runtests/sched: hackbench, which is not suitable to run in emulators. Reminder (comment it also for Sugarbay Devices).",
30 "expected_results": ""
31 },
32 "6": {
33 "action": "Comment oom01, oom02, oom03, oom04 in runtest/mm, which consume lots of memory",
34 "expected_results": ""
35 },
36 "7": {
37 "action": "From /opt/ltp run: ./runltp -p -l result-M2-20101218.log -C result-M2-20101218.fail -d /opt/ltp/tmp &> result-M2-20101218.fulllog \n\n",
38 "expected_results": "Check the result on wiki, https://wiki.yoctoproject.org/wiki/LTP_result, there should be no regression failure met."
39 }
40 },
41 "summary": "LTP_subset_test_suite"
42 }
43 },
44 {
45 "test": {
46 "@alias": "compliance-test.compliance-test.POSIX_subset_test_suite",
47 "author": [
48 {
49 "email": "corneliux.stoicescu@intel.com",
50 "name": "corneliux.stoicescu@intel.com"
51 }
52 ],
53 "execution": {
54 "1": {
55 "action": "In a sato-sdk image go to /opt/ltp or get latest LTP sourcecode, download location is http://sourceforge.net/projects/ltp/files/LTP%20Source/ and install it.",
56 "expected_results": ""
57 },
58 "2": {
59 "action": "Go into the folder of LTP, and posix_testsuite is under testcases/open_posix_testsuite/",
60 "expected_results": ""
61 },
62 "3": {
63 "action": "Run connmand: make generate-makefiles",
64 "expected_results": ""
65 },
66 "4": {
67 "action": "Run connmand: make conformance-all",
68 "expected_results": ""
69 },
70 "5": {
71 "action": "Run connmand: make conformance-test (this step may show errors, ignore them)",
72 "expected_results": ""
73 },
74 "6": {
75 "action": "Run connmand: make tools-all",
76 "expected_results": ""
77 },
78 "7": {
79 "action": "Run connmand: sh posix.sh > posix.log, posix.sh as below: \n \n#!/bin/sh \n./bin/run-posix-option-group-test.sh AIO \n./bin/run-posix-option-group-test.sh MEM \n./bin/run-posix-option-group-test.sh MSG \n./bin/run-posix-option-group-test.sh SEM \n./bin/run-posix-option-group-test.sh SIG \n./bin/run-posix-option-group-test.sh THR \n./bin/run-posix-option-group-test.sh TMR \n./bin/run-posix-option-group-test.sh TPS \n \n",
80 "expected_results": ""
81 },
82 "8": {
83 "action": "Check the posix.log after testing is finished",
84 "expected_results": "Compare the test result on wiki, https://wiki.yoctoproject.org/wiki/Posix_result, there should be no more regression failures met."
85 }
86 },
87 "summary": "POSIX_subset_test_suite"
88 }
89 },
90 {
91 "test": {
92 "@alias": "compliance-test.compliance-test.LSB_subset_test_suite",
93 "author": [
94 {
95 "email": "corneliux.stoicescu@intel.com",
96 "name": "corneliux.stoicescu@intel.com"
97 }
98 ],
99 "execution": {
100 "1": {
101 "action": "Get lsd-sdk image and install it on target device or start the image(if it is QEMU) with option \"-m 512M\"",
102 "expected_results": ""
103 },
104 "2": {
105 "action": "Comment in /opt/lsb-test/session any tests you don't want to run.",
106 "expected_results": ""
107 },
108 "3": {
109 "action": "Run /usr/bin/LSB_Test.sh which should download the LSB suite and set it up. Some packages may fail to download because their location changed on ftp.linuxfoundation.org. You need to manually update /opt/lsb-test/packages_list",
110 "expected_results": ""
111 },
112 "4": {
113 "action": "Tests should start automatically, you can use the web interface to reconfigure the setup. ",
114 "expected_results": "Check the result on wiki https://wiki.yoctoproject.org/wiki/LSB_Result No regression failures should be met."
115 }
116 },
117 "summary": "LSB_subset_test_suite"
118 }
119 },
120 {
121 "test": {
122 "@alias": "compliance-test.compliance-test.stress_test_-_Genericx86-64",
123 "author": [
124 {
125 "email": "corneliux.stoicescu@intel.com",
126 "name": "corneliux.stoicescu@intel.com"
127 }
128 ],
129 "execution": {
130 "1": {
131 "action": "Bootup with core-image-lsb-sdk image",
132 "expected_results": ""
133 },
134 "2": {
135 "action": "Execute the crashme test with below command \n\n./opt/ltp/runltp f crashme",
136 "expected_results": "The stress testing should not make the target crash. Check CPU usage and basic functionality of the system after the tests are over. "
137 }
138 },
139 "summary": "stress_test_-_Genericx86-64"
140 }
141 },
142 {
143 "test": {
144 "@alias": "compliance-test.compliance-test.stress_test_-_- crashme_-_-Beaglebone",
145 "author": [
146 {
147 "email": "corneliux.stoicescu@intel.com",
148 "name": "corneliux.stoicescu@intel.com"
149 }
150 ],
151 "execution": {
152 "1": {
153 "action": " Get crashme from http://people.delphiforums.com/gjc/crashme.html",
154 "expected_results": ""
155 },
156 "2": {
157 "action": "Follow the setup steps on above URL, build crashme in target",
158 "expected_results": ""
159 },
160 "3": {
161 "action": " Run crashme for 24 hours",
162 "expected_results": "Target should not crash with the program."
163 }
164 },
165 "summary": "stress_test_-_crashme_-Beaglebone"
166 }
167 },
168 {
169 "test": {
170 "@alias": "compliance-test.compliance-test.stress_test_-_ltp_-Beaglebone",
171 "author": [
172 {
173 "email": "corneliux.stoicescu@intel.com",
174 "name": "corneliux.stoicescu@intel.com"
175 }
176 ],
177 "execution": {
178 "1": {
179 "action": "Build LTP with toolchain or in sdk image",
180 "expected_results": ""
181 },
182 "2": {
183 "action": "Copy LTP folder into target, for example, /opt/ltp. Modify script, testscripts/ltpstress.sh, set Iostat=1, NO_NETWORK=1",
184 "expected_results": ""
185 },
186 "3": {
187 "action": "cd testscripts/ && ./ltpstress.sh",
188 "expected_results": "This stress case will run for 24 hours Check the result\ntarget should not crash with the program "
189 }
190 },
191 "summary": "stress_test_-_-ltp_-Beaglebone"
192 }
193 }
194]