blob: 5db02165975820795ce26a58de19b5fa5044dd22 [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# SPDX-License-Identifier: MIT
3#
4
Brad Bishop6e60e8b2018-02-01 10:27:11 -05005import os
6
7from subprocess import check_output
8from shutil import rmtree
9from oeqa.runtime.case import OERuntimeTestCase
10from oeqa.core.decorator.depends import OETestDepends
Brad Bishop6e60e8b2018-02-01 10:27:11 -050011from oeqa.core.decorator.data import skipIfDataVar
12from oeqa.runtime.decorator.package import OEHasPackage
13
14#in the future these lists could be moved outside of module
15errors = ["error", "cannot", "can\'t", "failed"]
16
17common_errors = [
18 "(WW) warning, (EE) error, (NI) not implemented, (??) unknown.",
19 "dma timeout",
20 "can\'t add hid device:",
21 "usbhid: probe of ",
22 "_OSC failed (AE_ERROR)",
23 "_OSC failed (AE_SUPPORT)",
24 "AE_ALREADY_EXISTS",
25 "ACPI _OSC request failed (AE_SUPPORT)",
26 "can\'t disable ASPM",
27 "Failed to load module \"vesa\"",
28 "Failed to load module vesa",
29 "Failed to load module \"modesetting\"",
30 "Failed to load module modesetting",
31 "Failed to load module \"glx\"",
32 "Failed to load module \"fbdev\"",
33 "Failed to load module fbdev",
34 "Failed to load module glx",
35 "[drm] Cannot find any crtc or sizes - going 1024x768",
36 "_OSC failed (AE_NOT_FOUND); disabling ASPM",
37 "Open ACPI failed (/var/run/acpid.socket) (No such file or directory)",
38 "NX (Execute Disable) protection cannot be enabled: non-PAE kernel!",
39 "hd.: possibly failed opcode",
40 'NETLINK INITIALIZATION FAILED',
41 'kernel: Cannot find map file',
42 'omap_hwmod: debugss: _wait_target_disable failed',
43 'VGA arbiter: cannot open kernel arbiter, no multi-card support',
44 'Failed to find URL:http://ipv4.connman.net/online/status.html',
45 'Online check failed for',
46 'netlink init failed',
47 'Fast TSC calibration',
48 "BAR 0-9",
49 "Failed to load module \"ati\"",
50 "controller can't do DEVSLP, turning off",
51 "stmmac_dvr_probe: warning: cannot get CSR clock",
52 "error: couldn\'t mount because of unsupported optional features",
53 "GPT: Use GNU Parted to correct GPT errors",
54 "Cannot set xattr user.Librepo.DownloadInProgress",
Brad Bishop1a4b7ee2018-12-16 17:11:34 -080055 "Failed to read /var/lib/nfs/statd/state: Success",
56 "error retry time-out =",
57 "logind: cannot setup systemd-logind helper (-61), using legacy fallback",
Andrew Geissler82c905d2020-04-13 13:39:40 -050058 "Failed to rename network interface",
59 "Failed to process device, ignoring: Device or resource busy",
60 "Cannot find a map file",
61 "[rdrand]: Initialization Failed",
Andrew Geissler5f350902021-07-23 13:09:54 -040062 "[rndr ]: Initialization Failed",
Andrew Geissler82c905d2020-04-13 13:39:40 -050063 "[pulseaudio] authkey.c: Failed to open cookie file",
64 "[pulseaudio] authkey.c: Failed to load authentication key",
Brad Bishop6e60e8b2018-02-01 10:27:11 -050065 ]
66
67video_related = [
Brad Bishop6e60e8b2018-02-01 10:27:11 -050068]
69
70x86_common = [
71 '[drm:psb_do_init] *ERROR* Debug is',
72 'wrong ELF class',
73 'Could not enable PowerButton event',
74 'probe of LNXPWRBN:00 failed with error -22',
75 'pmd_set_huge: Cannot satisfy',
76 'failed to setup card detect gpio',
77 'amd_nb: Cannot enumerate AMD northbridges',
78 'failed to retrieve link info, disabling eDP',
79 'Direct firmware load for iwlwifi',
Brad Bishop19323692019-04-05 15:28:33 -040080 'Direct firmware load for regulatory.db',
81 'failed to load regulatory.db',
Brad Bishop6e60e8b2018-02-01 10:27:11 -050082] + common_errors
83
84qemux86_common = [
85 'wrong ELF class',
86 "fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.",
87 "can't claim BAR ",
88 'amd_nb: Cannot enumerate AMD northbridges',
Brad Bishop6e60e8b2018-02-01 10:27:11 -050089 'tsc: HPET/PMTIMER calibration failed',
Brad Bishop79641f22019-09-10 07:20:22 -040090 "modeset(0): Failed to initialize the DRI2 extension",
Brad Bishop79641f22019-09-10 07:20:22 -040091 "glamor initialization failed",
Andrew Geisslerc926e172021-05-07 16:11:35 -050092 "blk_update_request: I/O error, dev fd0, sector 0 op 0x0:(READ)",
93 "floppy: error",
Brad Bishop6e60e8b2018-02-01 10:27:11 -050094] + common_errors
95
96ignore_errors = {
97 'default' : common_errors,
98 'qemux86' : [
99 'Failed to access perfctr msr (MSR',
100 'pci 0000:00:00.0: [Firmware Bug]: reg 0x..: invalid BAR (can\'t size)',
Andrew Geisslerd159c7f2021-09-02 21:05:58 -0500101 'failed to IDENTIFY (I/O error, err_mask=0x4)',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500102 ] + qemux86_common,
103 'qemux86-64' : qemux86_common,
104 'qemumips' : [
105 'Failed to load module "glx"',
106 'pci 0000:00:00.0: [Firmware Bug]: reg 0x..: invalid BAR (can\'t size)',
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500107 'cacheinfo: Failed to find cpu0 device node',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500108 ] + common_errors,
109 'qemumips64' : [
110 'pci 0000:00:00.0: [Firmware Bug]: reg 0x..: invalid BAR (can\'t size)',
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500111 'cacheinfo: Failed to find cpu0 device node',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500112 ] + common_errors,
113 'qemuppc' : [
114 'PCI 0000:00 Cannot reserve Legacy IO [io 0x0000-0x0fff]',
115 'host side 80-wire cable detection failed, limiting max speed',
116 'mode "640x480" test failed',
117 'Failed to load module "glx"',
118 'can\'t handle BAR above 4GB',
119 'Cannot reserve Legacy IO',
120 ] + common_errors,
Andrew Geissler95ac1b82021-03-31 14:34:31 -0500121 'qemuppc64' : [
122 'vio vio: uevent: failed to send synthetic uevent',
123 'synth uevent: /devices/vio: failed to send uevent',
124 'PCI 0000:00 Cannot reserve Legacy IO [io 0x10000-0x10fff]',
125 ] + common_errors,
Patrick Williams213cb262021-08-07 19:21:33 -0500126 'qemuarmv5' : [
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500127 'mmci-pl18x: probe of fpga:05 failed with error -22',
128 'mmci-pl18x: probe of fpga:0b failed with error -22',
129 'Failed to load module "glx"',
130 'OF: amba_device_add() failed (-19) for /amba/smc@10100000',
131 'OF: amba_device_add() failed (-19) for /amba/mpmc@10110000',
132 'OF: amba_device_add() failed (-19) for /amba/sctl@101e0000',
133 'OF: amba_device_add() failed (-19) for /amba/watchdog@101e1000',
134 'OF: amba_device_add() failed (-19) for /amba/sci@101f0000',
Brad Bishop19323692019-04-05 15:28:33 -0400135 'OF: amba_device_add() failed (-19) for /amba/spi@101f4000',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500136 'OF: amba_device_add() failed (-19) for /amba/ssp@101f4000',
137 'OF: amba_device_add() failed (-19) for /amba/fpga/sci@a000',
138 'Failed to initialize \'/amba/timer@101e3000\': -22',
139 'jitterentropy: Initialization failed with host not compliant with requirements: 2',
Patrick Williams213cb262021-08-07 19:21:33 -0500140 'clcd-pl11x: probe of 10120000.display failed with error -2',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500141 ] + common_errors,
142 'qemuarm64' : [
143 'Fatal server error:',
144 '(EE) Server terminated with error (1). Closing log file.',
145 'dmi: Firmware registration failed.',
146 'irq: type mismatch, failed to map hwirq-27 for /intc',
Andrew Geissler82c905d2020-04-13 13:39:40 -0500147 'logind: failed to get session seat',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500148 ] + common_errors,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500149 'intel-core2-32' : [
150 'ACPI: No _BQC method, cannot determine initial brightness',
151 '[Firmware Bug]: ACPI: No _BQC method, cannot determine initial brightness',
152 '(EE) Failed to load module "psb"',
153 '(EE) Failed to load module psb',
154 '(EE) Failed to load module "psbdrv"',
155 '(EE) Failed to load module psbdrv',
156 '(EE) open /dev/fb0: No such file or directory',
157 '(EE) AIGLX: reverting to software rendering',
158 'dmi: Firmware registration failed.',
159 'ioremap error for 0x78',
160 ] + x86_common,
161 'intel-corei7-64' : [
162 'can\'t set Max Payload Size to 256',
163 'intel_punit_ipc: can\'t request region for resource',
164 '[drm] parse error at position 4 in video mode \'efifb\'',
165 'ACPI Error: Could not enable RealTimeClock event',
166 'ACPI Warning: Could not enable fixed event - RealTimeClock',
167 'hci_intel INT33E1:00: Unable to retrieve gpio',
168 'hci_intel: probe of INT33E1:00 failed',
169 'can\'t derive routing for PCI INT A',
170 'failed to read out thermal zone',
171 'Bluetooth: hci0: Setting Intel event mask failed',
172 'ttyS2 - failed to request DMA',
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500173 'Bluetooth: hci0: Failed to send firmware data (-38)',
174 'atkbd serio0: Failed to enable keyboard on isa0060/serio0',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500175 ] + x86_common,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500176 'genericx86' : x86_common,
177 'genericx86-64' : [
178 'Direct firmware load for i915',
179 'Failed to load firmware i915',
180 'Failed to fetch GuC',
181 'Failed to initialize GuC',
182 'Failed to load DMC firmware',
183 'The driver is built-in, so to load the firmware you need to',
184 ] + x86_common,
185 'edgerouter' : [
Brad Bishop19323692019-04-05 15:28:33 -0400186 'not creating \'/sys/firmware/fdt\'',
187 'Failed to find cpu0 device node',
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500188 'Fatal server error:',
Brad Bishop19323692019-04-05 15:28:33 -0400189 'Server terminated with error',
190 ] + common_errors,
191 'beaglebone-yocto' : [
192 'Direct firmware load for regulatory.db',
193 'failed to load regulatory.db',
194 'l4_wkup_cm',
195 'Failed to load module "glx"',
196 'Failed to make EGL context current',
197 'glamor initialization failed',
198 ] + common_errors,
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500199}
200
201log_locations = ["/var/log/","/var/log/dmesg", "/tmp/dmesg_output.log"]
202
203class ParseLogsTest(OERuntimeTestCase):
204
205 @classmethod
206 def setUpClass(cls):
207 cls.errors = errors
208
209 # When systemd is enabled we need to notice errors on
210 # circular dependencies in units.
211 if 'systemd' in cls.td.get('DISTRO_FEATURES', ''):
212 cls.errors.extend([
213 'Found ordering cycle on',
214 'Breaking ordering cycle by deleting job',
215 'deleted to break ordering cycle',
216 'Ordering cycle found, skipping',
217 ])
218
219 cls.ignore_errors = ignore_errors
220 cls.log_locations = log_locations
221 cls.msg = ''
222 is_lsb, _ = cls.tc.target.run("which LSB_Test.sh")
223 if is_lsb == 0:
224 for machine in cls.ignore_errors:
225 cls.ignore_errors[machine] = cls.ignore_errors[machine] \
226 + video_related
227
228 def getMachine(self):
229 return self.td.get('MACHINE', '')
230
231 def getWorkdir(self):
232 return self.td.get('WORKDIR', '')
233
234 # Get some information on the CPU of the machine to display at the
235 # beginning of the output. This info might be useful in some cases.
236 def getHardwareInfo(self):
237 hwi = ""
238 cmd = ('cat /proc/cpuinfo | grep "model name" | head -n1 | '
239 " awk 'BEGIN{FS=\":\"}{print $2}'")
240 _, cpu_name = self.target.run(cmd)
241
242 cmd = ('cat /proc/cpuinfo | grep "cpu cores" | head -n1 | '
243 "awk {'print $4'}")
244 _, cpu_physical_cores = self.target.run(cmd)
245
246 cmd = 'cat /proc/cpuinfo | grep "processor" | wc -l'
247 _, cpu_logical_cores = self.target.run(cmd)
248
249 _, cpu_arch = self.target.run('uname -m')
250
251 hwi += 'Machine information: \n'
252 hwi += '*******************************\n'
253 hwi += 'Machine name: ' + self.getMachine() + '\n'
254 hwi += 'CPU: ' + str(cpu_name) + '\n'
255 hwi += 'Arch: ' + str(cpu_arch)+ '\n'
256 hwi += 'Physical cores: ' + str(cpu_physical_cores) + '\n'
257 hwi += 'Logical cores: ' + str(cpu_logical_cores) + '\n'
258 hwi += '*******************************\n'
259
260 return hwi
261
262 # Go through the log locations provided and if it's a folder
263 # create a list with all the .log files in it, if it's a file
264 # just add it to that list.
265 def getLogList(self, log_locations):
266 logs = []
267 for location in log_locations:
268 status, _ = self.target.run('test -f ' + str(location))
269 if status == 0:
270 logs.append(str(location))
271 else:
272 status, _ = self.target.run('test -d ' + str(location))
273 if status == 0:
274 cmd = 'find ' + str(location) + '/*.log -maxdepth 1 -type f'
275 status, output = self.target.run(cmd)
276 if status == 0:
277 output = output.splitlines()
278 for logfile in output:
279 logs.append(os.path.join(location, str(logfile)))
280 return logs
281
282 # Copy the log files to be parsed locally
283 def transfer_logs(self, log_list):
284 workdir = self.getWorkdir()
285 self.target_logs = workdir + '/' + 'target_logs'
286 target_logs = self.target_logs
287 if os.path.exists(target_logs):
288 rmtree(self.target_logs)
289 os.makedirs(target_logs)
290 for f in log_list:
291 self.target.copyFrom(str(f), target_logs)
292
293 # Get the local list of logs
294 def get_local_log_list(self, log_locations):
295 self.transfer_logs(self.getLogList(log_locations))
296 list_dir = os.listdir(self.target_logs)
297 dir_files = [os.path.join(self.target_logs, f) for f in list_dir]
298 logs = [f for f in dir_files if os.path.isfile(f)]
299 return logs
300
301 # Build the grep command to be used with filters and exclusions
302 def build_grepcmd(self, errors, ignore_errors, log):
303 grepcmd = 'grep '
304 grepcmd += '-Ei "'
305 for error in errors:
Brad Bishop08902b02019-08-20 09:16:51 -0400306 grepcmd += '\<' + error + '\>' + '|'
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500307 grepcmd = grepcmd[:-1]
308 grepcmd += '" ' + str(log) + " | grep -Eiv \'"
309
310 try:
311 errorlist = ignore_errors[self.getMachine()]
312 except KeyError:
313 self.msg += 'No ignore list found for this machine, using default\n'
314 errorlist = ignore_errors['default']
315
316 for ignore_error in errorlist:
317 ignore_error = ignore_error.replace('(', '\(')
318 ignore_error = ignore_error.replace(')', '\)')
319 ignore_error = ignore_error.replace("'", '.')
320 ignore_error = ignore_error.replace('?', '\?')
321 ignore_error = ignore_error.replace('[', '\[')
322 ignore_error = ignore_error.replace(']', '\]')
323 ignore_error = ignore_error.replace('*', '\*')
324 ignore_error = ignore_error.replace('0-9', '[0-9]')
325 grepcmd += ignore_error + '|'
326 grepcmd = grepcmd[:-1]
327 grepcmd += "\'"
328
329 return grepcmd
330
331 # Grep only the errors so that their context could be collected.
332 # Default context is 10 lines before and after the error itself
333 def parse_logs(self, errors, ignore_errors, logs,
334 lines_before = 10, lines_after = 10):
335 results = {}
336 rez = []
337 grep_output = ''
338
339 for log in logs:
340 result = None
341 thegrep = self.build_grepcmd(errors, ignore_errors, log)
342
343 try:
344 result = check_output(thegrep, shell=True).decode('utf-8')
345 except:
346 pass
347
348 if result is not None:
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800349 results[log] = {}
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500350 rez = result.splitlines()
351
352 for xrez in rez:
353 try:
354 cmd = ['grep', '-F', xrez, '-B', str(lines_before)]
355 cmd += ['-A', str(lines_after), log]
356 grep_output = check_output(cmd).decode('utf-8')
357 except:
358 pass
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800359 results[log][xrez]=grep_output
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500360
361 return results
362
363 # Get the output of dmesg and write it in a file.
364 # This file is added to log_locations.
365 def write_dmesg(self):
366 (status, dmesg) = self.target.run('dmesg > /tmp/dmesg_output.log')
367
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500368 @OETestDepends(['ssh.SSHTest.test_ssh'])
369 def test_parselogs(self):
370 self.write_dmesg()
371 log_list = self.get_local_log_list(self.log_locations)
372 result = self.parse_logs(self.errors, self.ignore_errors, log_list)
373 print(self.getHardwareInfo())
374 errcount = 0
375 for log in result:
376 self.msg += 'Log: ' + log + '\n'
377 self.msg += '-----------------------\n'
378 for error in result[log]:
379 errcount += 1
380 self.msg += 'Central error: ' + str(error) + '\n'
381 self.msg += '***********************\n'
382 self.msg += result[str(log)][str(error)] + '\n'
383 self.msg += '***********************\n'
384 self.msg += '%s errors found in logs.' % errcount
385 self.assertEqual(errcount, 0, msg=self.msg)