blob: 69fee27511fbd06172e65a57077782cdc333f0df [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
Patrick Williamsc124f4f2015-09-15 14:41:29 -05002# Copyright (C) 2013 Intel Corporation
3#
Brad Bishopc342db32019-05-15 21:57:59 -04004# SPDX-License-Identifier: MIT
5#
Patrick Williamsc124f4f2015-09-15 14:41:29 -05006
7# This module provides a class for starting qemu images using runqemu.
8# It's used by testimage.bbclass.
9
10import subprocess
11import os
Brad Bishop6e60e8b2018-02-01 10:27:11 -050012import sys
Patrick Williamsc124f4f2015-09-15 14:41:29 -050013import time
14import signal
15import re
16import socket
17import select
18import errno
Patrick Williamsf1e5d692016-03-30 15:21:19 -050019import string
Patrick Williamsc124f4f2015-09-15 14:41:29 -050020import threading
Patrick Williamsf1e5d692016-03-30 15:21:19 -050021import codecs
Patrick Williamsc124f4f2015-09-15 14:41:29 -050022import logging
Andrew Geisslerc926e172021-05-07 16:11:35 -050023import tempfile
Brad Bishopd7bf8c12018-02-25 22:55:05 -050024from oeqa.utils.dump import HostDumper
Andrew Geissler82c905d2020-04-13 13:39:40 -050025from collections import defaultdict
Andrew Geisslerc926e172021-05-07 16:11:35 -050026import importlib
Patrick Williamsc124f4f2015-09-15 14:41:29 -050027
Patrick Williamsf1e5d692016-03-30 15:21:19 -050028# Get Unicode non printable control chars
Patrick Williamsc0f7c042017-02-23 20:41:17 -060029control_range = list(range(0,32))+list(range(127,160))
30control_chars = [chr(x) for x in control_range
31 if chr(x) not in string.printable]
Patrick Williamsf1e5d692016-03-30 15:21:19 -050032re_control_char = re.compile('[%s]' % re.escape("".join(control_chars)))
33
Patrick Williamsc124f4f2015-09-15 14:41:29 -050034class QemuRunner:
35
Brad Bishop19323692019-04-05 15:28:33 -040036 def __init__(self, machine, rootfs, display, tmpdir, deploy_dir_image, logfile, boottime, dump_dir, dump_host_cmds,
Andrew Geissler3b8a17c2021-04-15 15:55:55 -050037 use_kvm, logger, use_slirp=False, serial_ports=2, boot_patterns = defaultdict(str), use_ovmf=False, workdir=None, tmpfsdir=None):
Patrick Williamsc124f4f2015-09-15 14:41:29 -050038
39 # Popen object for runqemu
40 self.runqemu = None
Andrew Geissler82c905d2020-04-13 13:39:40 -050041 self.runqemu_exited = False
Patrick Williamsc124f4f2015-09-15 14:41:29 -050042 # pid of the qemu process that runqemu will start
43 self.qemupid = None
Brad Bishop6e60e8b2018-02-01 10:27:11 -050044 # target ip - from the command line or runqemu output
Patrick Williamsc124f4f2015-09-15 14:41:29 -050045 self.ip = None
46 # host ip - where qemu is running
47 self.server_ip = None
Brad Bishop6e60e8b2018-02-01 10:27:11 -050048 # target ip netmask
49 self.netmask = None
Patrick Williamsc124f4f2015-09-15 14:41:29 -050050
51 self.machine = machine
52 self.rootfs = rootfs
53 self.display = display
54 self.tmpdir = tmpdir
55 self.deploy_dir_image = deploy_dir_image
56 self.logfile = logfile
57 self.boottime = boottime
58 self.logged = False
59 self.thread = None
Patrick Williamsc0f7c042017-02-23 20:41:17 -060060 self.use_kvm = use_kvm
Andrew Geissler82c905d2020-04-13 13:39:40 -050061 self.use_ovmf = use_ovmf
Brad Bishop19323692019-04-05 15:28:33 -040062 self.use_slirp = use_slirp
Andrew Geissler82c905d2020-04-13 13:39:40 -050063 self.serial_ports = serial_ports
Brad Bishopd7bf8c12018-02-25 22:55:05 -050064 self.msg = ''
Andrew Geissler82c905d2020-04-13 13:39:40 -050065 self.boot_patterns = boot_patterns
Andrew Geissler3b8a17c2021-04-15 15:55:55 -050066 self.tmpfsdir = tmpfsdir
Patrick Williamsc124f4f2015-09-15 14:41:29 -050067
Brad Bishopd7bf8c12018-02-25 22:55:05 -050068 self.runqemutime = 120
Andrew Geisslerb7d28612020-07-24 16:15:54 -050069 if not workdir:
70 workdir = os.getcwd()
71 self.qemu_pidfile = workdir + '/pidfile_' + str(os.getpid())
Patrick Williamsc124f4f2015-09-15 14:41:29 -050072 self.host_dumper = HostDumper(dump_host_cmds, dump_dir)
Brad Bishop15ae2502019-06-18 21:44:24 -040073 self.monitorpipe = None
Patrick Williamsc124f4f2015-09-15 14:41:29 -050074
Brad Bishopd7bf8c12018-02-25 22:55:05 -050075 self.logger = logger
76
Andrew Geissler82c905d2020-04-13 13:39:40 -050077 # Enable testing other OS's
78 # Set commands for target communication, and default to Linux ALWAYS
79 # Other OS's or baremetal applications need to provide their
80 # own implementation passing it through QemuRunner's constructor
81 # or by passing them through TESTIMAGE_BOOT_PATTERNS[flag]
82 # provided variables, where <flag> is one of the mentioned below.
83 accepted_patterns = ['search_reached_prompt', 'send_login_user', 'search_login_succeeded', 'search_cmd_finished']
84 default_boot_patterns = defaultdict(str)
85 # Default to the usual paterns used to communicate with the target
86 default_boot_patterns['search_reached_prompt'] = b' login:'
87 default_boot_patterns['send_login_user'] = 'root\n'
88 default_boot_patterns['search_login_succeeded'] = r"root@[a-zA-Z0-9\-]+:~#"
89 default_boot_patterns['search_cmd_finished'] = r"[a-zA-Z0-9]+@[a-zA-Z0-9\-]+:~#"
90
91 # Only override patterns that were set e.g. login user TESTIMAGE_BOOT_PATTERNS[send_login_user] = "webserver\n"
92 for pattern in accepted_patterns:
93 if not self.boot_patterns[pattern]:
94 self.boot_patterns[pattern] = default_boot_patterns[pattern]
95
Patrick Williamsc124f4f2015-09-15 14:41:29 -050096 def create_socket(self):
97 try:
98 sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
99 sock.setblocking(0)
100 sock.bind(("127.0.0.1",0))
101 sock.listen(2)
102 port = sock.getsockname()[1]
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500103 self.logger.debug("Created listening socket for qemu serial console on: 127.0.0.1:%s" % port)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500104 return (sock, port)
105
106 except socket.error:
107 sock.close()
108 raise
109
110 def log(self, msg):
111 if self.logfile:
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500112 # It is needed to sanitize the data received from qemu
113 # because is possible to have control characters
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500114 msg = msg.decode("utf-8", errors='ignore')
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600115 msg = re_control_char.sub('', msg)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500116 self.msg += msg
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500117 with codecs.open(self.logfile, "a", encoding="utf-8") as f:
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500118 f.write("%s" % msg)
119
120 def getOutput(self, o):
121 import fcntl
122 fl = fcntl.fcntl(o, fcntl.F_GETFL)
123 fcntl.fcntl(o, fcntl.F_SETFL, fl | os.O_NONBLOCK)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600124 return os.read(o.fileno(), 1000000).decode("utf-8")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500125
126
127 def handleSIGCHLD(self, signum, frame):
128 if self.runqemu and self.runqemu.poll():
129 if self.runqemu.returncode:
Andrew Geissler82c905d2020-04-13 13:39:40 -0500130 self.logger.error('runqemu exited with code %d' % self.runqemu.returncode)
131 self.logger.error('Output from runqemu:\n%s' % self.getOutput(self.runqemu.stdout))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500132 self.stop()
133 self._dump_host()
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500134
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500135 def start(self, qemuparams = None, get_ip = True, extra_bootparams = None, runqemuparams='', launch_cmd=None, discard_writes=True):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500136 env = os.environ.copy()
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500137 if self.display:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500138 env["DISPLAY"] = self.display
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500139 # Set this flag so that Qemu doesn't do any grabs as SDL grabs
140 # interact badly with screensavers.
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500141 env["QEMU_DONT_GRAB"] = "1"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500142 if not os.path.exists(self.rootfs):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500143 self.logger.error("Invalid rootfs %s" % self.rootfs)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500144 return False
145 if not os.path.exists(self.tmpdir):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500146 self.logger.error("Invalid TMPDIR path %s" % self.tmpdir)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500147 return False
148 else:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500149 env["OE_TMPDIR"] = self.tmpdir
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500150 if not os.path.exists(self.deploy_dir_image):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500151 self.logger.error("Invalid DEPLOY_DIR_IMAGE path %s" % self.deploy_dir_image)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500152 return False
153 else:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500154 env["DEPLOY_DIR_IMAGE"] = self.deploy_dir_image
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500155
Andrew Geissler3b8a17c2021-04-15 15:55:55 -0500156 if self.tmpfsdir:
157 env["RUNQEMU_TMPFS_DIR"] = self.tmpfsdir
158
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500159 if not launch_cmd:
Brad Bishop08902b02019-08-20 09:16:51 -0400160 launch_cmd = 'runqemu %s' % ('snapshot' if discard_writes else '')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500161 if self.use_kvm:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500162 self.logger.debug('Using kvm for runqemu')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500163 launch_cmd += ' kvm'
164 else:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500165 self.logger.debug('Not using kvm for runqemu')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500166 if not self.display:
167 launch_cmd += ' nographic'
Brad Bishop19323692019-04-05 15:28:33 -0400168 if self.use_slirp:
169 launch_cmd += ' slirp'
Andrew Geissler82c905d2020-04-13 13:39:40 -0500170 if self.use_ovmf:
171 launch_cmd += ' ovmf'
Brad Bishop08902b02019-08-20 09:16:51 -0400172 launch_cmd += ' %s %s %s' % (runqemuparams, self.machine, self.rootfs)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500173
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500174 return self.launch(launch_cmd, qemuparams=qemuparams, get_ip=get_ip, extra_bootparams=extra_bootparams, env=env)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500175
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500176 def launch(self, launch_cmd, get_ip = True, qemuparams = None, extra_bootparams = None, env = None):
Andrew Geisslerc926e172021-05-07 16:11:35 -0500177 # use logfile to determine the recipe-sysroot-native path and
178 # then add in the site-packages path components and add that
179 # to the python sys.path so qmp.py can be found.
180 python_path = os.path.dirname(os.path.dirname(self.logfile))
181 python_path += "/recipe-sysroot-native/usr/lib/python3.9/site-packages"
182 sys.path.append(python_path)
183 importlib.invalidate_caches()
184 try:
185 qmp = importlib.import_module("qmp")
186 except:
187 self.logger.error("qemurunner: qmp.py missing, please ensure it's installed")
188 return False
189 # Path relative to tmpdir used as cwd for qemu below to avoid unix socket path length issues
190 qmp_file = "." + next(tempfile._get_candidate_names())
191 qmp_param = ' -S -qmp unix:./%s,server,wait' % (qmp_file)
192 qmp_port = self.tmpdir + "/" + qmp_file
193
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500194 try:
Andrew Geissler82c905d2020-04-13 13:39:40 -0500195 if self.serial_ports >= 2:
196 self.threadsock, threadport = self.create_socket()
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500197 self.server_socket, self.serverport = self.create_socket()
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600198 except socket.error as msg:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500199 self.logger.error("Failed to create listening socket: %s" % msg[1])
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500200 return False
201
Andrew Geissler95ac1b82021-03-31 14:34:31 -0500202 bootparams = ' printk.time=1'
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600203 if extra_bootparams:
204 bootparams = bootparams + ' ' + extra_bootparams
205
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500206 # Ask QEMU to store the QEMU process PID in file, this way we don't have to parse running processes
207 # and analyze descendents in order to determine it.
208 if os.path.exists(self.qemu_pidfile):
209 os.remove(self.qemu_pidfile)
Andrew Geisslerc926e172021-05-07 16:11:35 -0500210 self.qemuparams = 'bootparams="{0}" qemuparams="-pidfile {1} {2}"'.format(bootparams, self.qemu_pidfile, qmp_param)
211
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500212 if qemuparams:
213 self.qemuparams = self.qemuparams[:-1] + " " + qemuparams + " " + '\"'
214
Andrew Geissler82c905d2020-04-13 13:39:40 -0500215 if self.serial_ports >= 2:
216 launch_cmd += ' tcpserial=%s:%s %s' % (threadport, self.serverport, self.qemuparams)
217 else:
218 launch_cmd += ' tcpserial=%s %s' % (self.serverport, self.qemuparams)
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500219
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500220 self.origchldhandler = signal.getsignal(signal.SIGCHLD)
221 signal.signal(signal.SIGCHLD, self.handleSIGCHLD)
222
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500223 self.logger.debug('launchcmd=%s'%(launch_cmd))
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600224
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500225 # FIXME: We pass in stdin=subprocess.PIPE here to work around stty
226 # blocking at the end of the runqemu script when using this within
227 # oe-selftest (this makes stty error out immediately). There ought
228 # to be a proper fix but this will suffice for now.
Andrew Geisslerc926e172021-05-07 16:11:35 -0500229 self.runqemu = subprocess.Popen(launch_cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, stdin=subprocess.PIPE, preexec_fn=os.setpgrp, env=env, cwd=self.tmpdir)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500230 output = self.runqemu.stdout
231
232 #
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600233 # We need the preexec_fn above so that all runqemu processes can easily be killed
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500234 # (by killing their process group). This presents a problem if this controlling
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600235 # process itself is killed however since those processes don't notice the death
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500236 # of the parent and merrily continue on.
237 #
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600238 # Rather than hack runqemu to deal with this, we add something here instead.
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500239 # Basically we fork off another process which holds an open pipe to the parent
240 # and also is setpgrp. If/when the pipe sees EOF from the parent dieing, it kills
241 # the process group. This is like pctrl's PDEATHSIG but for a process group
242 # rather than a single process.
243 #
244 r, w = os.pipe()
245 self.monitorpid = os.fork()
246 if self.monitorpid:
247 os.close(r)
248 self.monitorpipe = os.fdopen(w, "w")
249 else:
250 # child process
251 os.setpgrp()
252 os.close(w)
253 r = os.fdopen(r)
254 x = r.read()
255 os.killpg(os.getpgid(self.runqemu.pid), signal.SIGTERM)
256 sys.exit(0)
257
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500258 self.logger.debug("runqemu started, pid is %s" % self.runqemu.pid)
Brad Bishop316dfdd2018-06-25 12:45:53 -0400259 self.logger.debug("waiting at most %s seconds for qemu pid (%s)" %
260 (self.runqemutime, time.strftime("%D %H:%M:%S")))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500261 endtime = time.time() + self.runqemutime
262 while not self.is_alive() and time.time() < endtime:
263 if self.runqemu.poll():
Andrew Geissler82c905d2020-04-13 13:39:40 -0500264 if self.runqemu_exited:
Andrew Geisslerc926e172021-05-07 16:11:35 -0500265 self.logger.warning("runqemu during is_alive() test")
Andrew Geissler82c905d2020-04-13 13:39:40 -0500266 return False
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500267 if self.runqemu.returncode:
268 # No point waiting any longer
Brad Bishop96ff1982019-08-19 13:50:42 -0400269 self.logger.warning('runqemu exited with code %d' % self.runqemu.returncode)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500270 self._dump_host()
Brad Bishop96ff1982019-08-19 13:50:42 -0400271 self.logger.warning("Output from runqemu:\n%s" % self.getOutput(output))
Brad Bishopf86d0552018-12-04 14:18:15 -0800272 self.stop()
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500273 return False
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500274 time.sleep(0.5)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500275
Andrew Geissler82c905d2020-04-13 13:39:40 -0500276 if self.runqemu_exited:
Andrew Geisslerc926e172021-05-07 16:11:35 -0500277 self.logger.warning("runqemu after timeout")
Andrew Geissler82c905d2020-04-13 13:39:40 -0500278 return False
279
Andrew Geisslerc926e172021-05-07 16:11:35 -0500280 if self.runqemu.returncode:
281 self.logger.warning('runqemu exited with code %d' % self.runqemu.returncode)
282 return False
283
284 if not self.is_alive():
285 self.logger.warning('is_alive() failed later')
286 return False
287
288 # Create the client socket for the QEMU Monitor Control Socket
289 # This will allow us to read status from Qemu if the the process
290 # is still alive
291 self.logger.debug("QMP Initializing to %s" % (qmp_port))
292 # chdir dance for path length issues with unix sockets
293 origpath = os.getcwd()
294 try:
295 os.chdir(os.path.dirname(qmp_port))
296 try:
297 self.qmp = qmp.QEMUMonitorProtocol(os.path.basename(qmp_port))
298 except OSError as msg:
299 self.logger.warning("Failed to initialize qemu monitor socket: %s File: %s" % (msg, msg.filename))
300 return False
301
302 self.logger.debug("QMP Connecting to %s" % (qmp_port))
303 if not os.path.exists(qmp_port) and self.is_alive():
304 self.logger.debug("QMP Port does not exist waiting for it to be created")
305 endtime = time.time() + self.runqemutime
306 while not os.path.exists(qmp_port) and self.is_alive() and time.time() < endtime:
307 self.logger.info("QMP port does not exist yet!")
308 time.sleep(0.5)
309 if not os.path.exists(qmp_port) and self.is_alive():
310 self.logger.warning("QMP Port still does not exist but QEMU is alive")
311 return False
312
313 try:
314 self.qmp.connect()
315 except OSError as msg:
316 self.logger.warning("Failed to connect qemu monitor socket: %s File: %s" % (msg, msg.filename))
317 return False
318 except qmp.QMPConnectError as msg:
319 self.logger.warning("Failed to communicate with qemu monitor: %s" % (msg))
320 return False
321 finally:
322 os.chdir(origpath)
323
324 # Release the qemu porcess to continue running
325 self.run_monitor('cont')
326
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500327 if not self.is_alive():
Brad Bishop316dfdd2018-06-25 12:45:53 -0400328 self.logger.error("Qemu pid didn't appear in %s seconds (%s)" %
329 (self.runqemutime, time.strftime("%D %H:%M:%S")))
Andrew Geisslerb7d28612020-07-24 16:15:54 -0500330
331 qemu_pid = None
332 if os.path.isfile(self.qemu_pidfile):
333 with open(self.qemu_pidfile, 'r') as f:
334 qemu_pid = f.read().strip()
335
336 self.logger.error("Status information, poll status: %s, pidfile exists: %s, pidfile contents %s, proc pid exists %s"
337 % (self.runqemu.poll(), os.path.isfile(self.qemu_pidfile), str(qemu_pid), os.path.exists("/proc/" + str(qemu_pid))))
338
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500339 # Dump all processes to help us to figure out what is going on...
Andrew Geisslerb7d28612020-07-24 16:15:54 -0500340 ps = subprocess.Popen(['ps', 'axww', '-o', 'pid,ppid,pri,ni,command '], stdout=subprocess.PIPE).communicate()[0]
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500341 processes = ps.decode("utf-8")
342 self.logger.debug("Running processes:\n%s" % processes)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500343 self._dump_host()
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500344 op = self.getOutput(output)
Brad Bishopf86d0552018-12-04 14:18:15 -0800345 self.stop()
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500346 if op:
347 self.logger.error("Output from runqemu:\n%s" % op)
348 else:
349 self.logger.error("No output from runqemu.\n")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500350 return False
351
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500352 # We are alive: qemu is running
353 out = self.getOutput(output)
354 netconf = False # network configuration is not required by default
Brad Bishop316dfdd2018-06-25 12:45:53 -0400355 self.logger.debug("qemu started in %s seconds - qemu procces pid is %s (%s)" %
356 (time.time() - (endtime - self.runqemutime),
357 self.qemupid, time.strftime("%D %H:%M:%S")))
Andrew Geissler82c905d2020-04-13 13:39:40 -0500358 cmdline = ''
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500359 if get_ip:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500360 with open('/proc/%s/cmdline' % self.qemupid) as p:
361 cmdline = p.read()
362 # It is needed to sanitize the data received
363 # because is possible to have control characters
364 cmdline = re_control_char.sub(' ', cmdline)
365 try:
Brad Bishop19323692019-04-05 15:28:33 -0400366 if self.use_slirp:
367 tcp_ports = cmdline.split("hostfwd=tcp::")[1]
368 host_port = tcp_ports[:tcp_ports.find('-')]
369 self.ip = "localhost:%s" % host_port
370 else:
371 ips = re.findall(r"((?:[0-9]{1,3}\.){3}[0-9]{1,3})", cmdline.split("ip=")[1])
372 self.ip = ips[0]
373 self.server_ip = ips[1]
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500374 self.logger.debug("qemu cmdline used:\n{}".format(cmdline))
375 except (IndexError, ValueError):
376 # Try to get network configuration from runqemu output
Andrew Geissler4ed12e12020-06-05 18:00:41 -0500377 match = re.match(r'.*Network configuration: (?:ip=)*([0-9.]+)::([0-9.]+):([0-9.]+)$.*',
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500378 out, re.MULTILINE|re.DOTALL)
379 if match:
380 self.ip, self.server_ip, self.netmask = match.groups()
381 # network configuration is required as we couldn't get it
382 # from the runqemu command line, so qemu doesn't run kernel
383 # and guest networking is not configured
384 netconf = True
385 else:
386 self.logger.error("Couldn't get ip from qemu command line and runqemu output! "
387 "Here is the qemu command line used:\n%s\n"
388 "and output from runqemu:\n%s" % (cmdline, out))
389 self._dump_host()
390 self.stop()
391 return False
392
393 self.logger.debug("Target IP: %s" % self.ip)
394 self.logger.debug("Server IP: %s" % self.server_ip)
395
Andrew Geissler82c905d2020-04-13 13:39:40 -0500396 if self.serial_ports >= 2:
397 self.thread = LoggingThread(self.log, self.threadsock, self.logger)
398 self.thread.start()
399 if not self.thread.connection_established.wait(self.boottime):
400 self.logger.error("Didn't receive a console connection from qemu. "
401 "Here is the qemu command line used:\n%s\nand "
402 "output from runqemu:\n%s" % (cmdline, out))
403 self.stop_thread()
404 return False
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500405
406 self.logger.debug("Output from runqemu:\n%s", out)
Brad Bishop316dfdd2018-06-25 12:45:53 -0400407 self.logger.debug("Waiting at most %d seconds for login banner (%s)" %
408 (self.boottime, time.strftime("%D %H:%M:%S")))
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500409 endtime = time.time() + self.boottime
410 socklist = [self.server_socket]
411 reachedlogin = False
412 stopread = False
413 qemusock = None
414 bootlog = b''
415 data = b''
416 while time.time() < endtime and not stopread:
417 try:
418 sread, swrite, serror = select.select(socklist, [], [], 5)
419 except InterruptedError:
420 continue
421 for sock in sread:
422 if sock is self.server_socket:
423 qemusock, addr = self.server_socket.accept()
424 qemusock.setblocking(0)
425 socklist.append(qemusock)
426 socklist.remove(self.server_socket)
427 self.logger.debug("Connection from %s:%s" % addr)
428 else:
429 data = data + sock.recv(1024)
430 if data:
431 bootlog += data
Andrew Geissler82c905d2020-04-13 13:39:40 -0500432 if self.serial_ports < 2:
433 # this socket has mixed console/kernel data, log it to logfile
434 self.log(data)
435
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500436 data = b''
Andrew Geissler82c905d2020-04-13 13:39:40 -0500437 if self.boot_patterns['search_reached_prompt'] in bootlog:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500438 self.server_socket = qemusock
439 stopread = True
440 reachedlogin = True
Brad Bishop316dfdd2018-06-25 12:45:53 -0400441 self.logger.debug("Reached login banner in %s seconds (%s)" %
442 (time.time() - (endtime - self.boottime),
443 time.strftime("%D %H:%M:%S")))
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500444 else:
Brad Bishop316dfdd2018-06-25 12:45:53 -0400445 # no need to check if reachedlogin unless we support multiple connections
446 self.logger.debug("QEMU socket disconnected before login banner reached. (%s)" %
447 time.strftime("%D %H:%M:%S"))
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500448 socklist.remove(sock)
449 sock.close()
450 stopread = True
451
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500452 if not reachedlogin:
Brad Bishop316dfdd2018-06-25 12:45:53 -0400453 if time.time() >= endtime:
Brad Bishop96ff1982019-08-19 13:50:42 -0400454 self.logger.warning("Target didn't reach login banner in %d seconds (%s)" %
Brad Bishop316dfdd2018-06-25 12:45:53 -0400455 (self.boottime, time.strftime("%D %H:%M:%S")))
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500456 tail = lambda l: "\n".join(l.splitlines()[-25:])
Brad Bishopd89cb5f2019-04-10 09:02:41 -0400457 bootlog = bootlog.decode("utf-8")
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500458 # in case bootlog is empty, use tail qemu log store at self.msg
459 lines = tail(bootlog if bootlog else self.msg)
Brad Bishop96ff1982019-08-19 13:50:42 -0400460 self.logger.warning("Last 25 lines of text:\n%s" % lines)
461 self.logger.warning("Check full boot log: %s" % self.logfile)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500462 self._dump_host()
463 self.stop()
464 return False
465
466 # If we are not able to login the tests can continue
467 try:
Andrew Geisslerc3d88e42020-10-02 09:45:00 -0500468 (status, output) = self.run_serial(self.boot_patterns['send_login_user'], raw=True, timeout=120)
Andrew Geissler82c905d2020-04-13 13:39:40 -0500469 if re.search(self.boot_patterns['search_login_succeeded'], output):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500470 self.logged = True
471 self.logger.debug("Logged as root in serial console")
472 if netconf:
473 # configure guest networking
474 cmd = "ifconfig eth0 %s netmask %s up\n" % (self.ip, self.netmask)
475 output = self.run_serial(cmd, raw=True)[1]
Brad Bishopf86d0552018-12-04 14:18:15 -0800476 if re.search(r"root@[a-zA-Z0-9\-]+:~#", output):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500477 self.logger.debug("configured ip address %s", self.ip)
478 else:
479 self.logger.debug("Couldn't configure guest networking")
480 else:
Brad Bishop96ff1982019-08-19 13:50:42 -0400481 self.logger.warning("Couldn't login into serial console"
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500482 " as root using blank password")
Brad Bishop96ff1982019-08-19 13:50:42 -0400483 self.logger.warning("The output:\n%s" % output)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500484 except:
Brad Bishop96ff1982019-08-19 13:50:42 -0400485 self.logger.warning("Serial console failed while trying to login")
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500486 return True
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500487
488 def stop(self):
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500489 if hasattr(self, "origchldhandler"):
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500490 signal.signal(signal.SIGCHLD, self.origchldhandler)
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800491 self.stop_thread()
492 self.stop_qemu_system()
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500493 if self.runqemu:
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600494 if hasattr(self, "monitorpid"):
495 os.kill(self.monitorpid, signal.SIGKILL)
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500496 self.logger.debug("Sending SIGTERM to runqemu")
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600497 try:
498 os.killpg(os.getpgid(self.runqemu.pid), signal.SIGTERM)
499 except OSError as e:
500 if e.errno != errno.ESRCH:
501 raise
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500502 endtime = time.time() + self.runqemutime
503 while self.runqemu.poll() is None and time.time() < endtime:
504 time.sleep(1)
505 if self.runqemu.poll() is None:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500506 self.logger.debug("Sending SIGKILL to runqemu")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500507 os.killpg(os.getpgid(self.runqemu.pid), signal.SIGKILL)
Brad Bishopf86d0552018-12-04 14:18:15 -0800508 self.runqemu.stdin.close()
509 self.runqemu.stdout.close()
Andrew Geissler82c905d2020-04-13 13:39:40 -0500510 self.runqemu_exited = True
Brad Bishopf86d0552018-12-04 14:18:15 -0800511
Andrew Geisslerc926e172021-05-07 16:11:35 -0500512 if hasattr(self, 'qmp') and self.qmp:
513 self.qmp.close()
514 self.qmp = None
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500515 if hasattr(self, 'server_socket') and self.server_socket:
516 self.server_socket.close()
517 self.server_socket = None
Brad Bishopf86d0552018-12-04 14:18:15 -0800518 if hasattr(self, 'threadsock') and self.threadsock:
519 self.threadsock.close()
520 self.threadsock = None
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500521 self.qemupid = None
522 self.ip = None
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500523 if os.path.exists(self.qemu_pidfile):
Andrew Geissler82c905d2020-04-13 13:39:40 -0500524 try:
525 os.remove(self.qemu_pidfile)
526 except FileNotFoundError as e:
527 # We raced, ignore
528 pass
Brad Bishopf86d0552018-12-04 14:18:15 -0800529 if self.monitorpipe:
530 self.monitorpipe.close()
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500531
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500532 def stop_qemu_system(self):
533 if self.qemupid:
534 try:
535 # qemu-system behaves well and a SIGTERM is enough
536 os.kill(self.qemupid, signal.SIGTERM)
537 except ProcessLookupError as e:
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800538 self.logger.warning('qemu-system ended unexpectedly')
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500539
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500540 def stop_thread(self):
541 if self.thread and self.thread.is_alive():
542 self.thread.stop()
543 self.thread.join()
544
Andrew Geisslerc926e172021-05-07 16:11:35 -0500545 def allowexit(self):
546 if self.thread:
547 self.thread.allowexit()
548
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500549 def restart(self, qemuparams = None):
Brad Bishop96ff1982019-08-19 13:50:42 -0400550 self.logger.warning("Restarting qemu process")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500551 if self.runqemu.poll() is None:
552 self.stop()
553 if self.start(qemuparams):
554 return True
555 return False
556
557 def is_alive(self):
Andrew Geissler82c905d2020-04-13 13:39:40 -0500558 if not self.runqemu or self.runqemu.poll() is not None or self.runqemu_exited:
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500559 return False
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500560 if os.path.isfile(self.qemu_pidfile):
Brad Bishop96ff1982019-08-19 13:50:42 -0400561 # when handling pidfile, qemu creates the file, stat it, lock it and then write to it
562 # so it's possible that the file has been created but the content is empty
563 pidfile_timeout = time.time() + 3
564 while time.time() < pidfile_timeout:
565 with open(self.qemu_pidfile, 'r') as f:
566 qemu_pid = f.read().strip()
567 # file created but not yet written contents
568 if not qemu_pid:
569 time.sleep(0.5)
570 continue
571 else:
572 if os.path.exists("/proc/" + qemu_pid):
573 self.qemupid = int(qemu_pid)
574 return True
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500575 return False
576
Andrew Geisslerc926e172021-05-07 16:11:35 -0500577 def run_monitor(self, command, timeout=60):
578 return self.qmp.cmd(command)
579
Brad Bishop977dc1a2019-02-06 16:01:43 -0500580 def run_serial(self, command, raw=False, timeout=60):
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500581 # We assume target system have echo to get command status
582 if not raw:
583 command = "%s; echo $?\n" % command
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500584
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500585 data = ''
586 status = 0
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600587 self.server_socket.sendall(command.encode('utf-8'))
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500588 start = time.time()
589 end = start + timeout
590 while True:
591 now = time.time()
592 if now >= end:
593 data += "<<< run_serial(): command timed out after %d seconds without output >>>\r\n\r\n" % timeout
594 break
595 try:
596 sread, _, _ = select.select([self.server_socket],[],[], end - now)
597 except InterruptedError:
598 continue
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500599 if sread:
600 answer = self.server_socket.recv(1024)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500601 if answer:
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600602 data += answer.decode('utf-8')
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500603 # Search the prompt to stop
Andrew Geissler82c905d2020-04-13 13:39:40 -0500604 if re.search(self.boot_patterns['search_cmd_finished'], data):
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500605 break
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500606 else:
607 raise Exception("No data on serial console socket")
Patrick Williamsd8c66bc2016-06-20 12:57:21 -0500608
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500609 if data:
610 if raw:
611 status = 1
612 else:
613 # Remove first line (command line) and last line (prompt)
614 data = data[data.find('$?\r\n')+4:data.rfind('\r\n')]
615 index = data.rfind('\r\n')
616 if index == -1:
617 status_cmd = data
618 data = ""
619 else:
620 status_cmd = data[index+2:]
621 data = data[:index]
622 if (status_cmd == "0"):
623 status = 1
624 return (status, str(data))
625
626
627 def _dump_host(self):
628 self.host_dumper.create_dir("qemu")
Brad Bishop1a4b7ee2018-12-16 17:11:34 -0800629 self.logger.warning("Qemu ended unexpectedly, dump data from host"
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500630 " is in %s" % self.host_dumper.dump_dir)
631 self.host_dumper.dump_host()
632
633# This class is for reading data from a socket and passing it to logfunc
634# to be processed. It's completely event driven and has a straightforward
635# event loop. The mechanism for stopping the thread is a simple pipe which
636# will wake up the poll and allow for tearing everything down.
637class LoggingThread(threading.Thread):
638 def __init__(self, logfunc, sock, logger):
639 self.connection_established = threading.Event()
640 self.serversock = sock
641 self.logfunc = logfunc
642 self.logger = logger
643 self.readsock = None
644 self.running = False
Andrew Geisslerc926e172021-05-07 16:11:35 -0500645 self.canexit = False
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500646
647 self.errorevents = select.POLLERR | select.POLLHUP | select.POLLNVAL
648 self.readevents = select.POLLIN | select.POLLPRI
649
650 threading.Thread.__init__(self, target=self.threadtarget)
651
652 def threadtarget(self):
653 try:
654 self.eventloop()
655 finally:
656 self.teardown()
657
658 def run(self):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500659 self.logger.debug("Starting logging thread")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500660 self.readpipe, self.writepipe = os.pipe()
661 threading.Thread.run(self)
662
663 def stop(self):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500664 self.logger.debug("Stopping logging thread")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500665 if self.running:
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600666 os.write(self.writepipe, bytes("stop", "utf-8"))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500667
668 def teardown(self):
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500669 self.logger.debug("Tearing down logging thread")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500670 self.close_socket(self.serversock)
671
672 if self.readsock is not None:
673 self.close_socket(self.readsock)
674
675 self.close_ignore_error(self.readpipe)
676 self.close_ignore_error(self.writepipe)
677 self.running = False
678
Andrew Geisslerc926e172021-05-07 16:11:35 -0500679 def allowexit(self):
680 self.canexit = True
681
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500682 def eventloop(self):
683 poll = select.poll()
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500684 event_read_mask = self.errorevents | self.readevents
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500685 poll.register(self.serversock.fileno())
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500686 poll.register(self.readpipe, event_read_mask)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500687
688 breakout = False
689 self.running = True
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500690 self.logger.debug("Starting thread event loop")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500691 while not breakout:
692 events = poll.poll()
693 for event in events:
694 # An error occurred, bail out
695 if event[1] & self.errorevents:
696 raise Exception(self.stringify_event(event[1]))
697
698 # Event to stop the thread
699 if self.readpipe == event[0]:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500700 self.logger.debug("Stop event received")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500701 breakout = True
702 break
703
704 # A connection request was received
705 elif self.serversock.fileno() == event[0]:
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500706 self.logger.debug("Connection request received")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500707 self.readsock, _ = self.serversock.accept()
708 self.readsock.setblocking(0)
709 poll.unregister(self.serversock.fileno())
Patrick Williamsf1e5d692016-03-30 15:21:19 -0500710 poll.register(self.readsock.fileno(), event_read_mask)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500711
Brad Bishopd7bf8c12018-02-25 22:55:05 -0500712 self.logger.debug("Setting connection established event")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500713 self.connection_established.set()
714
715 # Actual data to be logged
716 elif self.readsock.fileno() == event[0]:
717 data = self.recv(1024)
718 self.logfunc(data)
719
720 # Since the socket is non-blocking make sure to honor EAGAIN
721 # and EWOULDBLOCK.
722 def recv(self, count):
723 try:
724 data = self.readsock.recv(count)
725 except socket.error as e:
726 if e.errno == errno.EAGAIN or e.errno == errno.EWOULDBLOCK:
727 return ''
728 else:
729 raise
730
731 if data is None:
732 raise Exception("No data on read ready socket")
733 elif not data:
734 # This actually means an orderly shutdown
735 # happened. But for this code it counts as an
736 # error since the connection shouldn't go away
737 # until qemu exits.
Andrew Geisslerc926e172021-05-07 16:11:35 -0500738 if not self.canexit:
739 raise Exception("Console connection closed unexpectedly")
740 return ''
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500741
742 return data
743
744 def stringify_event(self, event):
745 val = ''
746 if select.POLLERR == event:
747 val = 'POLLER'
748 elif select.POLLHUP == event:
749 val = 'POLLHUP'
750 elif select.POLLNVAL == event:
751 val = 'POLLNVAL'
752 return val
753
754 def close_socket(self, sock):
755 sock.shutdown(socket.SHUT_RDWR)
756 sock.close()
757
758 def close_ignore_error(self, fd):
759 try:
760 os.close(fd)
761 except OSError:
762 pass