xref: /openbmc/qemu/python/qemu/machine/machine.py (revision 1d4796cd)
1beb6b57bSJohn Snow"""
2beb6b57bSJohn SnowQEMU machine module:
3beb6b57bSJohn Snow
4beb6b57bSJohn SnowThe machine module primarily provides the QEMUMachine class,
5beb6b57bSJohn Snowwhich provides facilities for managing the lifetime of a QEMU VM.
6beb6b57bSJohn Snow"""
7beb6b57bSJohn Snow
8beb6b57bSJohn Snow# Copyright (C) 2015-2016 Red Hat Inc.
9beb6b57bSJohn Snow# Copyright (C) 2012 IBM Corp.
10beb6b57bSJohn Snow#
11beb6b57bSJohn Snow# Authors:
12beb6b57bSJohn Snow#  Fam Zheng <famz@redhat.com>
13beb6b57bSJohn Snow#
14beb6b57bSJohn Snow# This work is licensed under the terms of the GNU GPL, version 2.  See
15beb6b57bSJohn Snow# the COPYING file in the top-level directory.
16beb6b57bSJohn Snow#
17beb6b57bSJohn Snow# Based on qmp.py.
18beb6b57bSJohn Snow#
19beb6b57bSJohn Snow
20beb6b57bSJohn Snowimport errno
21beb6b57bSJohn Snowfrom itertools import chain
225690b437SJohn Snowimport locale
23beb6b57bSJohn Snowimport logging
24beb6b57bSJohn Snowimport os
25beb6b57bSJohn Snowimport shutil
26beb6b57bSJohn Snowimport signal
27beb6b57bSJohn Snowimport socket
28beb6b57bSJohn Snowimport subprocess
29beb6b57bSJohn Snowimport tempfile
30beb6b57bSJohn Snowfrom types import TracebackType
31beb6b57bSJohn Snowfrom typing import (
32beb6b57bSJohn Snow    Any,
33beb6b57bSJohn Snow    BinaryIO,
34beb6b57bSJohn Snow    Dict,
35beb6b57bSJohn Snow    List,
36beb6b57bSJohn Snow    Optional,
37beb6b57bSJohn Snow    Sequence,
38beb6b57bSJohn Snow    Tuple,
39beb6b57bSJohn Snow    Type,
4015c3b863SVladimir Sementsov-Ogievskiy    TypeVar,
41beb6b57bSJohn Snow)
42beb6b57bSJohn Snow
4337094b6dSJohn Snowfrom qemu.qmp import SocketAddrT
4437094b6dSJohn Snowfrom qemu.qmp.legacy import (
45a4225303SJohn Snow    QEMUMonitorProtocol,
46beb6b57bSJohn Snow    QMPMessage,
47beb6b57bSJohn Snow    QMPReturnValue,
48beb6b57bSJohn Snow)
49beb6b57bSJohn Snow
50beb6b57bSJohn Snowfrom . import console_socket
51beb6b57bSJohn Snow
52beb6b57bSJohn Snow
53beb6b57bSJohn SnowLOG = logging.getLogger(__name__)
54beb6b57bSJohn Snow
55beb6b57bSJohn Snow
56beb6b57bSJohn Snowclass QEMUMachineError(Exception):
57beb6b57bSJohn Snow    """
58beb6b57bSJohn Snow    Exception called when an error in QEMUMachine happens.
59beb6b57bSJohn Snow    """
60beb6b57bSJohn Snow
61beb6b57bSJohn Snow
62beb6b57bSJohn Snowclass QEMUMachineAddDeviceError(QEMUMachineError):
63beb6b57bSJohn Snow    """
64beb6b57bSJohn Snow    Exception raised when a request to add a device can not be fulfilled
65beb6b57bSJohn Snow
66beb6b57bSJohn Snow    The failures are caused by limitations, lack of information or conflicting
67beb6b57bSJohn Snow    requests on the QEMUMachine methods.  This exception does not represent
68beb6b57bSJohn Snow    failures reported by the QEMU binary itself.
69beb6b57bSJohn Snow    """
70beb6b57bSJohn Snow
71beb6b57bSJohn Snow
7250465f94SJohn Snowclass VMLaunchFailure(QEMUMachineError):
7350465f94SJohn Snow    """
7450465f94SJohn Snow    Exception raised when a VM launch was attempted, but failed.
7550465f94SJohn Snow    """
7650465f94SJohn Snow    def __init__(self, exitcode: Optional[int],
7750465f94SJohn Snow                 command: str, output: Optional[str]):
7850465f94SJohn Snow        super().__init__(exitcode, command, output)
7950465f94SJohn Snow        self.exitcode = exitcode
8050465f94SJohn Snow        self.command = command
8150465f94SJohn Snow        self.output = output
8250465f94SJohn Snow
8350465f94SJohn Snow    def __str__(self) -> str:
8450465f94SJohn Snow        ret = ''
8550465f94SJohn Snow        if self.__cause__ is not None:
8650465f94SJohn Snow            name = type(self.__cause__).__name__
8750465f94SJohn Snow            reason = str(self.__cause__)
8850465f94SJohn Snow            if reason:
8950465f94SJohn Snow                ret += f"{name}: {reason}"
9050465f94SJohn Snow            else:
9150465f94SJohn Snow                ret += f"{name}"
9250465f94SJohn Snow        ret += '\n'
9350465f94SJohn Snow
9450465f94SJohn Snow        if self.exitcode is not None:
9550465f94SJohn Snow            ret += f"\tExit code: {self.exitcode}\n"
9650465f94SJohn Snow        ret += f"\tCommand: {self.command}\n"
9750465f94SJohn Snow        ret += f"\tOutput: {self.output}\n"
9850465f94SJohn Snow        return ret
9950465f94SJohn Snow
10050465f94SJohn Snow
101beb6b57bSJohn Snowclass AbnormalShutdown(QEMUMachineError):
102beb6b57bSJohn Snow    """
103beb6b57bSJohn Snow    Exception raised when a graceful shutdown was requested, but not performed.
104beb6b57bSJohn Snow    """
105beb6b57bSJohn Snow
106beb6b57bSJohn Snow
10715c3b863SVladimir Sementsov-Ogievskiy_T = TypeVar('_T', bound='QEMUMachine')
10815c3b863SVladimir Sementsov-Ogievskiy
10915c3b863SVladimir Sementsov-Ogievskiy
110beb6b57bSJohn Snowclass QEMUMachine:
111beb6b57bSJohn Snow    """
112beb6b57bSJohn Snow    A QEMU VM.
113beb6b57bSJohn Snow
114beb6b57bSJohn Snow    Use this object as a context manager to ensure
115beb6b57bSJohn Snow    the QEMU process terminates::
116beb6b57bSJohn Snow
117beb6b57bSJohn Snow        with VM(binary) as vm:
118beb6b57bSJohn Snow            ...
119beb6b57bSJohn Snow        # vm is guaranteed to be shut down here
120beb6b57bSJohn Snow    """
12182e6517dSJohn Snow    # pylint: disable=too-many-instance-attributes, too-many-public-methods
122beb6b57bSJohn Snow
123beb6b57bSJohn Snow    def __init__(self,
124beb6b57bSJohn Snow                 binary: str,
125beb6b57bSJohn Snow                 args: Sequence[str] = (),
126beb6b57bSJohn Snow                 wrapper: Sequence[str] = (),
127beb6b57bSJohn Snow                 name: Optional[str] = None,
128beb6b57bSJohn Snow                 base_temp_dir: str = "/var/tmp",
129beb6b57bSJohn Snow                 monitor_address: Optional[SocketAddrT] = None,
130beb6b57bSJohn Snow                 sock_dir: Optional[str] = None,
131beb6b57bSJohn Snow                 drain_console: bool = False,
132b306e26cSCleber Rosa                 console_log: Optional[str] = None,
133e2f948a8SEmanuele Giuseppe Esposito                 log_dir: Optional[str] = None,
134ada73a49SVladimir Sementsov-Ogievskiy                 qmp_timer: Optional[float] = 30):
135beb6b57bSJohn Snow        '''
136beb6b57bSJohn Snow        Initialize a QEMUMachine
137beb6b57bSJohn Snow
138beb6b57bSJohn Snow        @param binary: path to the qemu binary
139beb6b57bSJohn Snow        @param args: list of extra arguments
140beb6b57bSJohn Snow        @param wrapper: list of arguments used as prefix to qemu binary
141beb6b57bSJohn Snow        @param name: prefix for socket and log file names (default: qemu-PID)
142beb6b57bSJohn Snow        @param base_temp_dir: default location where temp files are created
143beb6b57bSJohn Snow        @param monitor_address: address for QMP monitor
144beb6b57bSJohn Snow        @param sock_dir: where to create socket (defaults to base_temp_dir)
145beb6b57bSJohn Snow        @param drain_console: (optional) True to drain console socket to buffer
146beb6b57bSJohn Snow        @param console_log: (optional) path to console log file
147b306e26cSCleber Rosa        @param log_dir: where to create and keep log files
148e2f948a8SEmanuele Giuseppe Esposito        @param qmp_timer: (optional) default QMP socket timeout
149beb6b57bSJohn Snow        @note: Qemu process is not started until launch() is used.
150beb6b57bSJohn Snow        '''
15182e6517dSJohn Snow        # pylint: disable=too-many-arguments
15282e6517dSJohn Snow
153beb6b57bSJohn Snow        # Direct user configuration
154beb6b57bSJohn Snow
155beb6b57bSJohn Snow        self._binary = binary
156beb6b57bSJohn Snow        self._args = list(args)
157beb6b57bSJohn Snow        self._wrapper = wrapper
158e2f948a8SEmanuele Giuseppe Esposito        self._qmp_timer = qmp_timer
159beb6b57bSJohn Snow
160f9922937SPeter Delevoryas        self._name = name or f"{id(self):x}"
161bd4c0ef4SMarc-André Lureau        self._sock_pair: Optional[Tuple[socket.socket, socket.socket]] = None
162*1d4796cdSJohn Snow        self._cons_sock_pair: Optional[
163*1d4796cdSJohn Snow            Tuple[socket.socket, socket.socket]] = None
16487bf1fe5SJohn Snow        self._temp_dir: Optional[str] = None
165beb6b57bSJohn Snow        self._base_temp_dir = base_temp_dir
16687bf1fe5SJohn Snow        self._sock_dir = sock_dir
167b306e26cSCleber Rosa        self._log_dir = log_dir
168beb6b57bSJohn Snow
169beb6b57bSJohn Snow        self._monitor_address = monitor_address
170beb6b57bSJohn Snow
171beb6b57bSJohn Snow        self._console_log_path = console_log
172beb6b57bSJohn Snow        if self._console_log_path:
173beb6b57bSJohn Snow            # In order to log the console, buffering needs to be enabled.
174beb6b57bSJohn Snow            self._drain_console = True
175beb6b57bSJohn Snow        else:
176beb6b57bSJohn Snow            self._drain_console = drain_console
177beb6b57bSJohn Snow
178beb6b57bSJohn Snow        # Runstate
179beb6b57bSJohn Snow        self._qemu_log_path: Optional[str] = None
180beb6b57bSJohn Snow        self._qemu_log_file: Optional[BinaryIO] = None
181beb6b57bSJohn Snow        self._popen: Optional['subprocess.Popen[bytes]'] = None
182beb6b57bSJohn Snow        self._events: List[QMPMessage] = []
183beb6b57bSJohn Snow        self._iolog: Optional[str] = None
184beb6b57bSJohn Snow        self._qmp_set = True   # Enable QMP monitor by default.
185beb6b57bSJohn Snow        self._qmp_connection: Optional[QEMUMonitorProtocol] = None
186beb6b57bSJohn Snow        self._qemu_full_args: Tuple[str, ...] = ()
187beb6b57bSJohn Snow        self._launched = False
188beb6b57bSJohn Snow        self._machine: Optional[str] = None
189beb6b57bSJohn Snow        self._console_index = 0
190beb6b57bSJohn Snow        self._console_set = False
191beb6b57bSJohn Snow        self._console_device_type: Optional[str] = None
192beb6b57bSJohn Snow        self._console_address = os.path.join(
193f9922937SPeter Delevoryas            self.sock_dir, f"{self._name}.con"
194beb6b57bSJohn Snow        )
195beb6b57bSJohn Snow        self._console_socket: Optional[socket.socket] = None
196f0ec14c7SNicholas Piggin        self._console_file: Optional[socket.SocketIO] = None
197beb6b57bSJohn Snow        self._remove_files: List[str] = []
198beb6b57bSJohn Snow        self._user_killed = False
199b9420e4fSJohn Snow        self._quit_issued = False
200beb6b57bSJohn Snow
20115c3b863SVladimir Sementsov-Ogievskiy    def __enter__(self: _T) -> _T:
202beb6b57bSJohn Snow        return self
203beb6b57bSJohn Snow
204beb6b57bSJohn Snow    def __exit__(self,
205beb6b57bSJohn Snow                 exc_type: Optional[Type[BaseException]],
206beb6b57bSJohn Snow                 exc_val: Optional[BaseException],
207beb6b57bSJohn Snow                 exc_tb: Optional[TracebackType]) -> None:
208beb6b57bSJohn Snow        self.shutdown()
209beb6b57bSJohn Snow
210beb6b57bSJohn Snow    def add_monitor_null(self) -> None:
211beb6b57bSJohn Snow        """
212beb6b57bSJohn Snow        This can be used to add an unused monitor instance.
213beb6b57bSJohn Snow        """
214beb6b57bSJohn Snow        self._args.append('-monitor')
215beb6b57bSJohn Snow        self._args.append('null')
216beb6b57bSJohn Snow
21715c3b863SVladimir Sementsov-Ogievskiy    def add_fd(self: _T, fd: int, fdset: int,
21815c3b863SVladimir Sementsov-Ogievskiy               opaque: str, opts: str = '') -> _T:
219beb6b57bSJohn Snow        """
220beb6b57bSJohn Snow        Pass a file descriptor to the VM
221beb6b57bSJohn Snow        """
222beb6b57bSJohn Snow        options = ['fd=%d' % fd,
223beb6b57bSJohn Snow                   'set=%d' % fdset,
224beb6b57bSJohn Snow                   'opaque=%s' % opaque]
225beb6b57bSJohn Snow        if opts:
226beb6b57bSJohn Snow            options.append(opts)
227beb6b57bSJohn Snow
228beb6b57bSJohn Snow        # This did not exist before 3.4, but since then it is
229beb6b57bSJohn Snow        # mandatory for our purpose
230beb6b57bSJohn Snow        if hasattr(os, 'set_inheritable'):
231beb6b57bSJohn Snow            os.set_inheritable(fd, True)
232beb6b57bSJohn Snow
233beb6b57bSJohn Snow        self._args.append('-add-fd')
234beb6b57bSJohn Snow        self._args.append(','.join(options))
235beb6b57bSJohn Snow        return self
236beb6b57bSJohn Snow
237beb6b57bSJohn Snow    def send_fd_scm(self, fd: Optional[int] = None,
238beb6b57bSJohn Snow                    file_path: Optional[str] = None) -> int:
239beb6b57bSJohn Snow        """
240514d00dfSJohn Snow        Send an fd or file_path to the remote via SCM_RIGHTS.
241beb6b57bSJohn Snow
242514d00dfSJohn Snow        Exactly one of fd and file_path must be given.  If it is
243514d00dfSJohn Snow        file_path, the file will be opened read-only and the new file
244514d00dfSJohn Snow        descriptor will be sent to the remote.
245beb6b57bSJohn Snow        """
246beb6b57bSJohn Snow        if file_path is not None:
247beb6b57bSJohn Snow            assert fd is None
248514d00dfSJohn Snow            with open(file_path, "rb") as passfile:
249514d00dfSJohn Snow                fd = passfile.fileno()
250514d00dfSJohn Snow                self._qmp.send_fd_scm(fd)
251beb6b57bSJohn Snow        else:
252beb6b57bSJohn Snow            assert fd is not None
253514d00dfSJohn Snow            self._qmp.send_fd_scm(fd)
254beb6b57bSJohn Snow
255514d00dfSJohn Snow        return 0
256beb6b57bSJohn Snow
257beb6b57bSJohn Snow    @staticmethod
258beb6b57bSJohn Snow    def _remove_if_exists(path: str) -> None:
259beb6b57bSJohn Snow        """
260beb6b57bSJohn Snow        Remove file object at path if it exists
261beb6b57bSJohn Snow        """
262beb6b57bSJohn Snow        try:
263beb6b57bSJohn Snow            os.remove(path)
264beb6b57bSJohn Snow        except OSError as exception:
265beb6b57bSJohn Snow            if exception.errno == errno.ENOENT:
266beb6b57bSJohn Snow                return
267beb6b57bSJohn Snow            raise
268beb6b57bSJohn Snow
269beb6b57bSJohn Snow    def is_running(self) -> bool:
270beb6b57bSJohn Snow        """Returns true if the VM is running."""
271beb6b57bSJohn Snow        return self._popen is not None and self._popen.poll() is None
272beb6b57bSJohn Snow
273beb6b57bSJohn Snow    @property
274beb6b57bSJohn Snow    def _subp(self) -> 'subprocess.Popen[bytes]':
275beb6b57bSJohn Snow        if self._popen is None:
276beb6b57bSJohn Snow            raise QEMUMachineError('Subprocess pipe not present')
277beb6b57bSJohn Snow        return self._popen
278beb6b57bSJohn Snow
279beb6b57bSJohn Snow    def exitcode(self) -> Optional[int]:
280beb6b57bSJohn Snow        """Returns the exit code if possible, or None."""
281beb6b57bSJohn Snow        if self._popen is None:
282beb6b57bSJohn Snow            return None
283beb6b57bSJohn Snow        return self._popen.poll()
284beb6b57bSJohn Snow
285beb6b57bSJohn Snow    def get_pid(self) -> Optional[int]:
286beb6b57bSJohn Snow        """Returns the PID of the running process, or None."""
287beb6b57bSJohn Snow        if not self.is_running():
288beb6b57bSJohn Snow            return None
289beb6b57bSJohn Snow        return self._subp.pid
290beb6b57bSJohn Snow
291beb6b57bSJohn Snow    def _load_io_log(self) -> None:
2925690b437SJohn Snow        # Assume that the output encoding of QEMU's terminal output is
2935690b437SJohn Snow        # defined by our locale. If indeterminate, allow open() to fall
2945690b437SJohn Snow        # back to the platform default.
2955690b437SJohn Snow        _, encoding = locale.getlocale()
296beb6b57bSJohn Snow        if self._qemu_log_path is not None:
2975690b437SJohn Snow            with open(self._qemu_log_path, "r", encoding=encoding) as iolog:
298beb6b57bSJohn Snow                self._iolog = iolog.read()
299beb6b57bSJohn Snow
300beb6b57bSJohn Snow    @property
301beb6b57bSJohn Snow    def _base_args(self) -> List[str]:
302beb6b57bSJohn Snow        args = ['-display', 'none', '-vga', 'none']
303beb6b57bSJohn Snow
304beb6b57bSJohn Snow        if self._qmp_set:
305bd4c0ef4SMarc-André Lureau            if self._sock_pair:
30691e11db7SJohn Snow                moncdev = f"socket,id=mon,fd={self._sock_pair[0].fileno()}"
307bd4c0ef4SMarc-André Lureau            elif isinstance(self._monitor_address, tuple):
308beb6b57bSJohn Snow                moncdev = "socket,id=mon,host={},port={}".format(
309beb6b57bSJohn Snow                    *self._monitor_address
310beb6b57bSJohn Snow                )
311beb6b57bSJohn Snow            else:
312beb6b57bSJohn Snow                moncdev = f"socket,id=mon,path={self._monitor_address}"
313beb6b57bSJohn Snow            args.extend(['-chardev', moncdev, '-mon',
314beb6b57bSJohn Snow                         'chardev=mon,mode=control'])
315beb6b57bSJohn Snow
316beb6b57bSJohn Snow        if self._machine is not None:
317beb6b57bSJohn Snow            args.extend(['-machine', self._machine])
318beb6b57bSJohn Snow        for _ in range(self._console_index):
319beb6b57bSJohn Snow            args.extend(['-serial', 'null'])
320beb6b57bSJohn Snow        if self._console_set:
321*1d4796cdSJohn Snow            assert self._cons_sock_pair is not None
322*1d4796cdSJohn Snow            fd = self._cons_sock_pair[0].fileno()
323*1d4796cdSJohn Snow            chardev = f"socket,id=console,fd={fd}"
324beb6b57bSJohn Snow            args.extend(['-chardev', chardev])
325beb6b57bSJohn Snow            if self._console_device_type is None:
326beb6b57bSJohn Snow                args.extend(['-serial', 'chardev:console'])
327beb6b57bSJohn Snow            else:
328beb6b57bSJohn Snow                device = '%s,chardev=console' % self._console_device_type
329beb6b57bSJohn Snow                args.extend(['-device', device])
330beb6b57bSJohn Snow        return args
331beb6b57bSJohn Snow
332555fe0c2SWainer dos Santos Moschetta    @property
333555fe0c2SWainer dos Santos Moschetta    def args(self) -> List[str]:
334555fe0c2SWainer dos Santos Moschetta        """Returns the list of arguments given to the QEMU binary."""
335555fe0c2SWainer dos Santos Moschetta        return self._args
336555fe0c2SWainer dos Santos Moschetta
337beb6b57bSJohn Snow    def _pre_launch(self) -> None:
338beb6b57bSJohn Snow        if self._console_set:
339beb6b57bSJohn Snow            self._remove_files.append(self._console_address)
340beb6b57bSJohn Snow
341beb6b57bSJohn Snow        if self._qmp_set:
342bd4c0ef4SMarc-André Lureau            if self._monitor_address is None:
343bd4c0ef4SMarc-André Lureau                self._sock_pair = socket.socketpair()
34491e11db7SJohn Snow                os.set_inheritable(self._sock_pair[0].fileno(), True)
345bd4c0ef4SMarc-André Lureau                sock = self._sock_pair[1]
3466eeb3de7SJohn Snow            if isinstance(self._monitor_address, str):
347beb6b57bSJohn Snow                self._remove_files.append(self._monitor_address)
3487f5f3ae7SJohn Snow
3495bbc5936SJohn Snow            sock_or_addr = self._monitor_address or sock
3505bbc5936SJohn Snow            assert sock_or_addr is not None
3515bbc5936SJohn Snow
352beb6b57bSJohn Snow            self._qmp_connection = QEMUMonitorProtocol(
3535bbc5936SJohn Snow                sock_or_addr,
3547f5f3ae7SJohn Snow                server=bool(self._monitor_address),
355beb6b57bSJohn Snow                nickname=self._name
356beb6b57bSJohn Snow            )
357beb6b57bSJohn Snow
358*1d4796cdSJohn Snow        if self._console_set:
359*1d4796cdSJohn Snow            self._cons_sock_pair = socket.socketpair()
360*1d4796cdSJohn Snow            os.set_inheritable(self._cons_sock_pair[0].fileno(), True)
361*1d4796cdSJohn Snow
362beb6b57bSJohn Snow        # NOTE: Make sure any opened resources are *definitely* freed in
363beb6b57bSJohn Snow        # _post_shutdown()!
364beb6b57bSJohn Snow        # pylint: disable=consider-using-with
365b306e26cSCleber Rosa        self._qemu_log_path = os.path.join(self.log_dir, self._name + ".log")
366beb6b57bSJohn Snow        self._qemu_log_file = open(self._qemu_log_path, 'wb')
367beb6b57bSJohn Snow
368b1ca9919SJohn Snow        self._iolog = None
369b1ca9919SJohn Snow        self._qemu_full_args = tuple(chain(
370b1ca9919SJohn Snow            self._wrapper,
371b1ca9919SJohn Snow            [self._binary],
372b1ca9919SJohn Snow            self._base_args,
373b1ca9919SJohn Snow            self._args
374b1ca9919SJohn Snow        ))
375b1ca9919SJohn Snow
376beb6b57bSJohn Snow    def _post_launch(self) -> None:
377bd4c0ef4SMarc-André Lureau        if self._sock_pair:
378bd4c0ef4SMarc-André Lureau            self._sock_pair[0].close()
379*1d4796cdSJohn Snow        if self._cons_sock_pair:
380*1d4796cdSJohn Snow            self._cons_sock_pair[0].close()
381*1d4796cdSJohn Snow
382beb6b57bSJohn Snow        if self._qmp_connection:
3837f5f3ae7SJohn Snow            if self._sock_pair:
3847f5f3ae7SJohn Snow                self._qmp.connect()
3857f5f3ae7SJohn Snow            else:
386e2f948a8SEmanuele Giuseppe Esposito                self._qmp.accept(self._qmp_timer)
387beb6b57bSJohn Snow
388eb7a91d0SEmanuele Giuseppe Esposito    def _close_qemu_log_file(self) -> None:
389eb7a91d0SEmanuele Giuseppe Esposito        if self._qemu_log_file is not None:
390eb7a91d0SEmanuele Giuseppe Esposito            self._qemu_log_file.close()
391eb7a91d0SEmanuele Giuseppe Esposito            self._qemu_log_file = None
392eb7a91d0SEmanuele Giuseppe Esposito
393beb6b57bSJohn Snow    def _post_shutdown(self) -> None:
394beb6b57bSJohn Snow        """
395beb6b57bSJohn Snow        Called to cleanup the VM instance after the process has exited.
396beb6b57bSJohn Snow        May also be called after a failed launch.
397beb6b57bSJohn Snow        """
3989cccb330SJohn Snow        LOG.debug("Cleaning up after VM process")
39949a608b8SJohn Snow        try:
40049a608b8SJohn Snow            self._close_qmp_connection()
40149a608b8SJohn Snow        except Exception as err:  # pylint: disable=broad-except
40249a608b8SJohn Snow            LOG.warning(
40349a608b8SJohn Snow                "Exception closing QMP connection: %s",
40449a608b8SJohn Snow                str(err) if str(err) else type(err).__name__
40549a608b8SJohn Snow            )
40649a608b8SJohn Snow        finally:
40749a608b8SJohn Snow            assert self._qmp_connection is None
408beb6b57bSJohn Snow
409612b3ba2SJohn Snow        if self._sock_pair:
410612b3ba2SJohn Snow            self._sock_pair[0].close()
411612b3ba2SJohn Snow            self._sock_pair[1].close()
412612b3ba2SJohn Snow            self._sock_pair = None
413612b3ba2SJohn Snow
414eb7a91d0SEmanuele Giuseppe Esposito        self._close_qemu_log_file()
415beb6b57bSJohn Snow
416beb6b57bSJohn Snow        self._load_io_log()
417beb6b57bSJohn Snow
418beb6b57bSJohn Snow        self._qemu_log_path = None
419beb6b57bSJohn Snow
420beb6b57bSJohn Snow        if self._temp_dir is not None:
421beb6b57bSJohn Snow            shutil.rmtree(self._temp_dir)
422beb6b57bSJohn Snow            self._temp_dir = None
423beb6b57bSJohn Snow
424beb6b57bSJohn Snow        while len(self._remove_files) > 0:
425beb6b57bSJohn Snow            self._remove_if_exists(self._remove_files.pop())
426beb6b57bSJohn Snow
427beb6b57bSJohn Snow        exitcode = self.exitcode()
428beb6b57bSJohn Snow        if (exitcode is not None and exitcode < 0
429beb6b57bSJohn Snow                and not (self._user_killed and exitcode == -signal.SIGKILL)):
430beb6b57bSJohn Snow            msg = 'qemu received signal %i; command: "%s"'
431beb6b57bSJohn Snow            if self._qemu_full_args:
432beb6b57bSJohn Snow                command = ' '.join(self._qemu_full_args)
433beb6b57bSJohn Snow            else:
434beb6b57bSJohn Snow                command = ''
435beb6b57bSJohn Snow            LOG.warning(msg, -int(exitcode), command)
436beb6b57bSJohn Snow
437b9420e4fSJohn Snow        self._quit_issued = False
438beb6b57bSJohn Snow        self._user_killed = False
439beb6b57bSJohn Snow        self._launched = False
440beb6b57bSJohn Snow
441beb6b57bSJohn Snow    def launch(self) -> None:
442beb6b57bSJohn Snow        """
443beb6b57bSJohn Snow        Launch the VM and make sure we cleanup and expose the
444beb6b57bSJohn Snow        command line/output in case of exception
445beb6b57bSJohn Snow        """
446beb6b57bSJohn Snow
447beb6b57bSJohn Snow        if self._launched:
448beb6b57bSJohn Snow            raise QEMUMachineError('VM already launched')
449beb6b57bSJohn Snow
450beb6b57bSJohn Snow        try:
451beb6b57bSJohn Snow            self._launch()
45250465f94SJohn Snow        except BaseException as exc:
4531611e6cfSJohn Snow            # We may have launched the process but it may
4541611e6cfSJohn Snow            # have exited before we could connect via QMP.
4551611e6cfSJohn Snow            # Assume the VM didn't launch or is exiting.
4561611e6cfSJohn Snow            # If we don't wait for the process, exitcode() may still be
4571611e6cfSJohn Snow            # 'None' by the time control is ceded back to the caller.
4581611e6cfSJohn Snow            if self._launched:
4591611e6cfSJohn Snow                self.wait()
4601611e6cfSJohn Snow            else:
461beb6b57bSJohn Snow                self._post_shutdown()
462beb6b57bSJohn Snow
46350465f94SJohn Snow            if isinstance(exc, Exception):
46450465f94SJohn Snow                raise VMLaunchFailure(
46550465f94SJohn Snow                    exitcode=self.exitcode(),
46650465f94SJohn Snow                    command=' '.join(self._qemu_full_args),
46750465f94SJohn Snow                    output=self._iolog
46850465f94SJohn Snow                ) from exc
46950465f94SJohn Snow
47050465f94SJohn Snow            # Don't wrap 'BaseException'; doing so would downgrade
47150465f94SJohn Snow            # that exception. However, we still want to clean up.
472beb6b57bSJohn Snow            raise
473beb6b57bSJohn Snow
474beb6b57bSJohn Snow    def _launch(self) -> None:
475beb6b57bSJohn Snow        """
476beb6b57bSJohn Snow        Launch the VM and establish a QMP connection
477beb6b57bSJohn Snow        """
478beb6b57bSJohn Snow        self._pre_launch()
479beb6b57bSJohn Snow        LOG.debug('VM launch command: %r', ' '.join(self._qemu_full_args))
480beb6b57bSJohn Snow
481beb6b57bSJohn Snow        # Cleaning up of this subprocess is guaranteed by _do_shutdown.
482beb6b57bSJohn Snow        # pylint: disable=consider-using-with
483beb6b57bSJohn Snow        self._popen = subprocess.Popen(self._qemu_full_args,
484beb6b57bSJohn Snow                                       stdin=subprocess.DEVNULL,
485beb6b57bSJohn Snow                                       stdout=self._qemu_log_file,
486beb6b57bSJohn Snow                                       stderr=subprocess.STDOUT,
487beb6b57bSJohn Snow                                       shell=False,
488beb6b57bSJohn Snow                                       close_fds=False)
4891611e6cfSJohn Snow        self._launched = True
490beb6b57bSJohn Snow        self._post_launch()
491beb6b57bSJohn Snow
49249a608b8SJohn Snow    def _close_qmp_connection(self) -> None:
49349a608b8SJohn Snow        """
49449a608b8SJohn Snow        Close the underlying QMP connection, if any.
49549a608b8SJohn Snow
49649a608b8SJohn Snow        Dutifully report errors that occurred while closing, but assume
49749a608b8SJohn Snow        that any error encountered indicates an abnormal termination
49849a608b8SJohn Snow        process and not a failure to close.
49949a608b8SJohn Snow        """
50049a608b8SJohn Snow        if self._qmp_connection is None:
50149a608b8SJohn Snow            return
50249a608b8SJohn Snow
50349a608b8SJohn Snow        try:
50449a608b8SJohn Snow            self._qmp.close()
50549a608b8SJohn Snow        except EOFError:
50649a608b8SJohn Snow            # EOF can occur as an Exception here when using the Async
50749a608b8SJohn Snow            # QMP backend. It indicates that the server closed the
50849a608b8SJohn Snow            # stream. If we successfully issued 'quit' at any point,
50949a608b8SJohn Snow            # then this was expected. If the remote went away without
51049a608b8SJohn Snow            # our permission, it's worth reporting that as an abnormal
51149a608b8SJohn Snow            # shutdown case.
51249a608b8SJohn Snow            if not (self._user_killed or self._quit_issued):
51349a608b8SJohn Snow                raise
51449a608b8SJohn Snow        finally:
51549a608b8SJohn Snow            self._qmp_connection = None
51649a608b8SJohn Snow
517beb6b57bSJohn Snow    def _early_cleanup(self) -> None:
518beb6b57bSJohn Snow        """
519beb6b57bSJohn Snow        Perform any cleanup that needs to happen before the VM exits.
520beb6b57bSJohn Snow
5211611e6cfSJohn Snow        This method may be called twice upon shutdown, once each by soft
5221611e6cfSJohn Snow        and hard shutdown in failover scenarios.
523beb6b57bSJohn Snow        """
524beb6b57bSJohn Snow        # If we keep the console socket open, we may deadlock waiting
525beb6b57bSJohn Snow        # for QEMU to exit, while QEMU is waiting for the socket to
5269323e79fSPeter Maydell        # become writable.
527f0ec14c7SNicholas Piggin        if self._console_file is not None:
528f0ec14c7SNicholas Piggin            LOG.debug("Closing console file")
529f0ec14c7SNicholas Piggin            self._console_file.close()
530f0ec14c7SNicholas Piggin            self._console_file = None
531f0ec14c7SNicholas Piggin
532beb6b57bSJohn Snow        if self._console_socket is not None:
5339cccb330SJohn Snow            LOG.debug("Closing console socket")
534beb6b57bSJohn Snow            self._console_socket.close()
535beb6b57bSJohn Snow            self._console_socket = None
536beb6b57bSJohn Snow
537*1d4796cdSJohn Snow        if self._cons_sock_pair:
538*1d4796cdSJohn Snow            self._cons_sock_pair[0].close()
539*1d4796cdSJohn Snow            self._cons_sock_pair[1].close()
540*1d4796cdSJohn Snow            self._cons_sock_pair = None
541*1d4796cdSJohn Snow
542beb6b57bSJohn Snow    def _hard_shutdown(self) -> None:
543beb6b57bSJohn Snow        """
544beb6b57bSJohn Snow        Perform early cleanup, kill the VM, and wait for it to terminate.
545beb6b57bSJohn Snow
546beb6b57bSJohn Snow        :raise subprocess.Timeout: When timeout is exceeds 60 seconds
547beb6b57bSJohn Snow            waiting for the QEMU process to terminate.
548beb6b57bSJohn Snow        """
5499cccb330SJohn Snow        LOG.debug("Performing hard shutdown")
550beb6b57bSJohn Snow        self._early_cleanup()
551beb6b57bSJohn Snow        self._subp.kill()
552beb6b57bSJohn Snow        self._subp.wait(timeout=60)
553beb6b57bSJohn Snow
554b9420e4fSJohn Snow    def _soft_shutdown(self, timeout: Optional[int]) -> None:
555beb6b57bSJohn Snow        """
556beb6b57bSJohn Snow        Perform early cleanup, attempt to gracefully shut down the VM, and wait
557beb6b57bSJohn Snow        for it to terminate.
558beb6b57bSJohn Snow
559beb6b57bSJohn Snow        :param timeout: Timeout in seconds for graceful shutdown.
560beb6b57bSJohn Snow                        A value of None is an infinite wait.
561beb6b57bSJohn Snow
562beb6b57bSJohn Snow        :raise ConnectionReset: On QMP communication errors
563beb6b57bSJohn Snow        :raise subprocess.TimeoutExpired: When timeout is exceeded waiting for
564beb6b57bSJohn Snow            the QEMU process to terminate.
565beb6b57bSJohn Snow        """
5669cccb330SJohn Snow        LOG.debug("Attempting graceful termination")
5679cccb330SJohn Snow
568beb6b57bSJohn Snow        self._early_cleanup()
569beb6b57bSJohn Snow
5709cccb330SJohn Snow        if self._quit_issued:
5719cccb330SJohn Snow            LOG.debug(
5729cccb330SJohn Snow                "Anticipating QEMU termination due to prior 'quit' command, "
5739cccb330SJohn Snow                "or explicit call to wait()"
5749cccb330SJohn Snow            )
5759cccb330SJohn Snow        else:
5769cccb330SJohn Snow            LOG.debug("Politely asking QEMU to terminate")
5779cccb330SJohn Snow
578beb6b57bSJohn Snow        if self._qmp_connection:
57949a608b8SJohn Snow            try:
580b9420e4fSJohn Snow                if not self._quit_issued:
58149a608b8SJohn Snow                    # May raise ExecInterruptedError or StateError if the
58249a608b8SJohn Snow                    # connection dies or has *already* died.
583b9420e4fSJohn Snow                    self.qmp('quit')
58449a608b8SJohn Snow            finally:
58549a608b8SJohn Snow                # Regardless, we want to quiesce the connection.
58649a608b8SJohn Snow                self._close_qmp_connection()
5873c6e5e8cSJohn Snow        elif not self._quit_issued:
5883c6e5e8cSJohn Snow            LOG.debug(
5893c6e5e8cSJohn Snow                "Not anticipating QEMU quit and no QMP connection present, "
5903c6e5e8cSJohn Snow                "issuing SIGTERM"
5913c6e5e8cSJohn Snow            )
5923c6e5e8cSJohn Snow            self._subp.terminate()
593beb6b57bSJohn Snow
594beb6b57bSJohn Snow        # May raise subprocess.TimeoutExpired
5959cccb330SJohn Snow        LOG.debug(
5969cccb330SJohn Snow            "Waiting (timeout=%s) for QEMU process (pid=%s) to terminate",
5979cccb330SJohn Snow            timeout, self._subp.pid
5989cccb330SJohn Snow        )
599beb6b57bSJohn Snow        self._subp.wait(timeout=timeout)
600beb6b57bSJohn Snow
601b9420e4fSJohn Snow    def _do_shutdown(self, timeout: Optional[int]) -> None:
602beb6b57bSJohn Snow        """
603beb6b57bSJohn Snow        Attempt to shutdown the VM gracefully; fallback to a hard shutdown.
604beb6b57bSJohn Snow
605beb6b57bSJohn Snow        :param timeout: Timeout in seconds for graceful shutdown.
606beb6b57bSJohn Snow                        A value of None is an infinite wait.
607beb6b57bSJohn Snow
608beb6b57bSJohn Snow        :raise AbnormalShutdown: When the VM could not be shut down gracefully.
609beb6b57bSJohn Snow            The inner exception will likely be ConnectionReset or
610beb6b57bSJohn Snow            subprocess.TimeoutExpired. In rare cases, non-graceful termination
611beb6b57bSJohn Snow            may result in its own exceptions, likely subprocess.TimeoutExpired.
612beb6b57bSJohn Snow        """
613beb6b57bSJohn Snow        try:
614b9420e4fSJohn Snow            self._soft_shutdown(timeout)
615beb6b57bSJohn Snow        except Exception as exc:
6169cccb330SJohn Snow            if isinstance(exc, subprocess.TimeoutExpired):
6179cccb330SJohn Snow                LOG.debug("Timed out waiting for QEMU process to exit")
6189cccb330SJohn Snow            LOG.debug("Graceful shutdown failed", exc_info=True)
6199cccb330SJohn Snow            LOG.debug("Falling back to hard shutdown")
620beb6b57bSJohn Snow            self._hard_shutdown()
621beb6b57bSJohn Snow            raise AbnormalShutdown("Could not perform graceful shutdown") \
622beb6b57bSJohn Snow                from exc
623beb6b57bSJohn Snow
624b9420e4fSJohn Snow    def shutdown(self,
625beb6b57bSJohn Snow                 hard: bool = False,
626beb6b57bSJohn Snow                 timeout: Optional[int] = 30) -> None:
627beb6b57bSJohn Snow        """
628beb6b57bSJohn Snow        Terminate the VM (gracefully if possible) and perform cleanup.
629beb6b57bSJohn Snow        Cleanup will always be performed.
630beb6b57bSJohn Snow
631beb6b57bSJohn Snow        If the VM has not yet been launched, or shutdown(), wait(), or kill()
632beb6b57bSJohn Snow        have already been called, this method does nothing.
633beb6b57bSJohn Snow
634beb6b57bSJohn Snow        :param hard: When true, do not attempt graceful shutdown, and
635beb6b57bSJohn Snow                     suppress the SIGKILL warning log message.
636beb6b57bSJohn Snow        :param timeout: Optional timeout in seconds for graceful shutdown.
637beb6b57bSJohn Snow                        Default 30 seconds, A `None` value is an infinite wait.
638beb6b57bSJohn Snow        """
639beb6b57bSJohn Snow        if not self._launched:
640beb6b57bSJohn Snow            return
641beb6b57bSJohn Snow
6429cccb330SJohn Snow        LOG.debug("Shutting down VM appliance; timeout=%s", timeout)
6439cccb330SJohn Snow        if hard:
6449cccb330SJohn Snow            LOG.debug("Caller requests immediate termination of QEMU process.")
6459cccb330SJohn Snow
646beb6b57bSJohn Snow        try:
647beb6b57bSJohn Snow            if hard:
648beb6b57bSJohn Snow                self._user_killed = True
649beb6b57bSJohn Snow                self._hard_shutdown()
650beb6b57bSJohn Snow            else:
651b9420e4fSJohn Snow                self._do_shutdown(timeout)
652beb6b57bSJohn Snow        finally:
653beb6b57bSJohn Snow            self._post_shutdown()
654beb6b57bSJohn Snow
655beb6b57bSJohn Snow    def kill(self) -> None:
656beb6b57bSJohn Snow        """
657beb6b57bSJohn Snow        Terminate the VM forcefully, wait for it to exit, and perform cleanup.
658beb6b57bSJohn Snow        """
659beb6b57bSJohn Snow        self.shutdown(hard=True)
660beb6b57bSJohn Snow
661beb6b57bSJohn Snow    def wait(self, timeout: Optional[int] = 30) -> None:
662beb6b57bSJohn Snow        """
663beb6b57bSJohn Snow        Wait for the VM to power off and perform post-shutdown cleanup.
664beb6b57bSJohn Snow
665beb6b57bSJohn Snow        :param timeout: Optional timeout in seconds. Default 30 seconds.
666beb6b57bSJohn Snow                        A value of `None` is an infinite wait.
667beb6b57bSJohn Snow        """
668b9420e4fSJohn Snow        self._quit_issued = True
669b9420e4fSJohn Snow        self.shutdown(timeout=timeout)
670beb6b57bSJohn Snow
671beb6b57bSJohn Snow    def set_qmp_monitor(self, enabled: bool = True) -> None:
672beb6b57bSJohn Snow        """
673beb6b57bSJohn Snow        Set the QMP monitor.
674beb6b57bSJohn Snow
675beb6b57bSJohn Snow        @param enabled: if False, qmp monitor options will be removed from
676beb6b57bSJohn Snow                        the base arguments of the resulting QEMU command
677beb6b57bSJohn Snow                        line. Default is True.
6785c02c865SJohn Snow
6795c02c865SJohn Snow        .. note:: Call this function before launch().
680beb6b57bSJohn Snow        """
681beb6b57bSJohn Snow        self._qmp_set = enabled
682beb6b57bSJohn Snow
683beb6b57bSJohn Snow    @property
684beb6b57bSJohn Snow    def _qmp(self) -> QEMUMonitorProtocol:
685beb6b57bSJohn Snow        if self._qmp_connection is None:
686beb6b57bSJohn Snow            raise QEMUMachineError("Attempt to access QMP with no connection")
687beb6b57bSJohn Snow        return self._qmp_connection
688beb6b57bSJohn Snow
689beb6b57bSJohn Snow    @classmethod
690c7daa57eSVladimir Sementsov-Ogievskiy    def _qmp_args(cls, conv_keys: bool,
691c7daa57eSVladimir Sementsov-Ogievskiy                  args: Dict[str, Any]) -> Dict[str, object]:
692c7daa57eSVladimir Sementsov-Ogievskiy        if conv_keys:
693c7daa57eSVladimir Sementsov-Ogievskiy            return {k.replace('_', '-'): v for k, v in args.items()}
694c7daa57eSVladimir Sementsov-Ogievskiy
695c7daa57eSVladimir Sementsov-Ogievskiy        return args
696beb6b57bSJohn Snow
697beb6b57bSJohn Snow    def qmp(self, cmd: str,
6983f3c9b4cSVladimir Sementsov-Ogievskiy            args_dict: Optional[Dict[str, object]] = None,
6993f3c9b4cSVladimir Sementsov-Ogievskiy            conv_keys: Optional[bool] = None,
700beb6b57bSJohn Snow            **args: Any) -> QMPMessage:
701beb6b57bSJohn Snow        """
702beb6b57bSJohn Snow        Invoke a QMP command and return the response dict
703beb6b57bSJohn Snow        """
7043f3c9b4cSVladimir Sementsov-Ogievskiy        if args_dict is not None:
7053f3c9b4cSVladimir Sementsov-Ogievskiy            assert not args
7063f3c9b4cSVladimir Sementsov-Ogievskiy            assert conv_keys is None
7073f3c9b4cSVladimir Sementsov-Ogievskiy            args = args_dict
7083f3c9b4cSVladimir Sementsov-Ogievskiy            conv_keys = False
7093f3c9b4cSVladimir Sementsov-Ogievskiy
7103f3c9b4cSVladimir Sementsov-Ogievskiy        if conv_keys is None:
7113f3c9b4cSVladimir Sementsov-Ogievskiy            conv_keys = True
7123f3c9b4cSVladimir Sementsov-Ogievskiy
713c7daa57eSVladimir Sementsov-Ogievskiy        qmp_args = self._qmp_args(conv_keys, args)
714b9420e4fSJohn Snow        ret = self._qmp.cmd(cmd, args=qmp_args)
715b9420e4fSJohn Snow        if cmd == 'quit' and 'error' not in ret and 'return' in ret:
716b9420e4fSJohn Snow            self._quit_issued = True
717b9420e4fSJohn Snow        return ret
718beb6b57bSJohn Snow
719beb6b57bSJohn Snow    def command(self, cmd: str,
720beb6b57bSJohn Snow                conv_keys: bool = True,
721beb6b57bSJohn Snow                **args: Any) -> QMPReturnValue:
722beb6b57bSJohn Snow        """
723beb6b57bSJohn Snow        Invoke a QMP command.
724beb6b57bSJohn Snow        On success return the response dict.
725beb6b57bSJohn Snow        On failure raise an exception.
726beb6b57bSJohn Snow        """
727c7daa57eSVladimir Sementsov-Ogievskiy        qmp_args = self._qmp_args(conv_keys, args)
728b9420e4fSJohn Snow        ret = self._qmp.command(cmd, **qmp_args)
729b9420e4fSJohn Snow        if cmd == 'quit':
730b9420e4fSJohn Snow            self._quit_issued = True
731b9420e4fSJohn Snow        return ret
732beb6b57bSJohn Snow
733beb6b57bSJohn Snow    def get_qmp_event(self, wait: bool = False) -> Optional[QMPMessage]:
734beb6b57bSJohn Snow        """
735beb6b57bSJohn Snow        Poll for one queued QMP events and return it
736beb6b57bSJohn Snow        """
737beb6b57bSJohn Snow        if self._events:
738beb6b57bSJohn Snow            return self._events.pop(0)
739beb6b57bSJohn Snow        return self._qmp.pull_event(wait=wait)
740beb6b57bSJohn Snow
741beb6b57bSJohn Snow    def get_qmp_events(self, wait: bool = False) -> List[QMPMessage]:
742beb6b57bSJohn Snow        """
743beb6b57bSJohn Snow        Poll for queued QMP events and return a list of dicts
744beb6b57bSJohn Snow        """
745beb6b57bSJohn Snow        events = self._qmp.get_events(wait=wait)
746beb6b57bSJohn Snow        events.extend(self._events)
747beb6b57bSJohn Snow        del self._events[:]
748beb6b57bSJohn Snow        return events
749beb6b57bSJohn Snow
750beb6b57bSJohn Snow    @staticmethod
751beb6b57bSJohn Snow    def event_match(event: Any, match: Optional[Any]) -> bool:
752beb6b57bSJohn Snow        """
753beb6b57bSJohn Snow        Check if an event matches optional match criteria.
754beb6b57bSJohn Snow
755beb6b57bSJohn Snow        The match criteria takes the form of a matching subdict. The event is
756beb6b57bSJohn Snow        checked to be a superset of the subdict, recursively, with matching
757beb6b57bSJohn Snow        values whenever the subdict values are not None.
758beb6b57bSJohn Snow
759beb6b57bSJohn Snow        This has a limitation that you cannot explicitly check for None values.
760beb6b57bSJohn Snow
761beb6b57bSJohn Snow        Examples, with the subdict queries on the left:
762beb6b57bSJohn Snow         - None matches any object.
763beb6b57bSJohn Snow         - {"foo": None} matches {"foo": {"bar": 1}}
764beb6b57bSJohn Snow         - {"foo": None} matches {"foo": 5}
765beb6b57bSJohn Snow         - {"foo": {"abc": None}} does not match {"foo": {"bar": 1}}
766beb6b57bSJohn Snow         - {"foo": {"rab": 2}} matches {"foo": {"bar": 1, "rab": 2}}
767beb6b57bSJohn Snow        """
768beb6b57bSJohn Snow        if match is None:
769beb6b57bSJohn Snow            return True
770beb6b57bSJohn Snow
771beb6b57bSJohn Snow        try:
772beb6b57bSJohn Snow            for key in match:
773beb6b57bSJohn Snow                if key in event:
774beb6b57bSJohn Snow                    if not QEMUMachine.event_match(event[key], match[key]):
775beb6b57bSJohn Snow                        return False
776beb6b57bSJohn Snow                else:
777beb6b57bSJohn Snow                    return False
778beb6b57bSJohn Snow            return True
779beb6b57bSJohn Snow        except TypeError:
780beb6b57bSJohn Snow            # either match or event wasn't iterable (not a dict)
781beb6b57bSJohn Snow            return bool(match == event)
782beb6b57bSJohn Snow
783beb6b57bSJohn Snow    def event_wait(self, name: str,
784beb6b57bSJohn Snow                   timeout: float = 60.0,
785beb6b57bSJohn Snow                   match: Optional[QMPMessage] = None) -> Optional[QMPMessage]:
786beb6b57bSJohn Snow        """
787beb6b57bSJohn Snow        event_wait waits for and returns a named event from QMP with a timeout.
788beb6b57bSJohn Snow
789beb6b57bSJohn Snow        name: The event to wait for.
790beb6b57bSJohn Snow        timeout: QEMUMonitorProtocol.pull_event timeout parameter.
791beb6b57bSJohn Snow        match: Optional match criteria. See event_match for details.
792beb6b57bSJohn Snow        """
793beb6b57bSJohn Snow        return self.events_wait([(name, match)], timeout)
794beb6b57bSJohn Snow
795beb6b57bSJohn Snow    def events_wait(self,
796beb6b57bSJohn Snow                    events: Sequence[Tuple[str, Any]],
797beb6b57bSJohn Snow                    timeout: float = 60.0) -> Optional[QMPMessage]:
798beb6b57bSJohn Snow        """
799beb6b57bSJohn Snow        events_wait waits for and returns a single named event from QMP.
800beb6b57bSJohn Snow        In the case of multiple qualifying events, this function returns the
801beb6b57bSJohn Snow        first one.
802beb6b57bSJohn Snow
803beb6b57bSJohn Snow        :param events: A sequence of (name, match_criteria) tuples.
804beb6b57bSJohn Snow                       The match criteria are optional and may be None.
805beb6b57bSJohn Snow                       See event_match for details.
806beb6b57bSJohn Snow        :param timeout: Optional timeout, in seconds.
807beb6b57bSJohn Snow                        See QEMUMonitorProtocol.pull_event.
808beb6b57bSJohn Snow
809a4225303SJohn Snow        :raise asyncio.TimeoutError:
810a4225303SJohn Snow            If timeout was non-zero and no matching events were found.
811a4225303SJohn Snow
812beb6b57bSJohn Snow        :return: A QMP event matching the filter criteria.
813beb6b57bSJohn Snow                 If timeout was 0 and no event matched, None.
814beb6b57bSJohn Snow        """
815beb6b57bSJohn Snow        def _match(event: QMPMessage) -> bool:
816beb6b57bSJohn Snow            for name, match in events:
817beb6b57bSJohn Snow                if event['event'] == name and self.event_match(event, match):
818beb6b57bSJohn Snow                    return True
819beb6b57bSJohn Snow            return False
820beb6b57bSJohn Snow
821beb6b57bSJohn Snow        event: Optional[QMPMessage]
822beb6b57bSJohn Snow
823beb6b57bSJohn Snow        # Search cached events
824beb6b57bSJohn Snow        for event in self._events:
825beb6b57bSJohn Snow            if _match(event):
826beb6b57bSJohn Snow                self._events.remove(event)
827beb6b57bSJohn Snow                return event
828beb6b57bSJohn Snow
829beb6b57bSJohn Snow        # Poll for new events
830beb6b57bSJohn Snow        while True:
831beb6b57bSJohn Snow            event = self._qmp.pull_event(wait=timeout)
832beb6b57bSJohn Snow            if event is None:
833beb6b57bSJohn Snow                # NB: None is only returned when timeout is false-ish.
834a4225303SJohn Snow                # Timeouts raise asyncio.TimeoutError instead!
835beb6b57bSJohn Snow                break
836beb6b57bSJohn Snow            if _match(event):
837beb6b57bSJohn Snow                return event
838beb6b57bSJohn Snow            self._events.append(event)
839beb6b57bSJohn Snow
840beb6b57bSJohn Snow        return None
841beb6b57bSJohn Snow
842beb6b57bSJohn Snow    def get_log(self) -> Optional[str]:
843beb6b57bSJohn Snow        """
844beb6b57bSJohn Snow        After self.shutdown or failed qemu execution, this returns the output
845beb6b57bSJohn Snow        of the qemu process.
846beb6b57bSJohn Snow        """
847beb6b57bSJohn Snow        return self._iolog
848beb6b57bSJohn Snow
849beb6b57bSJohn Snow    def add_args(self, *args: str) -> None:
850beb6b57bSJohn Snow        """
851beb6b57bSJohn Snow        Adds to the list of extra arguments to be given to the QEMU binary
852beb6b57bSJohn Snow        """
853beb6b57bSJohn Snow        self._args.extend(args)
854beb6b57bSJohn Snow
855beb6b57bSJohn Snow    def set_machine(self, machine_type: str) -> None:
856beb6b57bSJohn Snow        """
857beb6b57bSJohn Snow        Sets the machine type
858beb6b57bSJohn Snow
859beb6b57bSJohn Snow        If set, the machine type will be added to the base arguments
860beb6b57bSJohn Snow        of the resulting QEMU command line.
861beb6b57bSJohn Snow        """
862beb6b57bSJohn Snow        self._machine = machine_type
863beb6b57bSJohn Snow
864beb6b57bSJohn Snow    def set_console(self,
865beb6b57bSJohn Snow                    device_type: Optional[str] = None,
866beb6b57bSJohn Snow                    console_index: int = 0) -> None:
867beb6b57bSJohn Snow        """
868beb6b57bSJohn Snow        Sets the device type for a console device
869beb6b57bSJohn Snow
870beb6b57bSJohn Snow        If set, the console device and a backing character device will
871beb6b57bSJohn Snow        be added to the base arguments of the resulting QEMU command
872beb6b57bSJohn Snow        line.
873beb6b57bSJohn Snow
874beb6b57bSJohn Snow        This is a convenience method that will either use the provided
875beb6b57bSJohn Snow        device type, or default to a "-serial chardev:console" command
876beb6b57bSJohn Snow        line argument.
877beb6b57bSJohn Snow
878beb6b57bSJohn Snow        The actual setting of command line arguments will be be done at
879beb6b57bSJohn Snow        machine launch time, as it depends on the temporary directory
880beb6b57bSJohn Snow        to be created.
881beb6b57bSJohn Snow
882beb6b57bSJohn Snow        @param device_type: the device type, such as "isa-serial".  If
883beb6b57bSJohn Snow                            None is given (the default value) a "-serial
884beb6b57bSJohn Snow                            chardev:console" command line argument will
885beb6b57bSJohn Snow                            be used instead, resorting to the machine's
886beb6b57bSJohn Snow                            default device type.
887beb6b57bSJohn Snow        @param console_index: the index of the console device to use.
888beb6b57bSJohn Snow                              If not zero, the command line will create
889beb6b57bSJohn Snow                              'index - 1' consoles and connect them to
890beb6b57bSJohn Snow                              the 'null' backing character device.
891beb6b57bSJohn Snow        """
892beb6b57bSJohn Snow        self._console_set = True
893beb6b57bSJohn Snow        self._console_device_type = device_type
894beb6b57bSJohn Snow        self._console_index = console_index
895beb6b57bSJohn Snow
896beb6b57bSJohn Snow    @property
897beb6b57bSJohn Snow    def console_socket(self) -> socket.socket:
898beb6b57bSJohn Snow        """
899beb6b57bSJohn Snow        Returns a socket connected to the console
900beb6b57bSJohn Snow        """
901beb6b57bSJohn Snow        if self._console_socket is None:
902f0ec14c7SNicholas Piggin            LOG.debug("Opening console socket")
903*1d4796cdSJohn Snow            if not self._console_set:
904*1d4796cdSJohn Snow                raise QEMUMachineError(
905*1d4796cdSJohn Snow                    "Attempt to access console socket with no connection")
906*1d4796cdSJohn Snow            assert self._cons_sock_pair is not None
907*1d4796cdSJohn Snow            # os.dup() is used here for sock_fd because otherwise we'd
908*1d4796cdSJohn Snow            # have two rich python socket objects that would each try to
909*1d4796cdSJohn Snow            # close the same underlying fd when either one gets garbage
910*1d4796cdSJohn Snow            # collected.
911beb6b57bSJohn Snow            self._console_socket = console_socket.ConsoleSocket(
912*1d4796cdSJohn Snow                sock_fd=os.dup(self._cons_sock_pair[1].fileno()),
913beb6b57bSJohn Snow                file=self._console_log_path,
914beb6b57bSJohn Snow                drain=self._drain_console)
915*1d4796cdSJohn Snow            self._cons_sock_pair[1].close()
916beb6b57bSJohn Snow        return self._console_socket
917beb6b57bSJohn Snow
918beb6b57bSJohn Snow    @property
919f0ec14c7SNicholas Piggin    def console_file(self) -> socket.SocketIO:
920f0ec14c7SNicholas Piggin        """
921f0ec14c7SNicholas Piggin        Returns a file associated with the console socket
922f0ec14c7SNicholas Piggin        """
923f0ec14c7SNicholas Piggin        if self._console_file is None:
924f0ec14c7SNicholas Piggin            LOG.debug("Opening console file")
925f0ec14c7SNicholas Piggin            self._console_file = self.console_socket.makefile(mode='rb',
926f0ec14c7SNicholas Piggin                                                              buffering=0,
927f0ec14c7SNicholas Piggin                                                              encoding='utf-8')
928f0ec14c7SNicholas Piggin        return self._console_file
929f0ec14c7SNicholas Piggin
930f0ec14c7SNicholas Piggin    @property
931beb6b57bSJohn Snow    def temp_dir(self) -> str:
932beb6b57bSJohn Snow        """
933beb6b57bSJohn Snow        Returns a temporary directory to be used for this machine
934beb6b57bSJohn Snow        """
935beb6b57bSJohn Snow        if self._temp_dir is None:
936beb6b57bSJohn Snow            self._temp_dir = tempfile.mkdtemp(prefix="qemu-machine-",
937beb6b57bSJohn Snow                                              dir=self._base_temp_dir)
938beb6b57bSJohn Snow        return self._temp_dir
939b306e26cSCleber Rosa
940b306e26cSCleber Rosa    @property
94187bf1fe5SJohn Snow    def sock_dir(self) -> str:
94287bf1fe5SJohn Snow        """
94387bf1fe5SJohn Snow        Returns the directory used for sockfiles by this machine.
94487bf1fe5SJohn Snow        """
94587bf1fe5SJohn Snow        if self._sock_dir:
94687bf1fe5SJohn Snow            return self._sock_dir
94787bf1fe5SJohn Snow        return self.temp_dir
94887bf1fe5SJohn Snow
94987bf1fe5SJohn Snow    @property
950b306e26cSCleber Rosa    def log_dir(self) -> str:
951b306e26cSCleber Rosa        """
952b306e26cSCleber Rosa        Returns a directory to be used for writing logs
953b306e26cSCleber Rosa        """
954b306e26cSCleber Rosa        if self._log_dir is None:
955b306e26cSCleber Rosa            return self.temp_dir
956b306e26cSCleber Rosa        return self._log_dir
957