xref: /openbmc/qemu/tests/vm/basevm.py (revision eaf46a65ab41b120a07204bedccadf1844c73009)
1ff2ebff0SFam Zheng#
2ff2ebff0SFam Zheng# VM testing base class
3ff2ebff0SFam Zheng#
48dd38334SGerd Hoffmann# Copyright 2017-2019 Red Hat Inc.
5ff2ebff0SFam Zheng#
6ff2ebff0SFam Zheng# Authors:
7ff2ebff0SFam Zheng#  Fam Zheng <famz@redhat.com>
88dd38334SGerd Hoffmann#  Gerd Hoffmann <kraxel@redhat.com>
9ff2ebff0SFam Zheng#
10ff2ebff0SFam Zheng# This code is licensed under the GPL version 2 or later.  See
11ff2ebff0SFam Zheng# the COPYING file in the top-level directory.
12ff2ebff0SFam Zheng#
13ff2ebff0SFam Zheng
14ff2ebff0SFam Zhengimport os
158dd38334SGerd Hoffmannimport re
16ff2ebff0SFam Zhengimport sys
178dd38334SGerd Hoffmannimport socket
18ff2ebff0SFam Zhengimport logging
19ff2ebff0SFam Zhengimport time
20ff2ebff0SFam Zhengimport datetime
21ff2ebff0SFam Zhengimport subprocess
22ff2ebff0SFam Zhengimport hashlib
232fea3a12SAlex Bennéeimport argparse
24ff2ebff0SFam Zhengimport atexit
25ff2ebff0SFam Zhengimport tempfile
26ff2ebff0SFam Zhengimport shutil
27ff2ebff0SFam Zhengimport multiprocessing
28ff2ebff0SFam Zhengimport traceback
295d676197SRobert Foleyimport shlex
30ff2ebff0SFam Zheng
31f4c66f17SJohn Snowfrom qemu.machine import QEMUMachine
32f4c66f17SJohn Snowfrom qemu.utils import get_info_usernet_hostfwd_port, kvm_available
33f4c66f17SJohn Snow
345d676197SRobert FoleySSH_KEY_FILE = os.path.join(os.path.dirname(__file__),
355d676197SRobert Foley               "..", "keys", "id_rsa")
365d676197SRobert FoleySSH_PUB_KEY_FILE = os.path.join(os.path.dirname(__file__),
375d676197SRobert Foley                   "..", "keys", "id_rsa.pub")
38ff2ebff0SFam Zheng
395d676197SRobert Foley# This is the standard configuration.
405d676197SRobert Foley# Any or all of these can be overridden by
415d676197SRobert Foley# passing in a config argument to the VM constructor.
425d676197SRobert FoleyDEFAULT_CONFIG = {
435d676197SRobert Foley    'cpu'             : "max",
445d676197SRobert Foley    'machine'         : 'pc',
455d676197SRobert Foley    'guest_user'      : "qemu",
465d676197SRobert Foley    'guest_pass'      : "qemupass",
479fc33bf4SAlexander von Gluck IV    'root_user'       : "root",
485d676197SRobert Foley    'root_pass'       : "qemupass",
495d676197SRobert Foley    'ssh_key_file'    : SSH_KEY_FILE,
505d676197SRobert Foley    'ssh_pub_key_file': SSH_PUB_KEY_FILE,
515d676197SRobert Foley    'memory'          : "4G",
525d676197SRobert Foley    'extra_args'      : [],
535d676197SRobert Foley    'qemu_args'       : "",
545d676197SRobert Foley    'dns'             : "",
555d676197SRobert Foley    'ssh_port'        : 0,
565d676197SRobert Foley    'install_cmds'    : "",
575d676197SRobert Foley    'boot_dev_type'   : "block",
585d676197SRobert Foley    'ssh_timeout'     : 1,
595d676197SRobert Foley}
605d676197SRobert FoleyBOOT_DEVICE = {
615d676197SRobert Foley    'block' :  "-drive file={},if=none,id=drive0,cache=writeback "\
625d676197SRobert Foley               "-device virtio-blk,drive=drive0,bootindex=0",
635d676197SRobert Foley    'scsi'  :  "-device virtio-scsi-device,id=scsi "\
645d676197SRobert Foley               "-drive file={},format=raw,if=none,id=hd0 "\
655d676197SRobert Foley               "-device scsi-hd,drive=hd0,bootindex=0",
665d676197SRobert Foley}
67ff2ebff0SFam Zhengclass BaseVM(object):
68ff2ebff0SFam Zheng
69b08ba163SGerd Hoffmann    envvars = [
70b08ba163SGerd Hoffmann        "https_proxy",
71b08ba163SGerd Hoffmann        "http_proxy",
72b08ba163SGerd Hoffmann        "ftp_proxy",
73b08ba163SGerd Hoffmann        "no_proxy",
74b08ba163SGerd Hoffmann    ]
75b08ba163SGerd Hoffmann
76ff2ebff0SFam Zheng    # The script to run in the guest that builds QEMU
77ff2ebff0SFam Zheng    BUILD_SCRIPT = ""
78ff2ebff0SFam Zheng    # The guest name, to be overridden by subclasses
79ff2ebff0SFam Zheng    name = "#base"
8031719c37SPhilippe Mathieu-Daudé    # The guest architecture, to be overridden by subclasses
8131719c37SPhilippe Mathieu-Daudé    arch = "#arch"
82b3f94b2fSGerd Hoffmann    # command to halt the guest, can be overridden by subclasses
83b3f94b2fSGerd Hoffmann    poweroff = "poweroff"
844a70232bSRobert Foley    # Time to wait for shutdown to finish.
854a70232bSRobert Foley    shutdown_timeout_default = 30
865b790481SEduardo Habkost    # enable IPv6 networking
875b790481SEduardo Habkost    ipv6 = True
885d676197SRobert Foley    # This is the timeout on the wait for console bytes.
895d676197SRobert Foley    socket_timeout = 120
90c9de3935SRobert Foley    # Scale up some timeouts under TCG.
91c9de3935SRobert Foley    # 4 is arbitrary, but greater than 2,
92c9de3935SRobert Foley    # since we found we need to wait more than twice as long.
934a70232bSRobert Foley    tcg_timeout_multiplier = 4
945d676197SRobert Foley    def __init__(self, args, config=None):
95ff2ebff0SFam Zheng        self._guest = None
961f335d18SRobert Foley        self._genisoimage = args.genisoimage
971f335d18SRobert Foley        self._build_path = args.build_path
9813336606SRobert Foley        self._efi_aarch64 = args.efi_aarch64
997bb17a92SAlex Bennée        self._source_path = args.source_path
1005d676197SRobert Foley        # Allow input config to override defaults.
1015d676197SRobert Foley        self._config = DEFAULT_CONFIG.copy()
102*eaf46a65SJohn Snow
103*eaf46a65SJohn Snow        # 1GB per core, minimum of 4. This is only a default.
104*eaf46a65SJohn Snow        mem = max(4, args.jobs)
105*eaf46a65SJohn Snow        self._config['memory'] = f"{mem}G"
106*eaf46a65SJohn Snow
1075d676197SRobert Foley        if config != None:
1085d676197SRobert Foley            self._config.update(config)
1095d676197SRobert Foley        self.validate_ssh_keys()
110ff2ebff0SFam Zheng        self._tmpdir = os.path.realpath(tempfile.mkdtemp(prefix="vm-test-",
111ff2ebff0SFam Zheng                                                         suffix=".tmp",
112ff2ebff0SFam Zheng                                                         dir="."))
113ff2ebff0SFam Zheng        atexit.register(shutil.rmtree, self._tmpdir)
1145d676197SRobert Foley        # Copy the key files to a temporary directory.
1155d676197SRobert Foley        # Also chmod the key file to agree with ssh requirements.
1165d676197SRobert Foley        self._config['ssh_key'] = \
1175d676197SRobert Foley            open(self._config['ssh_key_file']).read().rstrip()
1185d676197SRobert Foley        self._config['ssh_pub_key'] = \
1195d676197SRobert Foley            open(self._config['ssh_pub_key_file']).read().rstrip()
1205d676197SRobert Foley        self._ssh_tmp_key_file = os.path.join(self._tmpdir, "id_rsa")
1215d676197SRobert Foley        open(self._ssh_tmp_key_file, "w").write(self._config['ssh_key'])
1225d676197SRobert Foley        subprocess.check_call(["chmod", "600", self._ssh_tmp_key_file])
123ff2ebff0SFam Zheng
1245d676197SRobert Foley        self._ssh_tmp_pub_key_file = os.path.join(self._tmpdir, "id_rsa.pub")
1255d676197SRobert Foley        open(self._ssh_tmp_pub_key_file,
1265d676197SRobert Foley             "w").write(self._config['ssh_pub_key'])
127ff2ebff0SFam Zheng
1281f335d18SRobert Foley        self.debug = args.debug
129ff14ab0cSRobert Foley        self._console_log_path = None
130ff14ab0cSRobert Foley        if args.log_console:
131ff14ab0cSRobert Foley                self._console_log_path = \
132ff14ab0cSRobert Foley                         os.path.join(os.path.expanduser("~/.cache/qemu-vm"),
133ff14ab0cSRobert Foley                                      "{}.install.log".format(self.name))
134ff2ebff0SFam Zheng        self._stderr = sys.stderr
135ff2ebff0SFam Zheng        self._devnull = open(os.devnull, "w")
136ff2ebff0SFam Zheng        if self.debug:
137ff2ebff0SFam Zheng            self._stdout = sys.stdout
138ff2ebff0SFam Zheng        else:
139ff2ebff0SFam Zheng            self._stdout = self._devnull
1405d676197SRobert Foley        netdev = "user,id=vnet,hostfwd=:127.0.0.1:{}-:22"
141ff2ebff0SFam Zheng        self._args = [ \
1425d676197SRobert Foley            "-nodefaults", "-m", self._config['memory'],
1435d676197SRobert Foley            "-cpu", self._config['cpu'],
1445d676197SRobert Foley            "-netdev",
1455d676197SRobert Foley            netdev.format(self._config['ssh_port']) +
1465d676197SRobert Foley            (",ipv6=no" if not self.ipv6 else "") +
1475d676197SRobert Foley            (",dns=" + self._config['dns'] if self._config['dns'] else ""),
148ff2ebff0SFam Zheng            "-device", "virtio-net-pci,netdev=vnet",
1498dd38334SGerd Hoffmann            "-vnc", "127.0.0.1:0,to=20"]
1501f335d18SRobert Foley        if args.jobs and args.jobs > 1:
1511f335d18SRobert Foley            self._args += ["-smp", "%d" % args.jobs]
15271531bb5SPhilippe Mathieu-Daudé        if kvm_available(self.arch):
1534a70232bSRobert Foley            self._shutdown_timeout = self.shutdown_timeout_default
154ff2ebff0SFam Zheng            self._args += ["-enable-kvm"]
155ff2ebff0SFam Zheng        else:
156ff2ebff0SFam Zheng            logging.info("KVM not available, not using -enable-kvm")
1574a70232bSRobert Foley            self._shutdown_timeout = \
1584a70232bSRobert Foley                self.shutdown_timeout_default * self.tcg_timeout_multiplier
159ff2ebff0SFam Zheng        self._data_args = []
160ff2ebff0SFam Zheng
1615d676197SRobert Foley        if self._config['qemu_args'] != None:
1625d676197SRobert Foley            qemu_args = self._config['qemu_args']
1635d676197SRobert Foley            qemu_args = qemu_args.replace('\n',' ').replace('\r','')
1645d676197SRobert Foley            # shlex groups quoted arguments together
1655d676197SRobert Foley            # we need this to keep the quoted args together for when
1665d676197SRobert Foley            # the QEMU command is issued later.
1675d676197SRobert Foley            args = shlex.split(qemu_args)
1685d676197SRobert Foley            self._config['extra_args'] = []
1695d676197SRobert Foley            for arg in args:
1705d676197SRobert Foley                if arg:
1715d676197SRobert Foley                    # Preserve quotes around arguments.
1725d676197SRobert Foley                    # shlex above takes them out, so add them in.
1735d676197SRobert Foley                    if " " in arg:
1745d676197SRobert Foley                        arg = '"{}"'.format(arg)
1755d676197SRobert Foley                    self._config['extra_args'].append(arg)
1765d676197SRobert Foley
1775d676197SRobert Foley    def validate_ssh_keys(self):
1785d676197SRobert Foley        """Check to see if the ssh key files exist."""
1795d676197SRobert Foley        if 'ssh_key_file' not in self._config or\
1805d676197SRobert Foley           not os.path.exists(self._config['ssh_key_file']):
1815d676197SRobert Foley            raise Exception("ssh key file not found.")
1825d676197SRobert Foley        if 'ssh_pub_key_file' not in self._config or\
1835d676197SRobert Foley           not os.path.exists(self._config['ssh_pub_key_file']):
1845d676197SRobert Foley               raise Exception("ssh pub key file not found.")
1855d676197SRobert Foley
1865d676197SRobert Foley    def wait_boot(self, wait_string=None):
1875d676197SRobert Foley        """Wait for the standard string we expect
1885d676197SRobert Foley           on completion of a normal boot.
1895d676197SRobert Foley           The user can also choose to override with an
1905d676197SRobert Foley           alternate string to wait for."""
1915d676197SRobert Foley        if wait_string is None:
1925d676197SRobert Foley            if self.login_prompt is None:
1935d676197SRobert Foley                raise Exception("self.login_prompt not defined")
1945d676197SRobert Foley            wait_string = self.login_prompt
1955d676197SRobert Foley        # Intentionally bump up the default timeout under TCG,
1965d676197SRobert Foley        # since the console wait below takes longer.
1975d676197SRobert Foley        timeout = self.socket_timeout
1985d676197SRobert Foley        if not kvm_available(self.arch):
1995d676197SRobert Foley            timeout *= 8
2005d676197SRobert Foley        self.console_init(timeout=timeout)
2015d676197SRobert Foley        self.console_wait(wait_string)
2025d676197SRobert Foley
2035b4b4865SAlex Bennée    def _download_with_cache(self, url, sha256sum=None, sha512sum=None):
204ff2ebff0SFam Zheng        def check_sha256sum(fname):
205ff2ebff0SFam Zheng            if not sha256sum:
206ff2ebff0SFam Zheng                return True
207ff2ebff0SFam Zheng            checksum = subprocess.check_output(["sha256sum", fname]).split()[0]
2083ace9be6SGerd Hoffmann            return sha256sum == checksum.decode("utf-8")
209ff2ebff0SFam Zheng
2105b4b4865SAlex Bennée        def check_sha512sum(fname):
2115b4b4865SAlex Bennée            if not sha512sum:
2125b4b4865SAlex Bennée                return True
2135b4b4865SAlex Bennée            checksum = subprocess.check_output(["sha512sum", fname]).split()[0]
2145b4b4865SAlex Bennée            return sha512sum == checksum.decode("utf-8")
2155b4b4865SAlex Bennée
216ff2ebff0SFam Zheng        cache_dir = os.path.expanduser("~/.cache/qemu-vm/download")
217ff2ebff0SFam Zheng        if not os.path.exists(cache_dir):
218ff2ebff0SFam Zheng            os.makedirs(cache_dir)
2193ace9be6SGerd Hoffmann        fname = os.path.join(cache_dir,
2203ace9be6SGerd Hoffmann                             hashlib.sha1(url.encode("utf-8")).hexdigest())
2215b4b4865SAlex Bennée        if os.path.exists(fname) and check_sha256sum(fname) and check_sha512sum(fname):
222ff2ebff0SFam Zheng            return fname
223ff2ebff0SFam Zheng        logging.debug("Downloading %s to %s...", url, fname)
224ff2ebff0SFam Zheng        subprocess.check_call(["wget", "-c", url, "-O", fname + ".download"],
225ff2ebff0SFam Zheng                              stdout=self._stdout, stderr=self._stderr)
226ff2ebff0SFam Zheng        os.rename(fname + ".download", fname)
227ff2ebff0SFam Zheng        return fname
228ff2ebff0SFam Zheng
229796471e9SGerd Hoffmann    def _ssh_do(self, user, cmd, check):
23089adc5b9SRobert Foley        ssh_cmd = ["ssh",
23189adc5b9SRobert Foley                   "-t",
232ff2ebff0SFam Zheng                   "-o", "StrictHostKeyChecking=no",
233ff2ebff0SFam Zheng                   "-o", "UserKnownHostsFile=" + os.devnull,
2345d676197SRobert Foley                   "-o",
2355d676197SRobert Foley                   "ConnectTimeout={}".format(self._config["ssh_timeout"]),
236976218cbSCleber Rosa                   "-p", str(self.ssh_port), "-i", self._ssh_tmp_key_file]
23789adc5b9SRobert Foley        # If not in debug mode, set ssh to quiet mode to
23889adc5b9SRobert Foley        # avoid printing the results of commands.
23989adc5b9SRobert Foley        if not self.debug:
24089adc5b9SRobert Foley            ssh_cmd.append("-q")
241b08ba163SGerd Hoffmann        for var in self.envvars:
242b08ba163SGerd Hoffmann            ssh_cmd += ['-o', "SendEnv=%s" % var ]
243ff2ebff0SFam Zheng        assert not isinstance(cmd, str)
244ff2ebff0SFam Zheng        ssh_cmd += ["%s@127.0.0.1" % user] + list(cmd)
245ff2ebff0SFam Zheng        logging.debug("ssh_cmd: %s", " ".join(ssh_cmd))
246726c9a3bSFam Zheng        r = subprocess.call(ssh_cmd)
247ff2ebff0SFam Zheng        if check and r != 0:
248ff2ebff0SFam Zheng            raise Exception("SSH command failed: %s" % cmd)
249ff2ebff0SFam Zheng        return r
250ff2ebff0SFam Zheng
251ff2ebff0SFam Zheng    def ssh(self, *cmd):
252df001680SRobert Foley        return self._ssh_do(self._config["guest_user"], cmd, False)
253ff2ebff0SFam Zheng
254ff2ebff0SFam Zheng    def ssh_root(self, *cmd):
2559fc33bf4SAlexander von Gluck IV        return self._ssh_do(self._config["root_user"], cmd, False)
256ff2ebff0SFam Zheng
257ff2ebff0SFam Zheng    def ssh_check(self, *cmd):
258df001680SRobert Foley        self._ssh_do(self._config["guest_user"], cmd, True)
259ff2ebff0SFam Zheng
260ff2ebff0SFam Zheng    def ssh_root_check(self, *cmd):
2619fc33bf4SAlexander von Gluck IV        self._ssh_do(self._config["root_user"], cmd, True)
262ff2ebff0SFam Zheng
263ff2ebff0SFam Zheng    def build_image(self, img):
264ff2ebff0SFam Zheng        raise NotImplementedError
265ff2ebff0SFam Zheng
2661e48931cSWainer dos Santos Moschetta    def exec_qemu_img(self, *args):
2671e48931cSWainer dos Santos Moschetta        cmd = [os.environ.get("QEMU_IMG", "qemu-img")]
2681e48931cSWainer dos Santos Moschetta        cmd.extend(list(args))
2691e48931cSWainer dos Santos Moschetta        subprocess.check_call(cmd)
2701e48931cSWainer dos Santos Moschetta
271ff2ebff0SFam Zheng    def add_source_dir(self, src_dir):
2723ace9be6SGerd Hoffmann        name = "data-" + hashlib.sha1(src_dir.encode("utf-8")).hexdigest()[:5]
273ff2ebff0SFam Zheng        tarfile = os.path.join(self._tmpdir, name + ".tar")
274ff2ebff0SFam Zheng        logging.debug("Creating archive %s for src_dir dir: %s", tarfile, src_dir)
275ff2ebff0SFam Zheng        subprocess.check_call(["./scripts/archive-source.sh", tarfile],
276ff2ebff0SFam Zheng                              cwd=src_dir, stdin=self._devnull,
277ff2ebff0SFam Zheng                              stdout=self._stdout, stderr=self._stderr)
278ff2ebff0SFam Zheng        self._data_args += ["-drive",
279ff2ebff0SFam Zheng                            "file=%s,if=none,id=%s,cache=writeback,format=raw" % \
280ff2ebff0SFam Zheng                                    (tarfile, name),
281ff2ebff0SFam Zheng                            "-device",
282ff2ebff0SFam Zheng                            "virtio-blk,drive=%s,serial=%s,bootindex=1" % (name, name)]
283ff2ebff0SFam Zheng
284ff2ebff0SFam Zheng    def boot(self, img, extra_args=[]):
2855d676197SRobert Foley        boot_dev = BOOT_DEVICE[self._config['boot_dev_type']]
2865d676197SRobert Foley        boot_params = boot_dev.format(img)
2875d676197SRobert Foley        args = self._args + boot_params.split(' ')
2885d676197SRobert Foley        args += self._data_args + extra_args + self._config['extra_args']
289ff2ebff0SFam Zheng        logging.debug("QEMU args: %s", " ".join(args))
290e56c4504SRobert Foley        qemu_path = get_qemu_path(self.arch, self._build_path)
291ff14ab0cSRobert Foley
292ff14ab0cSRobert Foley        # Since console_log_path is only set when the user provides the
293ff14ab0cSRobert Foley        # log_console option, we will set drain_console=True so the
294ff14ab0cSRobert Foley        # console is always drained.
295ff14ab0cSRobert Foley        guest = QEMUMachine(binary=qemu_path, args=args,
296ff14ab0cSRobert Foley                            console_log=self._console_log_path,
297ff14ab0cSRobert Foley                            drain_console=True)
2985d676197SRobert Foley        guest.set_machine(self._config['machine'])
2998dd38334SGerd Hoffmann        guest.set_console()
300ff2ebff0SFam Zheng        try:
301ff2ebff0SFam Zheng            guest.launch()
302ff2ebff0SFam Zheng        except:
303ff2ebff0SFam Zheng            logging.error("Failed to launch QEMU, command line:")
304e56c4504SRobert Foley            logging.error(" ".join([qemu_path] + args))
305ff2ebff0SFam Zheng            logging.error("Log:")
306ff2ebff0SFam Zheng            logging.error(guest.get_log())
307ff2ebff0SFam Zheng            logging.error("QEMU version >= 2.10 is required")
308ff2ebff0SFam Zheng            raise
309ff2ebff0SFam Zheng        atexit.register(self.shutdown)
310ff2ebff0SFam Zheng        self._guest = guest
311ff14ab0cSRobert Foley        # Init console so we can start consuming the chars.
312ff14ab0cSRobert Foley        self.console_init()
313ff2ebff0SFam Zheng        usernet_info = guest.qmp("human-monitor-command",
314976218cbSCleber Rosa                                 command_line="info usernet").get("return")
315976218cbSCleber Rosa        self.ssh_port = get_info_usernet_hostfwd_port(usernet_info)
316ff2ebff0SFam Zheng        if not self.ssh_port:
317ff2ebff0SFam Zheng            raise Exception("Cannot find ssh port from 'info usernet':\n%s" % \
318ff2ebff0SFam Zheng                            usernet_info)
319ff2ebff0SFam Zheng
320ff14ab0cSRobert Foley    def console_init(self, timeout = None):
321ff14ab0cSRobert Foley        if timeout == None:
322ff14ab0cSRobert Foley            timeout = self.socket_timeout
3238dd38334SGerd Hoffmann        vm = self._guest
3248dd38334SGerd Hoffmann        vm.console_socket.settimeout(timeout)
325698a64f9SGerd Hoffmann        self.console_raw_path = os.path.join(vm._temp_dir,
326698a64f9SGerd Hoffmann                                             vm._name + "-console.raw")
327698a64f9SGerd Hoffmann        self.console_raw_file = open(self.console_raw_path, 'wb')
3288dd38334SGerd Hoffmann
3298dd38334SGerd Hoffmann    def console_log(self, text):
3308dd38334SGerd Hoffmann        for line in re.split("[\r\n]", text):
3318dd38334SGerd Hoffmann            # filter out terminal escape sequences
3328dd38334SGerd Hoffmann            line = re.sub("\x1b\[[0-9;?]*[a-zA-Z]", "", line)
3338dd38334SGerd Hoffmann            line = re.sub("\x1b\([0-9;?]*[a-zA-Z]", "", line)
3348dd38334SGerd Hoffmann            # replace unprintable chars
3358dd38334SGerd Hoffmann            line = re.sub("\x1b", "<esc>", line)
3368dd38334SGerd Hoffmann            line = re.sub("[\x00-\x1f]", ".", line)
3378dd38334SGerd Hoffmann            line = re.sub("[\x80-\xff]", ".", line)
3388dd38334SGerd Hoffmann            if line == "":
3398dd38334SGerd Hoffmann                continue
3408dd38334SGerd Hoffmann            # log console line
3418dd38334SGerd Hoffmann            sys.stderr.write("con recv: %s\n" % line)
3428dd38334SGerd Hoffmann
34360136e06SGerd Hoffmann    def console_wait(self, expect, expectalt = None):
3448dd38334SGerd Hoffmann        vm = self._guest
3458dd38334SGerd Hoffmann        output = ""
3468dd38334SGerd Hoffmann        while True:
3478dd38334SGerd Hoffmann            try:
3488dd38334SGerd Hoffmann                chars = vm.console_socket.recv(1)
349698a64f9SGerd Hoffmann                if self.console_raw_file:
350698a64f9SGerd Hoffmann                    self.console_raw_file.write(chars)
351698a64f9SGerd Hoffmann                    self.console_raw_file.flush()
3528dd38334SGerd Hoffmann            except socket.timeout:
3538dd38334SGerd Hoffmann                sys.stderr.write("console: *** read timeout ***\n")
3548dd38334SGerd Hoffmann                sys.stderr.write("console: waiting for: '%s'\n" % expect)
35560136e06SGerd Hoffmann                if not expectalt is None:
35660136e06SGerd Hoffmann                    sys.stderr.write("console: waiting for: '%s' (alt)\n" % expectalt)
3578dd38334SGerd Hoffmann                sys.stderr.write("console: line buffer:\n")
3588dd38334SGerd Hoffmann                sys.stderr.write("\n")
3598dd38334SGerd Hoffmann                self.console_log(output.rstrip())
3608dd38334SGerd Hoffmann                sys.stderr.write("\n")
3618dd38334SGerd Hoffmann                raise
3628dd38334SGerd Hoffmann            output += chars.decode("latin1")
3638dd38334SGerd Hoffmann            if expect in output:
3648dd38334SGerd Hoffmann                break
36560136e06SGerd Hoffmann            if not expectalt is None and expectalt in output:
36660136e06SGerd Hoffmann                break
3678dd38334SGerd Hoffmann            if "\r" in output or "\n" in output:
3688dd38334SGerd Hoffmann                lines = re.split("[\r\n]", output)
3698dd38334SGerd Hoffmann                output = lines.pop()
3708dd38334SGerd Hoffmann                if self.debug:
3718dd38334SGerd Hoffmann                    self.console_log("\n".join(lines))
3728dd38334SGerd Hoffmann        if self.debug:
3738dd38334SGerd Hoffmann            self.console_log(output)
37460136e06SGerd Hoffmann        if not expectalt is None and expectalt in output:
37560136e06SGerd Hoffmann            return False
37660136e06SGerd Hoffmann        return True
3778dd38334SGerd Hoffmann
3786c4f0416SGerd Hoffmann    def console_consume(self):
3796c4f0416SGerd Hoffmann        vm = self._guest
3806c4f0416SGerd Hoffmann        output = ""
3816c4f0416SGerd Hoffmann        vm.console_socket.setblocking(0)
3826c4f0416SGerd Hoffmann        while True:
3836c4f0416SGerd Hoffmann            try:
3846c4f0416SGerd Hoffmann                chars = vm.console_socket.recv(1)
3856c4f0416SGerd Hoffmann            except:
3866c4f0416SGerd Hoffmann                break
3876c4f0416SGerd Hoffmann            output += chars.decode("latin1")
3886c4f0416SGerd Hoffmann            if "\r" in output or "\n" in output:
3896c4f0416SGerd Hoffmann                lines = re.split("[\r\n]", output)
3906c4f0416SGerd Hoffmann                output = lines.pop()
3916c4f0416SGerd Hoffmann                if self.debug:
3926c4f0416SGerd Hoffmann                    self.console_log("\n".join(lines))
3936c4f0416SGerd Hoffmann        if self.debug:
3946c4f0416SGerd Hoffmann            self.console_log(output)
3956c4f0416SGerd Hoffmann        vm.console_socket.setblocking(1)
3966c4f0416SGerd Hoffmann
3978dd38334SGerd Hoffmann    def console_send(self, command):
3988dd38334SGerd Hoffmann        vm = self._guest
3998dd38334SGerd Hoffmann        if self.debug:
4008dd38334SGerd Hoffmann            logline = re.sub("\n", "<enter>", command)
4018dd38334SGerd Hoffmann            logline = re.sub("[\x00-\x1f]", ".", logline)
4028dd38334SGerd Hoffmann            sys.stderr.write("con send: %s\n" % logline)
4038dd38334SGerd Hoffmann        for char in list(command):
4048dd38334SGerd Hoffmann            vm.console_socket.send(char.encode("utf-8"))
4058dd38334SGerd Hoffmann            time.sleep(0.01)
4068dd38334SGerd Hoffmann
4078dd38334SGerd Hoffmann    def console_wait_send(self, wait, command):
4088dd38334SGerd Hoffmann        self.console_wait(wait)
4098dd38334SGerd Hoffmann        self.console_send(command)
4108dd38334SGerd Hoffmann
4118dd38334SGerd Hoffmann    def console_ssh_init(self, prompt, user, pw):
4125d676197SRobert Foley        sshkey_cmd = "echo '%s' > .ssh/authorized_keys\n" \
4135d676197SRobert Foley                     % self._config['ssh_pub_key'].rstrip()
4148dd38334SGerd Hoffmann        self.console_wait_send("login:",    "%s\n" % user)
4158dd38334SGerd Hoffmann        self.console_wait_send("Password:", "%s\n" % pw)
4168dd38334SGerd Hoffmann        self.console_wait_send(prompt,      "mkdir .ssh\n")
4178dd38334SGerd Hoffmann        self.console_wait_send(prompt,      sshkey_cmd)
4188dd38334SGerd Hoffmann        self.console_wait_send(prompt,      "chmod 755 .ssh\n")
4198dd38334SGerd Hoffmann        self.console_wait_send(prompt,      "chmod 644 .ssh/authorized_keys\n")
4208dd38334SGerd Hoffmann
4218dd38334SGerd Hoffmann    def console_sshd_config(self, prompt):
4228dd38334SGerd Hoffmann        self.console_wait(prompt)
4238dd38334SGerd Hoffmann        self.console_send("echo 'PermitRootLogin yes' >> /etc/ssh/sshd_config\n")
4248dd38334SGerd Hoffmann        for var in self.envvars:
4258dd38334SGerd Hoffmann            self.console_wait(prompt)
4268dd38334SGerd Hoffmann            self.console_send("echo 'AcceptEnv %s' >> /etc/ssh/sshd_config\n" % var)
4278dd38334SGerd Hoffmann
4288dd38334SGerd Hoffmann    def print_step(self, text):
4298dd38334SGerd Hoffmann        sys.stderr.write("### %s ...\n" % text)
4308dd38334SGerd Hoffmann
4316ee982c9SRobert Foley    def wait_ssh(self, wait_root=False, seconds=300, cmd="exit 0"):
432c9de3935SRobert Foley        # Allow more time for VM to boot under TCG.
433c9de3935SRobert Foley        if not kvm_available(self.arch):
4344a70232bSRobert Foley            seconds *= self.tcg_timeout_multiplier
435ff2ebff0SFam Zheng        starttime = datetime.datetime.now()
436f5d3d218SPhilippe Mathieu-Daudé        endtime = starttime + datetime.timedelta(seconds=seconds)
4376ee982c9SRobert Foley        cmd_success = False
438f5d3d218SPhilippe Mathieu-Daudé        while datetime.datetime.now() < endtime:
4396ee982c9SRobert Foley            if wait_root and self.ssh_root(cmd) == 0:
4406ee982c9SRobert Foley                cmd_success = True
441fbb3aa29SRobert Foley                break
4426ee982c9SRobert Foley            elif self.ssh(cmd) == 0:
4436ee982c9SRobert Foley                cmd_success = True
444ff2ebff0SFam Zheng                break
445f5d3d218SPhilippe Mathieu-Daudé            seconds = (endtime - datetime.datetime.now()).total_seconds()
446f5d3d218SPhilippe Mathieu-Daudé            logging.debug("%ds before timeout", seconds)
447ff2ebff0SFam Zheng            time.sleep(1)
4486ee982c9SRobert Foley        if not cmd_success:
449ff2ebff0SFam Zheng            raise Exception("Timeout while waiting for guest ssh")
450ff2ebff0SFam Zheng
451ff2ebff0SFam Zheng    def shutdown(self):
4524a70232bSRobert Foley        self._guest.shutdown(timeout=self._shutdown_timeout)
453ff2ebff0SFam Zheng
454ff2ebff0SFam Zheng    def wait(self):
4554a70232bSRobert Foley        self._guest.wait(timeout=self._shutdown_timeout)
456ff2ebff0SFam Zheng
457b3f94b2fSGerd Hoffmann    def graceful_shutdown(self):
458b3f94b2fSGerd Hoffmann        self.ssh_root(self.poweroff)
4594a70232bSRobert Foley        self._guest.wait(timeout=self._shutdown_timeout)
460b3f94b2fSGerd Hoffmann
461ff2ebff0SFam Zheng    def qmp(self, *args, **kwargs):
462ff2ebff0SFam Zheng        return self._guest.qmp(*args, **kwargs)
463ff2ebff0SFam Zheng
464b081986cSRobert Foley    def gen_cloud_init_iso(self):
465b081986cSRobert Foley        cidir = self._tmpdir
466b081986cSRobert Foley        mdata = open(os.path.join(cidir, "meta-data"), "w")
467b081986cSRobert Foley        name = self.name.replace(".","-")
468b081986cSRobert Foley        mdata.writelines(["instance-id: {}-vm-0\n".format(name),
469b081986cSRobert Foley                          "local-hostname: {}-guest\n".format(name)])
470b081986cSRobert Foley        mdata.close()
471b081986cSRobert Foley        udata = open(os.path.join(cidir, "user-data"), "w")
4725d676197SRobert Foley        print("guest user:pw {}:{}".format(self._config['guest_user'],
4735d676197SRobert Foley                                           self._config['guest_pass']))
474b081986cSRobert Foley        udata.writelines(["#cloud-config\n",
475b081986cSRobert Foley                          "chpasswd:\n",
476b081986cSRobert Foley                          "  list: |\n",
4775d676197SRobert Foley                          "    root:%s\n" % self._config['root_pass'],
4785d676197SRobert Foley                          "    %s:%s\n" % (self._config['guest_user'],
4795d676197SRobert Foley                                           self._config['guest_pass']),
480b081986cSRobert Foley                          "  expire: False\n",
481b081986cSRobert Foley                          "users:\n",
4825d676197SRobert Foley                          "  - name: %s\n" % self._config['guest_user'],
483b081986cSRobert Foley                          "    sudo: ALL=(ALL) NOPASSWD:ALL\n",
484b081986cSRobert Foley                          "    ssh-authorized-keys:\n",
4855d676197SRobert Foley                          "    - %s\n" % self._config['ssh_pub_key'],
486b081986cSRobert Foley                          "  - name: root\n",
487b081986cSRobert Foley                          "    ssh-authorized-keys:\n",
4885d676197SRobert Foley                          "    - %s\n" % self._config['ssh_pub_key'],
489b081986cSRobert Foley                          "locale: en_US.UTF-8\n"])
490b081986cSRobert Foley        proxy = os.environ.get("http_proxy")
491b081986cSRobert Foley        if not proxy is None:
492b081986cSRobert Foley            udata.writelines(["apt:\n",
493b081986cSRobert Foley                              "  proxy: %s" % proxy])
494b081986cSRobert Foley        udata.close()
49592fecad3SAlex Bennée        subprocess.check_call([self._genisoimage, "-output", "cloud-init.iso",
496b081986cSRobert Foley                               "-volid", "cidata", "-joliet", "-rock",
497b081986cSRobert Foley                               "user-data", "meta-data"],
498b081986cSRobert Foley                              cwd=cidir,
499b081986cSRobert Foley                              stdin=self._devnull, stdout=self._stdout,
500b081986cSRobert Foley                              stderr=self._stdout)
501b081986cSRobert Foley        return os.path.join(cidir, "cloud-init.iso")
502b081986cSRobert Foley
503e56c4504SRobert Foleydef get_qemu_path(arch, build_path=None):
504e56c4504SRobert Foley    """Fetch the path to the qemu binary."""
505e56c4504SRobert Foley    # If QEMU environment variable set, it takes precedence
506e56c4504SRobert Foley    if "QEMU" in os.environ:
507e56c4504SRobert Foley        qemu_path = os.environ["QEMU"]
508e56c4504SRobert Foley    elif build_path:
509e56c4504SRobert Foley        qemu_path = os.path.join(build_path, arch + "-softmmu")
510e56c4504SRobert Foley        qemu_path = os.path.join(qemu_path, "qemu-system-" + arch)
511e56c4504SRobert Foley    else:
512e56c4504SRobert Foley        # Default is to use system path for qemu.
513e56c4504SRobert Foley        qemu_path = "qemu-system-" + arch
514e56c4504SRobert Foley    return qemu_path
515e56c4504SRobert Foley
51613336606SRobert Foleydef get_qemu_version(qemu_path):
51713336606SRobert Foley    """Get the version number from the current QEMU,
51813336606SRobert Foley       and return the major number."""
51913336606SRobert Foley    output = subprocess.check_output([qemu_path, '--version'])
52013336606SRobert Foley    version_line = output.decode("utf-8")
52113336606SRobert Foley    version_num = re.split(' |\(', version_line)[3].split('.')[0]
52213336606SRobert Foley    return int(version_num)
52313336606SRobert Foley
5243f1e8137SRobert Foleydef parse_config(config, args):
5253f1e8137SRobert Foley    """ Parse yaml config and populate our config structure.
5263f1e8137SRobert Foley        The yaml config allows the user to override the
5273f1e8137SRobert Foley        defaults for VM parameters.  In many cases these
5283f1e8137SRobert Foley        defaults can be overridden without rebuilding the VM."""
5293f1e8137SRobert Foley    if args.config:
5303f1e8137SRobert Foley        config_file = args.config
5313f1e8137SRobert Foley    elif 'QEMU_CONFIG' in os.environ:
5323f1e8137SRobert Foley        config_file = os.environ['QEMU_CONFIG']
5333f1e8137SRobert Foley    else:
5343f1e8137SRobert Foley        return config
5353f1e8137SRobert Foley    if not os.path.exists(config_file):
5363f1e8137SRobert Foley        raise Exception("config file {} does not exist".format(config_file))
5373f1e8137SRobert Foley    # We gracefully handle importing the yaml module
5383f1e8137SRobert Foley    # since it might not be installed.
5393f1e8137SRobert Foley    # If we are here it means the user supplied a .yml file,
5403f1e8137SRobert Foley    # so if the yaml module is not installed we will exit with error.
5413f1e8137SRobert Foley    try:
5423f1e8137SRobert Foley        import yaml
5433f1e8137SRobert Foley    except ImportError:
5443f1e8137SRobert Foley        print("The python3-yaml package is needed "\
5453f1e8137SRobert Foley              "to support config.yaml files")
5463f1e8137SRobert Foley        # Instead of raising an exception we exit to avoid
5473f1e8137SRobert Foley        # a raft of messy (expected) errors to stdout.
5483f1e8137SRobert Foley        exit(1)
5493f1e8137SRobert Foley    with open(config_file) as f:
5503f1e8137SRobert Foley        yaml_dict = yaml.safe_load(f)
5513f1e8137SRobert Foley
5523f1e8137SRobert Foley    if 'qemu-conf' in yaml_dict:
5533f1e8137SRobert Foley        config.update(yaml_dict['qemu-conf'])
5543f1e8137SRobert Foley    else:
5553f1e8137SRobert Foley        raise Exception("config file {} is not valid"\
5563f1e8137SRobert Foley                        " missing qemu-conf".format(config_file))
5573f1e8137SRobert Foley    return config
5583f1e8137SRobert Foley
55963a24c5eSPhilippe Mathieu-Daudédef parse_args(vmcls):
5608a6e007eSPhilippe Mathieu-Daudé
5618a6e007eSPhilippe Mathieu-Daudé    def get_default_jobs():
562b0953944SAlex Bennée        if multiprocessing.cpu_count() > 1:
56363a24c5eSPhilippe Mathieu-Daudé            if kvm_available(vmcls.arch):
5643ad3e36eSWainer dos Santos Moschetta                return multiprocessing.cpu_count() // 2
565b0953944SAlex Bennée            elif os.uname().machine == "x86_64" and \
566b0953944SAlex Bennée                 vmcls.arch in ["aarch64", "x86_64", "i386"]:
567b0953944SAlex Bennée                # MTTCG is available on these arches and we can allow
568b0953944SAlex Bennée                # more cores. but only up to a reasonable limit. User
569b0953944SAlex Bennée                # can always override these limits with --jobs.
570b0953944SAlex Bennée                return min(multiprocessing.cpu_count() // 2, 8)
5718a6e007eSPhilippe Mathieu-Daudé        else:
5728a6e007eSPhilippe Mathieu-Daudé            return 1
5738a6e007eSPhilippe Mathieu-Daudé
5742fea3a12SAlex Bennée    parser = argparse.ArgumentParser(
5752fea3a12SAlex Bennée        formatter_class=argparse.ArgumentDefaultsHelpFormatter,
5762fea3a12SAlex Bennée        description="Utility for provisioning VMs and running builds",
5772fea3a12SAlex Bennée        epilog="""Remaining arguments are passed to the command.
5782fea3a12SAlex Bennée        Exit codes: 0 = success, 1 = command line error,
5792fea3a12SAlex Bennée        2 = environment initialization failed,
5802fea3a12SAlex Bennée        3 = test command failed""")
5812fea3a12SAlex Bennée    parser.add_argument("--debug", "-D", action="store_true",
582ff2ebff0SFam Zheng                        help="enable debug output")
5832fea3a12SAlex Bennée    parser.add_argument("--image", "-i", default="%s.img" % vmcls.name,
584ff2ebff0SFam Zheng                        help="image file name")
5852fea3a12SAlex Bennée    parser.add_argument("--force", "-f", action="store_true",
586ff2ebff0SFam Zheng                        help="force build image even if image exists")
5872fea3a12SAlex Bennée    parser.add_argument("--jobs", type=int, default=get_default_jobs(),
588ff2ebff0SFam Zheng                        help="number of virtual CPUs")
5892fea3a12SAlex Bennée    parser.add_argument("--verbose", "-V", action="store_true",
59041e3340aSPeter Maydell                        help="Pass V=1 to builds within the guest")
5912fea3a12SAlex Bennée    parser.add_argument("--build-image", "-b", action="store_true",
592ff2ebff0SFam Zheng                        help="build image")
5932fea3a12SAlex Bennée    parser.add_argument("--build-qemu",
594ff2ebff0SFam Zheng                        help="build QEMU from source in guest")
5952fea3a12SAlex Bennée    parser.add_argument("--build-target",
5965c2ec9b6SAlex Bennée                        help="QEMU build target", default="check")
5972fea3a12SAlex Bennée    parser.add_argument("--build-path", default=None,
598e56c4504SRobert Foley                        help="Path of build directory, "\
599e56c4504SRobert Foley                        "for using build tree QEMU binary. ")
6007bb17a92SAlex Bennée    parser.add_argument("--source-path", default=None,
6017bb17a92SAlex Bennée                        help="Path of source directory, "\
6027bb17a92SAlex Bennée                        "for finding additional files. ")
6032fea3a12SAlex Bennée    parser.add_argument("--interactive", "-I", action="store_true",
604ff2ebff0SFam Zheng                        help="Interactively run command")
6052fea3a12SAlex Bennée    parser.add_argument("--snapshot", "-s", action="store_true",
606983c2a77SFam Zheng                        help="run tests with a snapshot")
6072fea3a12SAlex Bennée    parser.add_argument("--genisoimage", default="genisoimage",
60892fecad3SAlex Bennée                        help="iso imaging tool")
6092fea3a12SAlex Bennée    parser.add_argument("--config", "-c", default=None,
6103f1e8137SRobert Foley                        help="Provide config yaml for configuration. "\
6113f1e8137SRobert Foley                        "See config_example.yaml for example.")
6122fea3a12SAlex Bennée    parser.add_argument("--efi-aarch64",
61313336606SRobert Foley                        default="/usr/share/qemu-efi-aarch64/QEMU_EFI.fd",
61413336606SRobert Foley                        help="Path to efi image for aarch64 VMs.")
6152fea3a12SAlex Bennée    parser.add_argument("--log-console", action="store_true",
616ff14ab0cSRobert Foley                        help="Log console to file.")
6172fea3a12SAlex Bennée    parser.add_argument("commands", nargs="*", help="""Remaining
6182fea3a12SAlex Bennée        commands after -- are passed to command inside the VM""")
6192fea3a12SAlex Bennée
620ff2ebff0SFam Zheng    return parser.parse_args()
621ff2ebff0SFam Zheng
6225d676197SRobert Foleydef main(vmcls, config=None):
623ff2ebff0SFam Zheng    try:
6245d676197SRobert Foley        if config == None:
6255d676197SRobert Foley            config = DEFAULT_CONFIG
6262fea3a12SAlex Bennée        args = parse_args(vmcls)
6272fea3a12SAlex Bennée        if not args.commands and not args.build_qemu and not args.build_image:
628f03868bdSEduardo Habkost            print("Nothing to do?")
629ff2ebff0SFam Zheng            return 1
6303f1e8137SRobert Foley        config = parse_config(config, args)
631fb3b4e6dSEduardo Habkost        logging.basicConfig(level=(logging.DEBUG if args.debug
632fb3b4e6dSEduardo Habkost                                   else logging.WARN))
6335d676197SRobert Foley        vm = vmcls(args, config=config)
634ff2ebff0SFam Zheng        if args.build_image:
635ff2ebff0SFam Zheng            if os.path.exists(args.image) and not args.force:
636ff2ebff0SFam Zheng                sys.stderr.writelines(["Image file exists: %s\n" % args.image,
637ff2ebff0SFam Zheng                                      "Use --force option to overwrite\n"])
638ff2ebff0SFam Zheng                return 1
639ff2ebff0SFam Zheng            return vm.build_image(args.image)
640ff2ebff0SFam Zheng        if args.build_qemu:
641ff2ebff0SFam Zheng            vm.add_source_dir(args.build_qemu)
642ff2ebff0SFam Zheng            cmd = [vm.BUILD_SCRIPT.format(
6432fea3a12SAlex Bennée                   configure_opts = " ".join(args.commands),
6443ace9be6SGerd Hoffmann                   jobs=int(args.jobs),
6455c2ec9b6SAlex Bennée                   target=args.build_target,
64641e3340aSPeter Maydell                   verbose = "V=1" if args.verbose else "")]
647ff2ebff0SFam Zheng        else:
6482fea3a12SAlex Bennée            cmd = args.commands
649983c2a77SFam Zheng        img = args.image
650983c2a77SFam Zheng        if args.snapshot:
651983c2a77SFam Zheng            img += ",snapshot=on"
652983c2a77SFam Zheng        vm.boot(img)
653ff2ebff0SFam Zheng        vm.wait_ssh()
654ff2ebff0SFam Zheng    except Exception as e:
655ff2ebff0SFam Zheng        if isinstance(e, SystemExit) and e.code == 0:
656ff2ebff0SFam Zheng            return 0
657ff2ebff0SFam Zheng        sys.stderr.write("Failed to prepare guest environment\n")
658ff2ebff0SFam Zheng        traceback.print_exc()
659ff2ebff0SFam Zheng        return 2
660ff2ebff0SFam Zheng
661b3f94b2fSGerd Hoffmann    exitcode = 0
662ff2ebff0SFam Zheng    if vm.ssh(*cmd) != 0:
663b3f94b2fSGerd Hoffmann        exitcode = 3
664bcc388dfSAlex Bennée    if args.interactive:
665b3f94b2fSGerd Hoffmann        vm.ssh()
666b3f94b2fSGerd Hoffmann
667b3f94b2fSGerd Hoffmann    if not args.snapshot:
668b3f94b2fSGerd Hoffmann        vm.graceful_shutdown()
669b3f94b2fSGerd Hoffmann
670b3f94b2fSGerd Hoffmann    return exitcode
671