xref: /openbmc/qemu/tests/qemu-iotests/qcow2.py (revision 903cb1bf398666014180d00711e2c1a9ffdadd5a)
1*903cb1bfSPhilippe Mathieu-Daudé#!/usr/bin/env python3
26e19b3c4SKevin Wolf
3f03868bdSEduardo Habkostfrom __future__ import print_function
46e19b3c4SKevin Wolfimport sys
56e19b3c4SKevin Wolfimport struct
66e19b3c4SKevin Wolfimport string
76e19b3c4SKevin Wolf
86e19b3c4SKevin Wolfclass QcowHeaderExtension:
96e19b3c4SKevin Wolf
106e19b3c4SKevin Wolf    def __init__(self, magic, length, data):
118884dd1bSKevin Wolf        if length % 8 != 0:
128884dd1bSKevin Wolf            padding = 8 - (length % 8)
138eb5e674SMax Reitz            data += b"\0" * padding
148884dd1bSKevin Wolf
156e19b3c4SKevin Wolf        self.magic  = magic
166e19b3c4SKevin Wolf        self.length = length
176e19b3c4SKevin Wolf        self.data   = data
186e19b3c4SKevin Wolf
196e19b3c4SKevin Wolf    @classmethod
206e19b3c4SKevin Wolf    def create(cls, magic, data):
216e19b3c4SKevin Wolf        return QcowHeaderExtension(magic, len(data), data)
226e19b3c4SKevin Wolf
236e19b3c4SKevin Wolfclass QcowHeader:
246e19b3c4SKevin Wolf
256e19b3c4SKevin Wolf    uint32_t = 'I'
266e19b3c4SKevin Wolf    uint64_t = 'Q'
276e19b3c4SKevin Wolf
286e19b3c4SKevin Wolf    fields = [
296e19b3c4SKevin Wolf        # Version 2 header fields
306e19b3c4SKevin Wolf        [ uint32_t, '%#x',  'magic' ],
316e19b3c4SKevin Wolf        [ uint32_t, '%d',   'version' ],
326e19b3c4SKevin Wolf        [ uint64_t, '%#x',  'backing_file_offset' ],
336e19b3c4SKevin Wolf        [ uint32_t, '%#x',  'backing_file_size' ],
346e19b3c4SKevin Wolf        [ uint32_t, '%d',   'cluster_bits' ],
356e19b3c4SKevin Wolf        [ uint64_t, '%d',   'size' ],
366e19b3c4SKevin Wolf        [ uint32_t, '%d',   'crypt_method' ],
376e19b3c4SKevin Wolf        [ uint32_t, '%d',   'l1_size' ],
386e19b3c4SKevin Wolf        [ uint64_t, '%#x',  'l1_table_offset' ],
396e19b3c4SKevin Wolf        [ uint64_t, '%#x',  'refcount_table_offset' ],
406e19b3c4SKevin Wolf        [ uint32_t, '%d',   'refcount_table_clusters' ],
416e19b3c4SKevin Wolf        [ uint32_t, '%d',   'nb_snapshots' ],
426e19b3c4SKevin Wolf        [ uint64_t, '%#x',  'snapshot_offset' ],
431042ec94SKevin Wolf
441042ec94SKevin Wolf        # Version 3 header fields
450485e6eeSMax Reitz        [ uint64_t, 'mask', 'incompatible_features' ],
460485e6eeSMax Reitz        [ uint64_t, 'mask', 'compatible_features' ],
470485e6eeSMax Reitz        [ uint64_t, 'mask', 'autoclear_features' ],
481042ec94SKevin Wolf        [ uint32_t, '%d',   'refcount_order' ],
491042ec94SKevin Wolf        [ uint32_t, '%d',   'header_length' ],
506e19b3c4SKevin Wolf    ];
516e19b3c4SKevin Wolf
526e19b3c4SKevin Wolf    fmt = '>' + ''.join(field[0] for field in fields)
536e19b3c4SKevin Wolf
546e19b3c4SKevin Wolf    def __init__(self, fd):
556e19b3c4SKevin Wolf
566e19b3c4SKevin Wolf        buf_size = struct.calcsize(QcowHeader.fmt)
576e19b3c4SKevin Wolf
586e19b3c4SKevin Wolf        fd.seek(0)
596e19b3c4SKevin Wolf        buf = fd.read(buf_size)
606e19b3c4SKevin Wolf
616e19b3c4SKevin Wolf        header = struct.unpack(QcowHeader.fmt, buf)
626e19b3c4SKevin Wolf        self.__dict__ = dict((field[2], header[i])
636e19b3c4SKevin Wolf            for i, field in enumerate(QcowHeader.fields))
646e19b3c4SKevin Wolf
651042ec94SKevin Wolf        self.set_defaults()
666e19b3c4SKevin Wolf        self.cluster_size = 1 << self.cluster_bits
676e19b3c4SKevin Wolf
681042ec94SKevin Wolf        fd.seek(self.header_length)
696e19b3c4SKevin Wolf        self.load_extensions(fd)
706e19b3c4SKevin Wolf
716e19b3c4SKevin Wolf        if self.backing_file_offset:
726e19b3c4SKevin Wolf            fd.seek(self.backing_file_offset)
736e19b3c4SKevin Wolf            self.backing_file = fd.read(self.backing_file_size)
746e19b3c4SKevin Wolf        else:
756e19b3c4SKevin Wolf            self.backing_file = None
766e19b3c4SKevin Wolf
771042ec94SKevin Wolf    def set_defaults(self):
786e19b3c4SKevin Wolf        if self.version == 2:
791042ec94SKevin Wolf            self.incompatible_features = 0
801042ec94SKevin Wolf            self.compatible_features = 0
811042ec94SKevin Wolf            self.autoclear_features = 0
821042ec94SKevin Wolf            self.refcount_order = 4
831042ec94SKevin Wolf            self.header_length = 72
846e19b3c4SKevin Wolf
856e19b3c4SKevin Wolf    def load_extensions(self, fd):
866e19b3c4SKevin Wolf        self.extensions = []
876e19b3c4SKevin Wolf
886e19b3c4SKevin Wolf        if self.backing_file_offset != 0:
896e19b3c4SKevin Wolf            end = min(self.cluster_size, self.backing_file_offset)
906e19b3c4SKevin Wolf        else:
916e19b3c4SKevin Wolf            end = self.cluster_size
926e19b3c4SKevin Wolf
936e19b3c4SKevin Wolf        while fd.tell() < end:
946e19b3c4SKevin Wolf            (magic, length) = struct.unpack('>II', fd.read(8))
956e19b3c4SKevin Wolf            if magic == 0:
966e19b3c4SKevin Wolf                break
976e19b3c4SKevin Wolf            else:
986e19b3c4SKevin Wolf                padded = (length + 7) & ~7
996e19b3c4SKevin Wolf                data = fd.read(padded)
1006e19b3c4SKevin Wolf                self.extensions.append(QcowHeaderExtension(magic, length, data))
1016e19b3c4SKevin Wolf
1026e19b3c4SKevin Wolf    def update_extensions(self, fd):
1036e19b3c4SKevin Wolf
1041042ec94SKevin Wolf        fd.seek(self.header_length)
1056e19b3c4SKevin Wolf        extensions = self.extensions
1068eb5e674SMax Reitz        extensions.append(QcowHeaderExtension(0, 0, b""))
1076e19b3c4SKevin Wolf        for ex in extensions:
1086e19b3c4SKevin Wolf            buf = struct.pack('>II', ex.magic, ex.length)
1096e19b3c4SKevin Wolf            fd.write(buf)
1106e19b3c4SKevin Wolf            fd.write(ex.data)
1116e19b3c4SKevin Wolf
1126e19b3c4SKevin Wolf        if self.backing_file != None:
1136e19b3c4SKevin Wolf            self.backing_file_offset = fd.tell()
1146e19b3c4SKevin Wolf            fd.write(self.backing_file)
1156e19b3c4SKevin Wolf
1166e19b3c4SKevin Wolf        if fd.tell() > self.cluster_size:
1176e19b3c4SKevin Wolf            raise Exception("I think I just broke the image...")
1186e19b3c4SKevin Wolf
1196e19b3c4SKevin Wolf
1206e19b3c4SKevin Wolf    def update(self, fd):
1211042ec94SKevin Wolf        header_bytes = self.header_length
1226e19b3c4SKevin Wolf
1236e19b3c4SKevin Wolf        self.update_extensions(fd)
1246e19b3c4SKevin Wolf
1256e19b3c4SKevin Wolf        fd.seek(0)
1266e19b3c4SKevin Wolf        header = tuple(self.__dict__[f] for t, p, f in QcowHeader.fields)
1276e19b3c4SKevin Wolf        buf = struct.pack(QcowHeader.fmt, *header)
1286e19b3c4SKevin Wolf        buf = buf[0:header_bytes-1]
1296e19b3c4SKevin Wolf        fd.write(buf)
1306e19b3c4SKevin Wolf
1316e19b3c4SKevin Wolf    def dump(self):
1326e19b3c4SKevin Wolf        for f in QcowHeader.fields:
1330485e6eeSMax Reitz            value = self.__dict__[f[2]]
1340485e6eeSMax Reitz            if f[1] == 'mask':
1350485e6eeSMax Reitz                bits = []
1360485e6eeSMax Reitz                for bit in range(64):
1370485e6eeSMax Reitz                    if value & (1 << bit):
1380485e6eeSMax Reitz                        bits.append(bit)
1390485e6eeSMax Reitz                value_str = str(bits)
1400485e6eeSMax Reitz            else:
1410485e6eeSMax Reitz                value_str = f[1] % value
1420485e6eeSMax Reitz
1430485e6eeSMax Reitz            print("%-25s" % f[2], value_str)
144f03868bdSEduardo Habkost        print("")
1456e19b3c4SKevin Wolf
1466e19b3c4SKevin Wolf    def dump_extensions(self):
1476e19b3c4SKevin Wolf        for ex in self.extensions:
1486e19b3c4SKevin Wolf
1496e19b3c4SKevin Wolf            data = ex.data[:ex.length]
1508eb5e674SMax Reitz            if all(c in string.printable.encode('ascii') for c in data):
1518eb5e674SMax Reitz                data = "'%s'" % data.decode('ascii')
1526e19b3c4SKevin Wolf            else:
1536e19b3c4SKevin Wolf                data = "<binary>"
1546e19b3c4SKevin Wolf
155f03868bdSEduardo Habkost            print("Header extension:")
156f03868bdSEduardo Habkost            print("%-25s %#x" % ("magic", ex.magic))
157f03868bdSEduardo Habkost            print("%-25s %d" % ("length", ex.length))
158f03868bdSEduardo Habkost            print("%-25s %s" % ("data", data))
159f03868bdSEduardo Habkost            print("")
1606e19b3c4SKevin Wolf
1616e19b3c4SKevin Wolf
1626e19b3c4SKevin Wolfdef cmd_dump_header(fd):
1636e19b3c4SKevin Wolf    h = QcowHeader(fd)
1646e19b3c4SKevin Wolf    h.dump()
1656e19b3c4SKevin Wolf    h.dump_extensions()
1666e19b3c4SKevin Wolf
1671aa6630eSMax Reitzdef cmd_dump_header_exts(fd):
1681aa6630eSMax Reitz    h = QcowHeader(fd)
1691aa6630eSMax Reitz    h.dump_extensions()
1701aa6630eSMax Reitz
171c93331c9SKevin Wolfdef cmd_set_header(fd, name, value):
172c93331c9SKevin Wolf    try:
173c93331c9SKevin Wolf        value = int(value, 0)
174c93331c9SKevin Wolf    except:
175f03868bdSEduardo Habkost        print("'%s' is not a valid number" % value)
176c93331c9SKevin Wolf        sys.exit(1)
177c93331c9SKevin Wolf
178c93331c9SKevin Wolf    fields = (field[2] for field in QcowHeader.fields)
179c93331c9SKevin Wolf    if not name in fields:
180f03868bdSEduardo Habkost        print("'%s' is not a known header field" % name)
181c93331c9SKevin Wolf        sys.exit(1)
182c93331c9SKevin Wolf
183c93331c9SKevin Wolf    h = QcowHeader(fd)
184c93331c9SKevin Wolf    h.__dict__[name] = value
185c93331c9SKevin Wolf    h.update(fd)
186c93331c9SKevin Wolf
1876e19b3c4SKevin Wolfdef cmd_add_header_ext(fd, magic, data):
1886e19b3c4SKevin Wolf    try:
1896e19b3c4SKevin Wolf        magic = int(magic, 0)
1906e19b3c4SKevin Wolf    except:
191f03868bdSEduardo Habkost        print("'%s' is not a valid magic number" % magic)
1926e19b3c4SKevin Wolf        sys.exit(1)
1936e19b3c4SKevin Wolf
1946e19b3c4SKevin Wolf    h = QcowHeader(fd)
1958eb5e674SMax Reitz    h.extensions.append(QcowHeaderExtension.create(magic, data.encode('ascii')))
1966e19b3c4SKevin Wolf    h.update(fd)
1976e19b3c4SKevin Wolf
19812ac6d3dSKevin Wolfdef cmd_add_header_ext_stdio(fd, magic):
19912ac6d3dSKevin Wolf    data = sys.stdin.read()
20012ac6d3dSKevin Wolf    cmd_add_header_ext(fd, magic, data)
20112ac6d3dSKevin Wolf
2026e19b3c4SKevin Wolfdef cmd_del_header_ext(fd, magic):
2036e19b3c4SKevin Wolf    try:
2046e19b3c4SKevin Wolf        magic = int(magic, 0)
2056e19b3c4SKevin Wolf    except:
206f03868bdSEduardo Habkost        print("'%s' is not a valid magic number" % magic)
2076e19b3c4SKevin Wolf        sys.exit(1)
2086e19b3c4SKevin Wolf
2096e19b3c4SKevin Wolf    h = QcowHeader(fd)
2106e19b3c4SKevin Wolf    found = False
2116e19b3c4SKevin Wolf
2126e19b3c4SKevin Wolf    for ex in h.extensions:
2136e19b3c4SKevin Wolf        if ex.magic == magic:
2146e19b3c4SKevin Wolf            found = True
2156e19b3c4SKevin Wolf            h.extensions.remove(ex)
2166e19b3c4SKevin Wolf
2176e19b3c4SKevin Wolf    if not found:
218f03868bdSEduardo Habkost        print("No such header extension")
2196e19b3c4SKevin Wolf        return
2206e19b3c4SKevin Wolf
2216e19b3c4SKevin Wolf    h.update(fd)
2226e19b3c4SKevin Wolf
2231b2eff62SStefan Hajnoczidef cmd_set_feature_bit(fd, group, bit):
2241b2eff62SStefan Hajnoczi    try:
2251b2eff62SStefan Hajnoczi        bit = int(bit, 0)
2261b2eff62SStefan Hajnoczi        if bit < 0 or bit >= 64:
2271b2eff62SStefan Hajnoczi            raise ValueError
2281b2eff62SStefan Hajnoczi    except:
229f03868bdSEduardo Habkost        print("'%s' is not a valid bit number in range [0, 64)" % bit)
2301b2eff62SStefan Hajnoczi        sys.exit(1)
2311b2eff62SStefan Hajnoczi
2321b2eff62SStefan Hajnoczi    h = QcowHeader(fd)
2331b2eff62SStefan Hajnoczi    if group == 'incompatible':
2341b2eff62SStefan Hajnoczi        h.incompatible_features |= 1 << bit
2351b2eff62SStefan Hajnoczi    elif group == 'compatible':
2361b2eff62SStefan Hajnoczi        h.compatible_features |= 1 << bit
2371b2eff62SStefan Hajnoczi    elif group == 'autoclear':
2381b2eff62SStefan Hajnoczi        h.autoclear_features |= 1 << bit
2391b2eff62SStefan Hajnoczi    else:
240f03868bdSEduardo Habkost        print("'%s' is not a valid group, try 'incompatible', 'compatible', or 'autoclear'" % group)
2411b2eff62SStefan Hajnoczi        sys.exit(1)
2421b2eff62SStefan Hajnoczi
2431b2eff62SStefan Hajnoczi    h.update(fd)
2441b2eff62SStefan Hajnoczi
2456e19b3c4SKevin Wolfcmds = [
2466e19b3c4SKevin Wolf    [ 'dump-header',          cmd_dump_header,          0, 'Dump image header and header extensions' ],
2471aa6630eSMax Reitz    [ 'dump-header-exts',     cmd_dump_header_exts,     0, 'Dump image header extensions' ],
248c93331c9SKevin Wolf    [ 'set-header',           cmd_set_header,           2, 'Set a field in the header'],
2496e19b3c4SKevin Wolf    [ 'add-header-ext',       cmd_add_header_ext,       2, 'Add a header extension' ],
25012ac6d3dSKevin Wolf    [ 'add-header-ext-stdio', cmd_add_header_ext_stdio, 1, 'Add a header extension, data from stdin' ],
2516e19b3c4SKevin Wolf    [ 'del-header-ext',       cmd_del_header_ext,       1, 'Delete a header extension' ],
2521b2eff62SStefan Hajnoczi    [ 'set-feature-bit',      cmd_set_feature_bit,      2, 'Set a feature bit'],
2536e19b3c4SKevin Wolf]
2546e19b3c4SKevin Wolf
2556e19b3c4SKevin Wolfdef main(filename, cmd, args):
2566e19b3c4SKevin Wolf    fd = open(filename, "r+b")
2576e19b3c4SKevin Wolf    try:
2586e19b3c4SKevin Wolf        for name, handler, num_args, desc in cmds:
2596e19b3c4SKevin Wolf            if name != cmd:
2606e19b3c4SKevin Wolf                continue
2616e19b3c4SKevin Wolf            elif len(args) != num_args:
2626e19b3c4SKevin Wolf                usage()
2636e19b3c4SKevin Wolf                return
2646e19b3c4SKevin Wolf            else:
2656e19b3c4SKevin Wolf                handler(fd, *args)
2666e19b3c4SKevin Wolf                return
267f03868bdSEduardo Habkost        print("Unknown command '%s'" % cmd)
2686e19b3c4SKevin Wolf    finally:
2696e19b3c4SKevin Wolf        fd.close()
2706e19b3c4SKevin Wolf
2716e19b3c4SKevin Wolfdef usage():
272f03868bdSEduardo Habkost    print("Usage: %s <file> <cmd> [<arg>, ...]" % sys.argv[0])
273f03868bdSEduardo Habkost    print("")
274f03868bdSEduardo Habkost    print("Supported commands:")
2756e19b3c4SKevin Wolf    for name, handler, num_args, desc in cmds:
276f03868bdSEduardo Habkost        print("    %-20s - %s" % (name, desc))
2776e19b3c4SKevin Wolf
278d2ef210cSKevin Wolfif __name__ == '__main__':
2796e19b3c4SKevin Wolf    if len(sys.argv) < 3:
2806e19b3c4SKevin Wolf        usage()
2816e19b3c4SKevin Wolf        sys.exit(1)
2826e19b3c4SKevin Wolf
2836e19b3c4SKevin Wolf    main(sys.argv[1], sys.argv[2], sys.argv[3:])
284