1903cb1bfSPhilippe Mathieu-Daudé#!/usr/bin/env python3 29dd003a9SVladimir Sementsov-Ogievskiy# group: rw 3fefac70dSPavel Butsykin# 4fefac70dSPavel Butsykin# Tests for shrinking images 5fefac70dSPavel Butsykin# 6fefac70dSPavel Butsykin# Copyright (c) 2016-2017 Parallels International GmbH 7fefac70dSPavel Butsykin# 8fefac70dSPavel Butsykin# This program is free software; you can redistribute it and/or modify 9fefac70dSPavel Butsykin# it under the terms of the GNU General Public License as published by 10fefac70dSPavel Butsykin# the Free Software Foundation; either version 2 of the License, or 11fefac70dSPavel Butsykin# (at your option) any later version. 12fefac70dSPavel Butsykin# 13fefac70dSPavel Butsykin# This program is distributed in the hope that it will be useful, 14fefac70dSPavel Butsykin# but WITHOUT ANY WARRANTY; without even the implied warranty of 15fefac70dSPavel Butsykin# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16fefac70dSPavel Butsykin# GNU General Public License for more details. 17fefac70dSPavel Butsykin# 18fefac70dSPavel Butsykin# You should have received a copy of the GNU General Public License 19fefac70dSPavel Butsykin# along with this program. If not, see <http://www.gnu.org/licenses/>. 20fefac70dSPavel Butsykin# 21fefac70dSPavel Butsykin 2268474776SMax Reitzimport os, random, iotests, struct, qcow2, sys 23fefac70dSPavel Butsykinfrom iotests import qemu_img, qemu_io, image_size 24fefac70dSPavel Butsykin 25fefac70dSPavel Butsykintest_img = os.path.join(iotests.test_dir, 'test.img') 26fefac70dSPavel Butsykincheck_img = os.path.join(iotests.test_dir, 'check.img') 27fefac70dSPavel Butsykin 28fefac70dSPavel Butsykindef size_to_int(str): 29fefac70dSPavel Butsykin suff = ['B', 'K', 'M', 'G', 'T'] 30fefac70dSPavel Butsykin return int(str[:-1]) * 1024**suff.index(str[-1:]) 31fefac70dSPavel Butsykin 32fefac70dSPavel Butsykinclass ShrinkBaseClass(iotests.QMPTestCase): 33fefac70dSPavel Butsykin image_len = '128M' 34fefac70dSPavel Butsykin shrink_size = '10M' 35fefac70dSPavel Butsykin chunk_size = '16M' 36fefac70dSPavel Butsykin refcount_bits = '16' 37fefac70dSPavel Butsykin 38fefac70dSPavel Butsykin def __qcow2_check(self, filename): 39fefac70dSPavel Butsykin entry_bits = 3 40fefac70dSPavel Butsykin entry_size = 1 << entry_bits 41fefac70dSPavel Butsykin l1_mask = 0x00fffffffffffe00 429a3a9a63SMax Reitz div_roundup = lambda n, d: (n + d - 1) // d 43fefac70dSPavel Butsykin 44fefac70dSPavel Butsykin def split_by_n(data, n): 4568474776SMax Reitz for x in range(0, len(data), n): 46fefac70dSPavel Butsykin yield struct.unpack('>Q', data[x:x + n])[0] & l1_mask 47fefac70dSPavel Butsykin 48fefac70dSPavel Butsykin def check_l1_table(h, l1_data): 49fefac70dSPavel Butsykin l1_list = list(split_by_n(l1_data, entry_size)) 50fefac70dSPavel Butsykin real_l1_size = div_roundup(h.size, 51fefac70dSPavel Butsykin 1 << (h.cluster_bits*2 - entry_size)) 52fefac70dSPavel Butsykin used, unused = l1_list[:real_l1_size], l1_list[real_l1_size:] 53fefac70dSPavel Butsykin 54fefac70dSPavel Butsykin self.assertTrue(len(used) != 0, "Verifying l1 table content") 55fefac70dSPavel Butsykin self.assertFalse(any(unused), "Verifying l1 table content") 56fefac70dSPavel Butsykin 57fefac70dSPavel Butsykin def check_reftable(fd, h, reftable): 58fefac70dSPavel Butsykin for offset in split_by_n(reftable, entry_size): 59fefac70dSPavel Butsykin if offset != 0: 60fefac70dSPavel Butsykin fd.seek(offset) 61fefac70dSPavel Butsykin cluster = fd.read(1 << h.cluster_bits) 62fefac70dSPavel Butsykin self.assertTrue(any(cluster), "Verifying reftable content") 63fefac70dSPavel Butsykin 64fefac70dSPavel Butsykin with open(filename, "rb") as fd: 65fefac70dSPavel Butsykin h = qcow2.QcowHeader(fd) 66fefac70dSPavel Butsykin 67fefac70dSPavel Butsykin fd.seek(h.l1_table_offset) 68fefac70dSPavel Butsykin l1_table = fd.read(h.l1_size << entry_bits) 69fefac70dSPavel Butsykin 70fefac70dSPavel Butsykin fd.seek(h.refcount_table_offset) 71fefac70dSPavel Butsykin reftable = fd.read(h.refcount_table_clusters << h.cluster_bits) 72fefac70dSPavel Butsykin 73fefac70dSPavel Butsykin check_l1_table(h, l1_table) 74fefac70dSPavel Butsykin check_reftable(fd, h, reftable) 75fefac70dSPavel Butsykin 76fefac70dSPavel Butsykin def __raw_check(self, filename): 77fefac70dSPavel Butsykin pass 78fefac70dSPavel Butsykin 79fefac70dSPavel Butsykin image_check = { 80fefac70dSPavel Butsykin 'qcow2' : __qcow2_check, 81fefac70dSPavel Butsykin 'raw' : __raw_check 82fefac70dSPavel Butsykin } 83fefac70dSPavel Butsykin 84fefac70dSPavel Butsykin def setUp(self): 85fefac70dSPavel Butsykin if iotests.imgfmt == 'raw': 86fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, test_img, self.image_len) 87fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, check_img, 88fefac70dSPavel Butsykin self.shrink_size) 89fefac70dSPavel Butsykin else: 90fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, 91fefac70dSPavel Butsykin '-o', 'cluster_size=' + self.cluster_size + 92fefac70dSPavel Butsykin ',refcount_bits=' + self.refcount_bits, 93fefac70dSPavel Butsykin test_img, self.image_len) 94fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, 95fefac70dSPavel Butsykin '-o', 'cluster_size=%s'% self.cluster_size, 96fefac70dSPavel Butsykin check_img, self.shrink_size) 97fefac70dSPavel Butsykin qemu_io('-c', 'write -P 0xff 0 ' + self.shrink_size, check_img) 98fefac70dSPavel Butsykin 99fefac70dSPavel Butsykin def tearDown(self): 100fefac70dSPavel Butsykin os.remove(test_img) 101fefac70dSPavel Butsykin os.remove(check_img) 102fefac70dSPavel Butsykin 103fefac70dSPavel Butsykin def image_verify(self): 104fefac70dSPavel Butsykin self.assertEqual(image_size(test_img), image_size(check_img), 105fefac70dSPavel Butsykin "Verifying image size") 106fefac70dSPavel Butsykin self.image_check[iotests.imgfmt](self, test_img) 107fefac70dSPavel Butsykin 108fefac70dSPavel Butsykin if iotests.imgfmt == 'raw': 109fefac70dSPavel Butsykin return 110fc272d3cSJohn Snow qemu_img('check', test_img) 111fefac70dSPavel Butsykin 112fefac70dSPavel Butsykin def test_empty_image(self): 113fefac70dSPavel Butsykin qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img, 114fefac70dSPavel Butsykin self.shrink_size) 115fefac70dSPavel Butsykin 116*a1905249SJohn Snow qemu_io('-c', f"read -P 0x00 0 {self.shrink_size}", test_img) 117fefac70dSPavel Butsykin 118fefac70dSPavel Butsykin self.image_verify() 119fefac70dSPavel Butsykin 120fefac70dSPavel Butsykin def test_sequential_write(self): 121fefac70dSPavel Butsykin for offs in range(0, size_to_int(self.image_len), 122fefac70dSPavel Butsykin size_to_int(self.chunk_size)): 123fefac70dSPavel Butsykin qemu_io('-c', 'write -P 0xff %d %s' % (offs, self.chunk_size), 124fefac70dSPavel Butsykin test_img) 125fefac70dSPavel Butsykin 126fefac70dSPavel Butsykin qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img, 127fefac70dSPavel Butsykin self.shrink_size) 128fefac70dSPavel Butsykin 129fc272d3cSJohn Snow qemu_img("compare", test_img, check_img) 130fefac70dSPavel Butsykin 131fefac70dSPavel Butsykin self.image_verify() 132fefac70dSPavel Butsykin 133fefac70dSPavel Butsykin def test_random_write(self): 13468474776SMax Reitz offs_list = list(range(0, size_to_int(self.image_len), 13568474776SMax Reitz size_to_int(self.chunk_size))) 136fefac70dSPavel Butsykin random.shuffle(offs_list) 137fefac70dSPavel Butsykin for offs in offs_list: 138fefac70dSPavel Butsykin qemu_io('-c', 'write -P 0xff %d %s' % (offs, self.chunk_size), 139fefac70dSPavel Butsykin test_img) 140fefac70dSPavel Butsykin 141fefac70dSPavel Butsykin qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img, 142fefac70dSPavel Butsykin self.shrink_size) 143fefac70dSPavel Butsykin 144fc272d3cSJohn Snow qemu_img("compare", test_img, check_img) 145fefac70dSPavel Butsykin 146fefac70dSPavel Butsykin self.image_verify() 147fefac70dSPavel Butsykin 148fefac70dSPavel Butsykinclass TestShrink512(ShrinkBaseClass): 149fefac70dSPavel Butsykin image_len = '3M' 150fefac70dSPavel Butsykin shrink_size = '1M' 151fefac70dSPavel Butsykin chunk_size = '256K' 152fefac70dSPavel Butsykin cluster_size = '512' 153fefac70dSPavel Butsykin refcount_bits = '64' 154fefac70dSPavel Butsykin 155fefac70dSPavel Butsykinclass TestShrink64K(ShrinkBaseClass): 156fefac70dSPavel Butsykin cluster_size = '64K' 157fefac70dSPavel Butsykin 158fefac70dSPavel Butsykinclass TestShrink1M(ShrinkBaseClass): 159fefac70dSPavel Butsykin cluster_size = '1M' 160fefac70dSPavel Butsykin refcount_bits = '1' 161fefac70dSPavel Butsykin 162fefac70dSPavel ButsykinShrinkBaseClass = None 163fefac70dSPavel Butsykin 164fefac70dSPavel Butsykinif __name__ == '__main__': 165103cbc77SMax Reitz iotests.main(supported_fmts=['raw', 'qcow2'], 166b30b8077SVladimir Sementsov-Ogievskiy supported_protocols=['file'], 167b30b8077SVladimir Sementsov-Ogievskiy unsupported_imgopts=['compat']) 168