1*fefac70dSPavel Butsykin#!/usr/bin/env python 2*fefac70dSPavel Butsykin# 3*fefac70dSPavel Butsykin# Tests for shrinking images 4*fefac70dSPavel Butsykin# 5*fefac70dSPavel Butsykin# Copyright (c) 2016-2017 Parallels International GmbH 6*fefac70dSPavel Butsykin# 7*fefac70dSPavel Butsykin# This program is free software; you can redistribute it and/or modify 8*fefac70dSPavel Butsykin# it under the terms of the GNU General Public License as published by 9*fefac70dSPavel Butsykin# the Free Software Foundation; either version 2 of the License, or 10*fefac70dSPavel Butsykin# (at your option) any later version. 11*fefac70dSPavel Butsykin# 12*fefac70dSPavel Butsykin# This program is distributed in the hope that it will be useful, 13*fefac70dSPavel Butsykin# but WITHOUT ANY WARRANTY; without even the implied warranty of 14*fefac70dSPavel Butsykin# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15*fefac70dSPavel Butsykin# GNU General Public License for more details. 16*fefac70dSPavel Butsykin# 17*fefac70dSPavel Butsykin# You should have received a copy of the GNU General Public License 18*fefac70dSPavel Butsykin# along with this program. If not, see <http://www.gnu.org/licenses/>. 19*fefac70dSPavel Butsykin# 20*fefac70dSPavel Butsykin 21*fefac70dSPavel Butsykinimport os, random, iotests, struct, qcow2 22*fefac70dSPavel Butsykinfrom iotests import qemu_img, qemu_io, image_size 23*fefac70dSPavel Butsykin 24*fefac70dSPavel Butsykintest_img = os.path.join(iotests.test_dir, 'test.img') 25*fefac70dSPavel Butsykincheck_img = os.path.join(iotests.test_dir, 'check.img') 26*fefac70dSPavel Butsykin 27*fefac70dSPavel Butsykindef size_to_int(str): 28*fefac70dSPavel Butsykin suff = ['B', 'K', 'M', 'G', 'T'] 29*fefac70dSPavel Butsykin return int(str[:-1]) * 1024**suff.index(str[-1:]) 30*fefac70dSPavel Butsykin 31*fefac70dSPavel Butsykinclass ShrinkBaseClass(iotests.QMPTestCase): 32*fefac70dSPavel Butsykin image_len = '128M' 33*fefac70dSPavel Butsykin shrink_size = '10M' 34*fefac70dSPavel Butsykin chunk_size = '16M' 35*fefac70dSPavel Butsykin refcount_bits = '16' 36*fefac70dSPavel Butsykin 37*fefac70dSPavel Butsykin def __qcow2_check(self, filename): 38*fefac70dSPavel Butsykin entry_bits = 3 39*fefac70dSPavel Butsykin entry_size = 1 << entry_bits 40*fefac70dSPavel Butsykin l1_mask = 0x00fffffffffffe00 41*fefac70dSPavel Butsykin div_roundup = lambda n, d: (n + d - 1) / d 42*fefac70dSPavel Butsykin 43*fefac70dSPavel Butsykin def split_by_n(data, n): 44*fefac70dSPavel Butsykin for x in xrange(0, len(data), n): 45*fefac70dSPavel Butsykin yield struct.unpack('>Q', data[x:x + n])[0] & l1_mask 46*fefac70dSPavel Butsykin 47*fefac70dSPavel Butsykin def check_l1_table(h, l1_data): 48*fefac70dSPavel Butsykin l1_list = list(split_by_n(l1_data, entry_size)) 49*fefac70dSPavel Butsykin real_l1_size = div_roundup(h.size, 50*fefac70dSPavel Butsykin 1 << (h.cluster_bits*2 - entry_size)) 51*fefac70dSPavel Butsykin used, unused = l1_list[:real_l1_size], l1_list[real_l1_size:] 52*fefac70dSPavel Butsykin 53*fefac70dSPavel Butsykin self.assertTrue(len(used) != 0, "Verifying l1 table content") 54*fefac70dSPavel Butsykin self.assertFalse(any(unused), "Verifying l1 table content") 55*fefac70dSPavel Butsykin 56*fefac70dSPavel Butsykin def check_reftable(fd, h, reftable): 57*fefac70dSPavel Butsykin for offset in split_by_n(reftable, entry_size): 58*fefac70dSPavel Butsykin if offset != 0: 59*fefac70dSPavel Butsykin fd.seek(offset) 60*fefac70dSPavel Butsykin cluster = fd.read(1 << h.cluster_bits) 61*fefac70dSPavel Butsykin self.assertTrue(any(cluster), "Verifying reftable content") 62*fefac70dSPavel Butsykin 63*fefac70dSPavel Butsykin with open(filename, "rb") as fd: 64*fefac70dSPavel Butsykin h = qcow2.QcowHeader(fd) 65*fefac70dSPavel Butsykin 66*fefac70dSPavel Butsykin fd.seek(h.l1_table_offset) 67*fefac70dSPavel Butsykin l1_table = fd.read(h.l1_size << entry_bits) 68*fefac70dSPavel Butsykin 69*fefac70dSPavel Butsykin fd.seek(h.refcount_table_offset) 70*fefac70dSPavel Butsykin reftable = fd.read(h.refcount_table_clusters << h.cluster_bits) 71*fefac70dSPavel Butsykin 72*fefac70dSPavel Butsykin check_l1_table(h, l1_table) 73*fefac70dSPavel Butsykin check_reftable(fd, h, reftable) 74*fefac70dSPavel Butsykin 75*fefac70dSPavel Butsykin def __raw_check(self, filename): 76*fefac70dSPavel Butsykin pass 77*fefac70dSPavel Butsykin 78*fefac70dSPavel Butsykin image_check = { 79*fefac70dSPavel Butsykin 'qcow2' : __qcow2_check, 80*fefac70dSPavel Butsykin 'raw' : __raw_check 81*fefac70dSPavel Butsykin } 82*fefac70dSPavel Butsykin 83*fefac70dSPavel Butsykin def setUp(self): 84*fefac70dSPavel Butsykin if iotests.imgfmt == 'raw': 85*fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, test_img, self.image_len) 86*fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, check_img, 87*fefac70dSPavel Butsykin self.shrink_size) 88*fefac70dSPavel Butsykin else: 89*fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, 90*fefac70dSPavel Butsykin '-o', 'cluster_size=' + self.cluster_size + 91*fefac70dSPavel Butsykin ',refcount_bits=' + self.refcount_bits, 92*fefac70dSPavel Butsykin test_img, self.image_len) 93*fefac70dSPavel Butsykin qemu_img('create', '-f', iotests.imgfmt, 94*fefac70dSPavel Butsykin '-o', 'cluster_size=%s'% self.cluster_size, 95*fefac70dSPavel Butsykin check_img, self.shrink_size) 96*fefac70dSPavel Butsykin qemu_io('-c', 'write -P 0xff 0 ' + self.shrink_size, check_img) 97*fefac70dSPavel Butsykin 98*fefac70dSPavel Butsykin def tearDown(self): 99*fefac70dSPavel Butsykin os.remove(test_img) 100*fefac70dSPavel Butsykin os.remove(check_img) 101*fefac70dSPavel Butsykin 102*fefac70dSPavel Butsykin def image_verify(self): 103*fefac70dSPavel Butsykin self.assertEqual(image_size(test_img), image_size(check_img), 104*fefac70dSPavel Butsykin "Verifying image size") 105*fefac70dSPavel Butsykin self.image_check[iotests.imgfmt](self, test_img) 106*fefac70dSPavel Butsykin 107*fefac70dSPavel Butsykin if iotests.imgfmt == 'raw': 108*fefac70dSPavel Butsykin return 109*fefac70dSPavel Butsykin self.assertEqual(qemu_img('check', test_img), 0, 110*fefac70dSPavel Butsykin "Verifying image corruption") 111*fefac70dSPavel Butsykin 112*fefac70dSPavel Butsykin def test_empty_image(self): 113*fefac70dSPavel Butsykin qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img, 114*fefac70dSPavel Butsykin self.shrink_size) 115*fefac70dSPavel Butsykin 116*fefac70dSPavel Butsykin self.assertEqual( 117*fefac70dSPavel Butsykin qemu_io('-c', 'read -P 0x00 %s'%self.shrink_size, test_img), 118*fefac70dSPavel Butsykin qemu_io('-c', 'read -P 0x00 %s'%self.shrink_size, check_img), 119*fefac70dSPavel Butsykin "Verifying image content") 120*fefac70dSPavel Butsykin 121*fefac70dSPavel Butsykin self.image_verify() 122*fefac70dSPavel Butsykin 123*fefac70dSPavel Butsykin def test_sequential_write(self): 124*fefac70dSPavel Butsykin for offs in range(0, size_to_int(self.image_len), 125*fefac70dSPavel Butsykin size_to_int(self.chunk_size)): 126*fefac70dSPavel Butsykin qemu_io('-c', 'write -P 0xff %d %s' % (offs, self.chunk_size), 127*fefac70dSPavel Butsykin test_img) 128*fefac70dSPavel Butsykin 129*fefac70dSPavel Butsykin qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img, 130*fefac70dSPavel Butsykin self.shrink_size) 131*fefac70dSPavel Butsykin 132*fefac70dSPavel Butsykin self.assertEqual(qemu_img("compare", test_img, check_img), 0, 133*fefac70dSPavel Butsykin "Verifying image content") 134*fefac70dSPavel Butsykin 135*fefac70dSPavel Butsykin self.image_verify() 136*fefac70dSPavel Butsykin 137*fefac70dSPavel Butsykin def test_random_write(self): 138*fefac70dSPavel Butsykin offs_list = range(0, size_to_int(self.image_len), 139*fefac70dSPavel Butsykin size_to_int(self.chunk_size)) 140*fefac70dSPavel Butsykin random.shuffle(offs_list) 141*fefac70dSPavel Butsykin for offs in offs_list: 142*fefac70dSPavel Butsykin qemu_io('-c', 'write -P 0xff %d %s' % (offs, self.chunk_size), 143*fefac70dSPavel Butsykin test_img) 144*fefac70dSPavel Butsykin 145*fefac70dSPavel Butsykin qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img, 146*fefac70dSPavel Butsykin self.shrink_size) 147*fefac70dSPavel Butsykin 148*fefac70dSPavel Butsykin self.assertEqual(qemu_img("compare", test_img, check_img), 0, 149*fefac70dSPavel Butsykin "Verifying image content") 150*fefac70dSPavel Butsykin 151*fefac70dSPavel Butsykin self.image_verify() 152*fefac70dSPavel Butsykin 153*fefac70dSPavel Butsykinclass TestShrink512(ShrinkBaseClass): 154*fefac70dSPavel Butsykin image_len = '3M' 155*fefac70dSPavel Butsykin shrink_size = '1M' 156*fefac70dSPavel Butsykin chunk_size = '256K' 157*fefac70dSPavel Butsykin cluster_size = '512' 158*fefac70dSPavel Butsykin refcount_bits = '64' 159*fefac70dSPavel Butsykin 160*fefac70dSPavel Butsykinclass TestShrink64K(ShrinkBaseClass): 161*fefac70dSPavel Butsykin cluster_size = '64K' 162*fefac70dSPavel Butsykin 163*fefac70dSPavel Butsykinclass TestShrink1M(ShrinkBaseClass): 164*fefac70dSPavel Butsykin cluster_size = '1M' 165*fefac70dSPavel Butsykin refcount_bits = '1' 166*fefac70dSPavel Butsykin 167*fefac70dSPavel ButsykinShrinkBaseClass = None 168*fefac70dSPavel Butsykin 169*fefac70dSPavel Butsykinif __name__ == '__main__': 170*fefac70dSPavel Butsykin iotests.main(supported_fmts=['raw', 'qcow2']) 171