1d2ace2b9SVladimir Sementsov-Ogievskiy#!/usr/bin/env python3 2d2ace2b9SVladimir Sementsov-Ogievskiy# 3d2ace2b9SVladimir Sementsov-Ogievskiy# Test for preallocate filter 4d2ace2b9SVladimir Sementsov-Ogievskiy# 5d2ace2b9SVladimir Sementsov-Ogievskiy# Copyright (c) 2020 Virtuozzo International GmbH. 6d2ace2b9SVladimir Sementsov-Ogievskiy# 7d2ace2b9SVladimir Sementsov-Ogievskiy# This program is free software; you can redistribute it and/or modify 8d2ace2b9SVladimir Sementsov-Ogievskiy# it under the terms of the GNU General Public License as published by 9d2ace2b9SVladimir Sementsov-Ogievskiy# the Free Software Foundation; either version 2 of the License, or 10d2ace2b9SVladimir Sementsov-Ogievskiy# (at your option) any later version. 11d2ace2b9SVladimir Sementsov-Ogievskiy# 12d2ace2b9SVladimir Sementsov-Ogievskiy# This program is distributed in the hope that it will be useful, 13d2ace2b9SVladimir Sementsov-Ogievskiy# but WITHOUT ANY WARRANTY; without even the implied warranty of 14d2ace2b9SVladimir Sementsov-Ogievskiy# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15d2ace2b9SVladimir Sementsov-Ogievskiy# GNU General Public License for more details. 16d2ace2b9SVladimir Sementsov-Ogievskiy# 17d2ace2b9SVladimir Sementsov-Ogievskiy# You should have received a copy of the GNU General Public License 18d2ace2b9SVladimir Sementsov-Ogievskiy# along with this program. If not, see <http://www.gnu.org/licenses/>. 19d2ace2b9SVladimir Sementsov-Ogievskiy# 20d2ace2b9SVladimir Sementsov-Ogievskiy 21d2ace2b9SVladimir Sementsov-Ogievskiyimport os 22d2ace2b9SVladimir Sementsov-Ogievskiyimport iotests 23d2ace2b9SVladimir Sementsov-Ogievskiy 24d2ace2b9SVladimir Sementsov-OgievskiyMiB = 1024 * 1024 25d2ace2b9SVladimir Sementsov-Ogievskiydisk = os.path.join(iotests.test_dir, 'disk') 26d2ace2b9SVladimir Sementsov-Ogievskiyoverlay = os.path.join(iotests.test_dir, 'overlay') 27d2ace2b9SVladimir Sementsov-Ogievskiyrefdisk = os.path.join(iotests.test_dir, 'refdisk') 28d2ace2b9SVladimir Sementsov-Ogievskiydrive_opts = f'node-name=disk,driver={iotests.imgfmt},' \ 29d2ace2b9SVladimir Sementsov-Ogievskiy f'file.node-name=filter,file.driver=preallocate,' \ 30d2ace2b9SVladimir Sementsov-Ogievskiy f'file.file.node-name=file,file.file.filename={disk}' 31d2ace2b9SVladimir Sementsov-Ogievskiy 32d2ace2b9SVladimir Sementsov-Ogievskiy 33d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateBase(iotests.QMPTestCase): 34d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 35d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB)) 36d2ace2b9SVladimir Sementsov-Ogievskiy 37d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 38d2ace2b9SVladimir Sementsov-Ogievskiy try: 39d2ace2b9SVladimir Sementsov-Ogievskiy self.check_small() 40d2ace2b9SVladimir Sementsov-Ogievskiy check = iotests.qemu_img_check(disk) 41d2ace2b9SVladimir Sementsov-Ogievskiy self.assertFalse('leaks' in check) 42d2ace2b9SVladimir Sementsov-Ogievskiy self.assertFalse('corruptions' in check) 43d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(check['check-errors'], 0) 44d2ace2b9SVladimir Sementsov-Ogievskiy finally: 45d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(disk) 46d2ace2b9SVladimir Sementsov-Ogievskiy 47d2ace2b9SVladimir Sementsov-Ogievskiy def check_big(self): 48d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) > 100 * MiB) 49d2ace2b9SVladimir Sementsov-Ogievskiy 50d2ace2b9SVladimir Sementsov-Ogievskiy def check_small(self): 51d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) < 10 * MiB) 52d2ace2b9SVladimir Sementsov-Ogievskiy 53d2ace2b9SVladimir Sementsov-Ogievskiy 54d2ace2b9SVladimir Sementsov-Ogievskiyclass TestQemuImg(TestPreallocateBase): 55d2ace2b9SVladimir Sementsov-Ogievskiy def test_qemu_img(self): 56d2ace2b9SVladimir Sementsov-Ogievskiy p = iotests.QemuIoInteractive('--image-opts', drive_opts) 57d2ace2b9SVladimir Sementsov-Ogievskiy 58d2ace2b9SVladimir Sementsov-Ogievskiy p.cmd('write 0 1M') 59d2ace2b9SVladimir Sementsov-Ogievskiy p.cmd('flush') 60d2ace2b9SVladimir Sementsov-Ogievskiy 61d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 62d2ace2b9SVladimir Sementsov-Ogievskiy 63d2ace2b9SVladimir Sementsov-Ogievskiy p.close() 64d2ace2b9SVladimir Sementsov-Ogievskiy 65d2ace2b9SVladimir Sementsov-Ogievskiy 66d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateFilter(TestPreallocateBase): 67d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 68d2ace2b9SVladimir Sementsov-Ogievskiy super().setUp() 69d2ace2b9SVladimir Sementsov-Ogievskiy self.vm = iotests.VM().add_drive(path=None, opts=drive_opts) 70d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.launch() 71d2ace2b9SVladimir Sementsov-Ogievskiy 72d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 73d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.shutdown() 74d2ace2b9SVladimir Sementsov-Ogievskiy super().tearDown() 75d2ace2b9SVladimir Sementsov-Ogievskiy 76d2ace2b9SVladimir Sementsov-Ogievskiy def test_prealloc(self): 77d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 0 1M') 78d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 79d2ace2b9SVladimir Sementsov-Ogievskiy 80d2ace2b9SVladimir Sementsov-Ogievskiy def test_external_snapshot(self): 81d2ace2b9SVladimir Sementsov-Ogievskiy self.test_prealloc() 82d2ace2b9SVladimir Sementsov-Ogievskiy 83*b6aed193SVladimir Sementsov-Ogievskiy self.vm.cmd('blockdev-snapshot-sync', node_name='disk', 84d2ace2b9SVladimir Sementsov-Ogievskiy snapshot_file=overlay, 85d2ace2b9SVladimir Sementsov-Ogievskiy snapshot_node_name='overlay') 86d2ace2b9SVladimir Sementsov-Ogievskiy 87d2ace2b9SVladimir Sementsov-Ogievskiy # on reopen to r-o base preallocation should be dropped 88d2ace2b9SVladimir Sementsov-Ogievskiy self.check_small() 89d2ace2b9SVladimir Sementsov-Ogievskiy 90d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 1M 1M') 91d2ace2b9SVladimir Sementsov-Ogievskiy 92*b6aed193SVladimir Sementsov-Ogievskiy self.vm.cmd('block-commit', device='overlay') 93d2ace2b9SVladimir Sementsov-Ogievskiy self.complete_and_wait() 94d2ace2b9SVladimir Sementsov-Ogievskiy 95d2ace2b9SVladimir Sementsov-Ogievskiy # commit of new megabyte should trigger preallocation 96d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 97d2ace2b9SVladimir Sementsov-Ogievskiy 98d2ace2b9SVladimir Sementsov-Ogievskiy def test_reopen_opts(self): 99*b6aed193SVladimir Sementsov-Ogievskiy self.vm.cmd('blockdev-reopen', options=[{ 100d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'disk', 101d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': iotests.imgfmt, 102d2ace2b9SVladimir Sementsov-Ogievskiy 'file': { 103d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'filter', 104d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': 'preallocate', 105d2ace2b9SVladimir Sementsov-Ogievskiy 'prealloc-size': 20 * MiB, 106d2ace2b9SVladimir Sementsov-Ogievskiy 'prealloc-align': 5 * MiB, 107d2ace2b9SVladimir Sementsov-Ogievskiy 'file': { 108d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'file', 109d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': 'file', 110d2ace2b9SVladimir Sementsov-Ogievskiy 'filename': disk 111d2ace2b9SVladimir Sementsov-Ogievskiy } 112d2ace2b9SVladimir Sementsov-Ogievskiy } 1133908b7a8SAlberto Garcia }]) 114d2ace2b9SVladimir Sementsov-Ogievskiy 115d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 0 1M') 116d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) == 25 * MiB) 117d2ace2b9SVladimir Sementsov-Ogievskiy 118d2ace2b9SVladimir Sementsov-Ogievskiy 119d2ace2b9SVladimir Sementsov-Ogievskiyclass TestTruncate(iotests.QMPTestCase): 120d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 121d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB)) 122d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, refdisk, str(10 * MiB)) 123d2ace2b9SVladimir Sementsov-Ogievskiy 124d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 125d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(disk) 126d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(refdisk) 127d2ace2b9SVladimir Sementsov-Ogievskiy 128d2ace2b9SVladimir Sementsov-Ogievskiy def do_test(self, prealloc_mode, new_size): 12972cfb937SJohn Snow iotests.qemu_io('--image-opts', '-c', 'write 0 10M', '-c', 130d2ace2b9SVladimir Sementsov-Ogievskiy f'truncate -m {prealloc_mode} {new_size}', 131d2ace2b9SVladimir Sementsov-Ogievskiy drive_opts) 132d2ace2b9SVladimir Sementsov-Ogievskiy 13372cfb937SJohn Snow iotests.qemu_io('-f', iotests.imgfmt, '-c', 'write 0 10M', 13472cfb937SJohn Snow '-c', f'truncate -m {prealloc_mode} {new_size}', 135d2ace2b9SVladimir Sementsov-Ogievskiy refdisk) 136d2ace2b9SVladimir Sementsov-Ogievskiy 137d2ace2b9SVladimir Sementsov-Ogievskiy stat = os.stat(disk) 138d2ace2b9SVladimir Sementsov-Ogievskiy refstat = os.stat(refdisk) 139d2ace2b9SVladimir Sementsov-Ogievskiy 14096420a30SMichael Tokarev # The preallocate filter may keep cluster alignment when shrinking, 14196420a30SMichael Tokarev # so ignore small differences 142d2ace2b9SVladimir Sementsov-Ogievskiy self.assertLess(abs(stat.st_size - refstat.st_size), 64 * 1024) 143d2ace2b9SVladimir Sementsov-Ogievskiy 144d2ace2b9SVladimir Sementsov-Ogievskiy # Preallocate filter may leak some internal clusters (for example, if 145d2ace2b9SVladimir Sementsov-Ogievskiy # guest write far over EOF, skipping some clusters - they will remain 146d2ace2b9SVladimir Sementsov-Ogievskiy # fallocated, preallocate filter don't care about such leaks, it drops 147d2ace2b9SVladimir Sementsov-Ogievskiy # only trailing preallocation. 148d2ace2b9SVladimir Sementsov-Ogievskiy self.assertLess(abs(stat.st_blocks - refstat.st_blocks) * 512, 149d2ace2b9SVladimir Sementsov-Ogievskiy 1024 * 1024) 150d2ace2b9SVladimir Sementsov-Ogievskiy 151d2ace2b9SVladimir Sementsov-Ogievskiy def test_real_shrink(self): 152d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '5M') 153d2ace2b9SVladimir Sementsov-Ogievskiy 154d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__falloc(self): 155d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('falloc', '50M') 156d2ace2b9SVladimir Sementsov-Ogievskiy 157d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__metadata(self): 158d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('metadata', '50M') 159d2ace2b9SVladimir Sementsov-Ogievskiy 160d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__full(self): 161d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('full', '50M') 162d2ace2b9SVladimir Sementsov-Ogievskiy 163d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__off(self): 164d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '50M') 165d2ace2b9SVladimir Sementsov-Ogievskiy 166d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__falloc(self): 167d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('falloc', '150M') 168d2ace2b9SVladimir Sementsov-Ogievskiy 169d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__metadata(self): 170d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('metadata', '150M') 171d2ace2b9SVladimir Sementsov-Ogievskiy 172d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__full(self): 173d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('full', '150M') 174d2ace2b9SVladimir Sementsov-Ogievskiy 175d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__off(self): 176d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '150M') 177d2ace2b9SVladimir Sementsov-Ogievskiy 178d2ace2b9SVladimir Sementsov-Ogievskiy 179d2ace2b9SVladimir Sementsov-Ogievskiyif __name__ == '__main__': 180d2ace2b9SVladimir Sementsov-Ogievskiy iotests.main(supported_fmts=['qcow2'], required_fmts=['preallocate']) 181