111a82d14SPhilippe Mathieu-Daudé#!/usr/bin/env bash 2ced14843SMax Reitz# 3ced14843SMax Reitz# Test preallocated growth of qcow2 images 4ced14843SMax Reitz# 5ced14843SMax Reitz# Copyright (C) 2017 Red Hat, Inc. 6ced14843SMax Reitz# 7ced14843SMax Reitz# This program is free software; you can redistribute it and/or modify 8ced14843SMax Reitz# it under the terms of the GNU General Public License as published by 9ced14843SMax Reitz# the Free Software Foundation; either version 2 of the License, or 10ced14843SMax Reitz# (at your option) any later version. 11ced14843SMax Reitz# 12ced14843SMax Reitz# This program is distributed in the hope that it will be useful, 13ced14843SMax Reitz# but WITHOUT ANY WARRANTY; without even the implied warranty of 14ced14843SMax Reitz# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15ced14843SMax Reitz# GNU General Public License for more details. 16ced14843SMax Reitz# 17ced14843SMax Reitz# You should have received a copy of the GNU General Public License 18ced14843SMax Reitz# along with this program. If not, see <http://www.gnu.org/licenses/>. 19ced14843SMax Reitz# 20ced14843SMax Reitz 21ced14843SMax Reitz# creator 22ced14843SMax Reitzowner=mreitz@redhat.com 23ced14843SMax Reitz 24ced14843SMax Reitzseq=$(basename $0) 25ced14843SMax Reitzecho "QA output created by $seq" 26ced14843SMax Reitz 27ced14843SMax Reitzstatus=1 # failure is the default! 28ced14843SMax Reitz 29ced14843SMax Reitz_cleanup() 30ced14843SMax Reitz{ 31ced14843SMax Reitz _cleanup_test_img 32ced14843SMax Reitz} 33ced14843SMax Reitztrap "_cleanup; exit \$status" 0 1 2 3 15 34ced14843SMax Reitz 35ced14843SMax Reitzget_image_size_on_host() 36ced14843SMax Reitz{ 37f2d86adeSMax Reitz echo $(($(stat -c '%b * %B' "$TEST_IMG_FILE"))) 38ced14843SMax Reitz} 39ced14843SMax Reitz 40ced14843SMax Reitz# get standard environment and filters 41ced14843SMax Reitz. ./common.rc 42ced14843SMax Reitz. ./common.filter 43ced14843SMax Reitz 44ced14843SMax Reitz_supported_fmt qcow2 45ced14843SMax Reitz_supported_proto file 46ced14843SMax Reitz 47ced14843SMax Reitzif [ -z "$TEST_IMG_FILE" ]; then 48ced14843SMax Reitz TEST_IMG_FILE=$TEST_IMG 49ced14843SMax Reitzfi 50ced14843SMax Reitz 51285f595dSMax Reitz# Test whether we are running on a broken XFS version. There is this 52285f595dSMax Reitz# bug: 53285f595dSMax Reitz 54285f595dSMax Reitz# $ rm -f foo 55285f595dSMax Reitz# $ touch foo 56285f595dSMax Reitz# $ block_size=4096 # Your FS's block size 57285f595dSMax Reitz# $ fallocate -o $((block_size / 2)) -l $block_size foo 58285f595dSMax Reitz# $ LANG=C xfs_bmap foo | grep hole 59285f595dSMax Reitz# 1: [8..15]: hole 60285f595dSMax Reitz# 61285f595dSMax Reitz# The problem is that the XFS driver rounds down the offset and 62285f595dSMax Reitz# rounds up the length to the block size, but independently. As 63285f595dSMax Reitz# such, it only allocates the first block in the example above, 64285f595dSMax Reitz# even though it should allocate the first two blocks (because our 65285f595dSMax Reitz# request is to fallocate something that touches both the first 66285f595dSMax Reitz# two blocks). 67285f595dSMax Reitz# 68285f595dSMax Reitz# This means that when you then write to the beginning of the 69285f595dSMax Reitz# second block, the disk usage of the first two blocks grows. 70285f595dSMax Reitz# 71285f595dSMax Reitz# That is precisely what fallocate() promises, though: That when you 72285f595dSMax Reitz# write to an area that you have fallocated, no new blocks will have 73285f595dSMax Reitz# to be allocated. 74285f595dSMax Reitz 75285f595dSMax Reitztouch "$TEST_IMG_FILE" 76285f595dSMax Reitz# Assuming there is no FS with a block size greater than 64k 77285f595dSMax Reitzfallocate -o 65535 -l 2 "$TEST_IMG_FILE" 78285f595dSMax Reitzlen0=$(get_image_size_on_host) 79285f595dSMax Reitz 80285f595dSMax Reitz# Write to something that in theory we have just fallocated 81285f595dSMax Reitz# (Thus, the on-disk size should not increase) 82285f595dSMax Reitzpoke_file "$TEST_IMG_FILE" 65536 42 83285f595dSMax Reitzlen1=$(get_image_size_on_host) 84285f595dSMax Reitz 85285f595dSMax Reitzif [ $len1 -gt $len0 ]; then 86285f595dSMax Reitz _notrun "the test filesystem's fallocate() is broken" 87285f595dSMax Reitzfi 88285f595dSMax Reitz 89285f595dSMax Reitzrm -f "$TEST_IMG_FILE" 90285f595dSMax Reitz 91ced14843SMax Reitz# Generally, we create some image with or without existing preallocation and 92ced14843SMax Reitz# then resize it. Then we write some data into the image and verify that its 93ced14843SMax Reitz# size does not change if we have used preallocation. 94ced14843SMax Reitz 95ced14843SMax Reitz# With a cluster size of 512 B, one L2 table covers 64 * 512 B = 32 kB. 96ced14843SMax Reitz# One cluster of the L1 table covers 64 * 32 kB = 2 MB. 97ced14843SMax Reitz# There are multiple cases we want to test: 98ced14843SMax Reitz# (1) Grow an image without having to allocate a new L2 table. 99ced14843SMax Reitz# (2) Grow an image, having to allocate a new L2 table. 100ced14843SMax Reitz# (3) Grow an image, having to grow the L1 table. 101ced14843SMax Reitz# Therefore, we create an image that is 48 kB below 2 MB. Then: 102ced14843SMax Reitz# (1) We resize it to 2 MB - 32 kB. (+ 16 kB) 103ced14843SMax Reitz# (2) We resize it to 2 MB. (+ 48 kB) 104ced14843SMax Reitz# (3) We resize it to 2 MB + 32 kB. (+ 80 kB) 105ced14843SMax Reitz 106ced14843SMax Reitz# in B 107ced14843SMax ReitzCREATION_SIZE=$((2 * 1024 * 1024 - 48 * 1024)) 108ced14843SMax Reitz 1094c112a39SMax Reitz# 512 is the actual test -- but it's good to test 64k as well, just to be sure. 1104c112a39SMax Reitzfor cluster_size in 512 64k; do 111ced14843SMax Reitz# in kB 112ced14843SMax Reitzfor GROWTH_SIZE in 16 48 80; do 113ced14843SMax Reitz for create_mode in off metadata falloc full; do 114ced14843SMax Reitz for growth_mode in off metadata falloc full; do 1154c112a39SMax Reitz echo "--- cluster_size=$cluster_size growth_size=$GROWTH_SIZE create_mode=$create_mode growth_mode=$growth_mode ---" 116ced14843SMax Reitz 117407fb56aSMax Reitz _make_test_img -o "preallocation=$create_mode,cluster_size=$cluster_size" ${CREATION_SIZE} 118ced14843SMax Reitz $QEMU_IMG resize -f "$IMGFMT" --preallocation=$growth_mode "$TEST_IMG" +${GROWTH_SIZE}K 119ced14843SMax Reitz 120ced14843SMax Reitz host_size_0=$(get_image_size_on_host) 121ced14843SMax Reitz file_length_0=$(stat -c '%s' "$TEST_IMG_FILE") 122ced14843SMax Reitz 123ced14843SMax Reitz $QEMU_IO -c "write 0 $CREATION_SIZE" "$TEST_IMG" | _filter_qemu_io 124ced14843SMax Reitz 125ced14843SMax Reitz host_size_1=$(get_image_size_on_host) 126ced14843SMax Reitz file_length_1=$(stat -c '%s' "$TEST_IMG_FILE") 127ced14843SMax Reitz 128ced14843SMax Reitz $QEMU_IO -c "write $CREATION_SIZE ${GROWTH_SIZE}K" "$TEST_IMG" | _filter_qemu_io 129ced14843SMax Reitz 130ced14843SMax Reitz host_size_2=$(get_image_size_on_host) 131ced14843SMax Reitz file_length_2=$(stat -c '%s' "$TEST_IMG_FILE") 132ced14843SMax Reitz 133ced14843SMax Reitz # Test creation preallocation: Compare #0 against #1 134ced14843SMax Reitz if [ $create_mode != off ]; then 135ced14843SMax Reitz # The image length should not have grown 136ced14843SMax Reitz if [ $file_length_1 -gt $file_length_0 ]; then 137ced14843SMax Reitz echo "ERROR (create): Image length has grown from $file_length_0 to $file_length_1" 138ced14843SMax Reitz fi 139ced14843SMax Reitz if [ $create_mode != metadata ]; then 140ced14843SMax Reitz # The host size should not have grown either 141ced14843SMax Reitz if [ $host_size_1 -gt $host_size_0 ]; then 142ced14843SMax Reitz echo "ERROR (create): Host size has grown from $host_size_0 to $host_size_1" 143ced14843SMax Reitz fi 144ced14843SMax Reitz fi 145ced14843SMax Reitz fi 146ced14843SMax Reitz 147ced14843SMax Reitz # Test resize preallocation: Compare #2 against #1 148ced14843SMax Reitz if [ $growth_mode != off ]; then 149ced14843SMax Reitz # The image length should not have grown 150ced14843SMax Reitz if [ $file_length_2 -gt $file_length_1 ]; then 151ced14843SMax Reitz echo "ERROR (grow): Image length has grown from $file_length_1 to $file_length_2" 152ced14843SMax Reitz fi 153e6e8db03SMax Reitz if [ $growth_mode != metadata ]; then 154ced14843SMax Reitz # The host size should not have grown either 155ced14843SMax Reitz if [ $host_size_2 -gt $host_size_1 ]; then 156ced14843SMax Reitz echo "ERROR (grow): Host size has grown from $host_size_1 to $host_size_2" 157ced14843SMax Reitz fi 158ced14843SMax Reitz fi 159ced14843SMax Reitz fi 160ced14843SMax Reitz 161ced14843SMax Reitz echo 162ced14843SMax Reitz done 163ced14843SMax Reitz done 164ced14843SMax Reitzdone 1654c112a39SMax Reitzdone 166ced14843SMax Reitz 167*a5675f39SAlberto Garcia# Test image resizing using preallocation and unaligned offsets 168*a5675f39SAlberto Garcia$QEMU_IMG create -f raw "$TEST_IMG.base" 128k | _filter_img_create 169*a5675f39SAlberto Garcia$QEMU_IO -c 'write -q -P 1 0 128k' -f raw "$TEST_IMG.base" 170*a5675f39SAlberto Garciafor orig_size in 31k 33k; do 171*a5675f39SAlberto Garcia echo "--- Resizing image from $orig_size to 96k ---" 172*a5675f39SAlberto Garcia _make_test_img -F raw -b "$TEST_IMG.base" -o cluster_size=64k "$orig_size" 173*a5675f39SAlberto Garcia $QEMU_IMG resize -f "$IMGFMT" --preallocation=full "$TEST_IMG" 96k 174*a5675f39SAlberto Garcia # The first part of the image should contain data from the backing file 175*a5675f39SAlberto Garcia $QEMU_IO -c "read -q -P 1 0 ${orig_size}" "$TEST_IMG" 176*a5675f39SAlberto Garcia # The resized part of the image should contain zeroes 177*a5675f39SAlberto Garcia $QEMU_IO -c "read -q -P 0 ${orig_size} 63k" "$TEST_IMG" 178*a5675f39SAlberto Garcia # If the image does not have an external data file we can also verify its 179*a5675f39SAlberto Garcia # actual size. The resized image should have 7 clusters: 180*a5675f39SAlberto Garcia # header, L1 table, L2 table, refcount table, refcount block, 2 data clusters 181*a5675f39SAlberto Garcia if ! _get_data_file "$TEST_IMG" > /dev/null; then 182*a5675f39SAlberto Garcia expected_file_length=$((65536 * 7)) 183*a5675f39SAlberto Garcia file_length=$(stat -c '%s' "$TEST_IMG_FILE") 184*a5675f39SAlberto Garcia if [ "$file_length" != "$expected_file_length" ]; then 185*a5675f39SAlberto Garcia echo "ERROR: file length $file_length (expected $expected_file_length)" 186*a5675f39SAlberto Garcia fi 187*a5675f39SAlberto Garcia fi 188*a5675f39SAlberto Garcia echo 189*a5675f39SAlberto Garciadone 190*a5675f39SAlberto Garcia 191ced14843SMax Reitz# success, all done 192ced14843SMax Reitzecho '*** done' 193ced14843SMax Reitzrm -f $seq.full 194ced14843SMax Reitzstatus=0 195