1#!/usr/bin/env bash 2# group: rw 3# 4# Test some qemu-img convert cases 5# 6# Copyright (C) 2015 Red Hat, Inc. 7# 8# This program is free software; you can redistribute it and/or modify 9# it under the terms of the GNU General Public License as published by 10# the Free Software Foundation; either version 2 of the License, or 11# (at your option) any later version. 12# 13# This program is distributed in the hope that it will be useful, 14# but WITHOUT ANY WARRANTY; without even the implied warranty of 15# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16# GNU General Public License for more details. 17# 18# You should have received a copy of the GNU General Public License 19# along with this program. If not, see <http://www.gnu.org/licenses/>. 20# 21 22# creator 23owner=kwolf@redhat.com 24 25seq="$(basename $0)" 26echo "QA output created by $seq" 27 28status=1 # failure is the default! 29 30_cleanup() 31{ 32 for img in "$TEST_IMG".[123]; do 33 _rm_test_img "$img" 34 done 35 _cleanup_test_img 36} 37trap "_cleanup; exit \$status" 0 1 2 3 15 38 39# get standard environment, filters and checks 40. ./common.rc 41. ./common.filter 42 43_supported_fmt qcow2 44_supported_proto file 45_supported_os Linux 46 47 48TEST_IMG="$TEST_IMG".base _make_test_img 64M 49$QEMU_IO -c "write -P 0x11 0 64M" "$TEST_IMG".base 2>&1 | _filter_qemu_io | _filter_testdir 50 51 52echo 53echo "=== Check allocation status regression with -B ===" 54echo 55 56_make_test_img -b "$TEST_IMG".base -F $IMGFMT 57$QEMU_IO -c "write -P 0x22 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 58$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base \ 59 -o backing_fmt=$IMGFMT "$TEST_IMG" "$TEST_IMG".orig 60$QEMU_IMG map "$TEST_IMG".orig | _filter_qemu_img_map 61 62 63echo 64echo "=== Check that zero clusters are kept in overlay ===" 65echo 66 67_make_test_img -b "$TEST_IMG".base -F $IMGFMT 68 69$QEMU_IO -c "write -P 0 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 70$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -F $IMGFMT \ 71 "$TEST_IMG" "$TEST_IMG".orig 72$QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 73$QEMU_IMG convert -O $IMGFMT -c -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \ 74 "$TEST_IMG" "$TEST_IMG".orig 75$QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 76 77$QEMU_IO -c "write -z 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 78$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \ 79 "$TEST_IMG" "$TEST_IMG".orig 80$QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 81$QEMU_IMG convert -O $IMGFMT -c -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \ 82 "$TEST_IMG" "$TEST_IMG".orig 83$QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 84 85 86echo 87echo "=== Converting to an overlay larger than its backing file ===" 88echo 89 90TEST_IMG="$TEST_IMG".base _make_test_img 256M 91# Needs to be at least how much an L2 table covers 92# (64 kB/entry * 64 kB / 8 B/entry = 512 MB) 93# That way, qcow2 will yield at least two status request responses. 94# With just a single response, it would always say "Allocated in the 95# backing file", so the optimization qemu-img convert tries to do is 96# done automatically. Once it has to be queried twice, however (and 97# one of the queries is completely after the end of the backing file), 98# the block layer will automatically add a ZERO flag that qemu-img 99# convert used to follow up with a zero write to the target. 100# We do not want such a zero write, however, because we are past the 101# end of the backing file on the target as well, so we do not need to 102# write anything there. 103_make_test_img -b "$TEST_IMG".base 768M -F $IMGFMT 104 105# Use compat=0.10 as the output so there is no zero cluster support 106$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o compat=0.10 \ 107 -o backing_fmt=$IMGFMT "$TEST_IMG" "$TEST_IMG".orig 108# See that nothing has been allocated past 64M 109$QEMU_IMG map "$TEST_IMG".orig | _filter_qemu_img_map 110 111echo 112 113# Just before the end of the backing file 114$QEMU_IO -c 'write -P 0x11 255M 1M' "$TEST_IMG".base 2>&1 | _filter_qemu_io 115# Somewhere in the second L2 table 116$QEMU_IO -c 'write -P 0x22 600M 1M' "$TEST_IMG" 2>&1 | _filter_qemu_io 117 118$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o compat=0.10 \ 119 -o backing_fmt=$IMGFMT "$TEST_IMG" "$TEST_IMG".orig 120 121$QEMU_IMG map "$TEST_IMG".orig | _filter_qemu_img_map 122$QEMU_IO -c 'read -P 0x11 255M 1M' \ 123 -c 'read -P 0x22 600M 1M' \ 124 "$TEST_IMG".orig \ 125 | _filter_qemu_io 126 127 128echo 129echo "=== Concatenate multiple source images ===" 130echo 131 132TEST_IMG="$TEST_IMG".1 _make_test_img 4M 133TEST_IMG="$TEST_IMG".2 _make_test_img 4M 134TEST_IMG="$TEST_IMG".3 _make_test_img 4M 135 136$QEMU_IO -c "write -P 0x11 0 64k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir 137$QEMU_IO -c "write -P 0x22 0 64k" "$TEST_IMG".2 2>&1 | _filter_qemu_io | _filter_testdir 138$QEMU_IO -c "write -P 0x33 0 64k" "$TEST_IMG".3 2>&1 | _filter_qemu_io | _filter_testdir 139 140$QEMU_IMG convert -O $IMGFMT "$TEST_IMG".[123] "$TEST_IMG" 141$QEMU_IMG map "$TEST_IMG" | _filter_qemu_img_map 142$QEMU_IO -c "read -P 0x11 0 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 143$QEMU_IO -c "read -P 0x22 4M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 144$QEMU_IO -c "read -P 0x33 8M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 145 146$QEMU_IMG convert -c -O $IMGFMT "$TEST_IMG".[123] "$TEST_IMG" 147$QEMU_IMG map --output=json "$TEST_IMG" | _filter_qemu_img_map 148$QEMU_IO -c "read -P 0x11 0 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 149$QEMU_IO -c "read -P 0x22 4M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 150$QEMU_IO -c "read -P 0x33 8M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 151 152# -B can't be combined with concatenation 153$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base "$TEST_IMG".[123] "$TEST_IMG" 154$QEMU_IMG convert -O $IMGFMT -c -B "$TEST_IMG".base "$TEST_IMG".[123] "$TEST_IMG" 155 156 157echo 158echo "=== Compression with misaligned allocations and image sizes ===" 159echo 160 161TEST_IMG="$TEST_IMG".1 _make_test_img 1023k -o cluster_size=1024 162TEST_IMG="$TEST_IMG".2 _make_test_img 1023k -o cluster_size=1024 163 164$QEMU_IO -c "write -P 0x11 16k 16k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir 165$QEMU_IO -c "write -P 0x22 130k 130k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir 166$QEMU_IO -c "write -P 0x33 1022k 1k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir 167$QEMU_IO -c "write -P 0x44 0k 1k" "$TEST_IMG".2 2>&1 | _filter_qemu_io | _filter_testdir 168 169$QEMU_IMG convert -c -O $IMGFMT "$TEST_IMG".[12] "$TEST_IMG" 170$QEMU_IMG map --output=json "$TEST_IMG" | _filter_qemu_img_map 171$QEMU_IO -c "read -P 0 0k 16k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 172$QEMU_IO -c "read -P 0x11 16k 16k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 173$QEMU_IO -c "read -P 0 32k 98k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 174$QEMU_IO -c "read -P 0x22 130k 130k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 175$QEMU_IO -c "read -P 0 260k 762k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 176$QEMU_IO -c "read -P 0x33 1022k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 177$QEMU_IO -c "read -P 0x44 1023k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 178$QEMU_IO -c "read -P 0 1024k 1022k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 179 180 181echo 182echo "=== Full allocation with -S 0 ===" 183echo 184 185# Standalone image 186_make_test_img 64M 187$QEMU_IO -c "write -P 0x22 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 188$QEMU_IO -c "write -P 0 3M 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 189 190echo 191echo convert -S 0: 192$QEMU_IMG convert -O $IMGFMT -S 0 "$TEST_IMG" "$TEST_IMG".orig 193$QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 194$QEMU_IO -c "read -P 0 3M 61M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 195$QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 196 197echo 198echo convert -c -S 0: 199$QEMU_IMG convert -O $IMGFMT -c -S 0 "$TEST_IMG" "$TEST_IMG".orig 200$QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 201$QEMU_IO -c "read -P 0 3M 61M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 202$QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 203 204# With backing file 205TEST_IMG="$TEST_IMG".base _make_test_img 64M 206$QEMU_IO -c "write -P 0x11 0 32M" "$TEST_IMG".base 2>&1 | _filter_qemu_io | _filter_testdir 207 208_make_test_img -b "$TEST_IMG".base 64M -F $IMGFMT 209$QEMU_IO -c "write -P 0x22 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 210 211echo 212echo convert -S 0 with source backing file: 213$QEMU_IMG convert -O $IMGFMT -S 0 "$TEST_IMG" "$TEST_IMG".orig 214$QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 215$QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 216$QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 217$QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 218 219echo 220echo convert -c -S 0 with source backing file: 221$QEMU_IMG convert -O $IMGFMT -c -S 0 "$TEST_IMG" "$TEST_IMG".orig 222$QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 223$QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 224$QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 225$QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 226 227# With keeping the backing file 228echo 229echo convert -S 0 -B ... 230$QEMU_IMG convert -O $IMGFMT -S 0 "$TEST_IMG" "$TEST_IMG".orig 231$QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 232$QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 233$QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 234$QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 235 236echo 237echo convert -c -S 0 -B ... 238$QEMU_IMG convert -O $IMGFMT -c -S 0 "$TEST_IMG" "$TEST_IMG".orig 239$QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 240$QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 241$QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir 242$QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 243 244 245echo 246echo "=== Non-zero -S ===" 247echo 248 249_make_test_img 64M -o cluster_size=1k 250$QEMU_IO -c "write -P 0 0 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 251$QEMU_IO -c "write 0 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 252$QEMU_IO -c "write 8k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 253$QEMU_IO -c "write 17k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 254$QEMU_IO -c "write -P 0 65k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir 255 256for min_sparse in 4k 8k; do 257 echo 258 echo convert -S $min_sparse 259 $QEMU_IMG convert -O $IMGFMT -o cluster_size=1k -S $min_sparse "$TEST_IMG" "$TEST_IMG".orig 260 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 261 262 echo 263 echo convert -c -S $min_sparse 264 # For compressed images, -S values other than 0 are ignored 265 $QEMU_IMG convert -O $IMGFMT -o cluster_size=1k -c -S $min_sparse "$TEST_IMG" "$TEST_IMG".orig 266 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map 267done 268 269 270echo 271echo '=== -n to a non-zero image ===' 272echo 273 274# Keep source zero 275_make_test_img 64M 276 277# Output is not zero, but has bdrv_has_zero_init() == 1 278TEST_IMG="$TEST_IMG".orig _make_test_img 64M 279$QEMU_IO -c "write -P 42 0 64k" "$TEST_IMG".orig | _filter_qemu_io 280 281# Convert with -n, which should not assume that the target is zeroed 282$QEMU_IMG convert -O $IMGFMT -n "$TEST_IMG" "$TEST_IMG".orig 283 284$QEMU_IMG compare "$TEST_IMG" "$TEST_IMG".orig 285 286echo 287echo '=== -n to an empty image ===' 288echo 289 290TEST_IMG="$TEST_IMG".orig _make_test_img 64M 291 292# Convert with -n, which should not result in a fully allocated image, not even 293# with compat=0.10 (because the target doesn't have a backing file) 294for compat in "1.1" "0.10"; do 295 IMGOPTS="compat=$compat" _make_test_img 64M 296 $QEMU_IMG convert -O $IMGFMT -n "$TEST_IMG".orig "$TEST_IMG" 297 $QEMU_IMG map --output=json "$TEST_IMG" 298done 299 300echo 301echo '=== -n to an empty image with a backing file ===' 302echo 303 304TEST_IMG="$TEST_IMG".orig _make_test_img 64M 305TEST_IMG="$TEST_IMG".base _make_test_img 64M 306 307# Convert with -n, which should still not result in a fully allocated image for 308# compat=1.1 (because it can use zero clusters), but it should be fully 309# allocated with compat=0.10 310for compat in "1.1" "0.10"; do 311 IMGOPTS="compat=$compat" _make_test_img -b "$TEST_IMG".base -F $IMGFMT 64M 312 $QEMU_IMG convert -O $IMGFMT -n "$TEST_IMG".orig "$TEST_IMG" 313 $QEMU_IMG map --output=json "$TEST_IMG" 314done 315 316echo 317echo '=== -n -B to an image without a backing file ===' 318echo 319 320# Base for the output 321TEST_IMG="$TEST_IMG".base _make_test_img 64M 322 323# Output that does have $TEST_IMG.base set as its (implicit) backing file 324TEST_IMG="$TEST_IMG".orig _make_test_img 64M 325 326# Convert with -n, which should not confuse -B with "target BDS has a 327# backing file" 328$QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -n "$TEST_IMG" "$TEST_IMG".orig 329 330echo 331echo '=== -n incompatible with -o ===' 332echo 333 334$QEMU_IMG convert -O $IMGFMT -o preallocation=metadata -n \ 335 "$TEST_IMG" "$TEST_IMG".orig && echo "unexpected success" 336 337# success, all done 338echo '*** done' 339rm -f $seq.full 340status=0 341