new file mode 100755
@@ -0,0 +1,664 @@
+#!/bin/bash
+#
+# Test qcow2 images with extended L2 entries
+#
+# Copyright (C) 2019-2020 Igalia, S.L.
+# Author: Alberto Garcia <berto@igalia.com>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+# creator
+owner=berto@igalia.com
+
+seq="$(basename $0)"
+echo "QA output created by $seq"
+
+here="$PWD"
+status=1 # failure is the default!
+
+_cleanup()
+{
+ _cleanup_test_img
+ rm -f "$TEST_IMG.raw"
+}
+trap "_cleanup; exit \$status" 0 1 2 3 15
+
+# get standard environment, filters and checks
+. ./common.rc
+. ./common.filter
+
+_supported_fmt qcow2
+_supported_proto file nfs
+_supported_os Linux
+_unsupported_imgopts extended_l2 compat=0.10 cluster_size data_file
+
+l2_offset=262144 # 0x40000
+
+_verify_img()
+{
+ $QEMU_IMG compare "$TEST_IMG" "$TEST_IMG.raw" | grep -v 'Images are identical'
+ $QEMU_IMG check "$TEST_IMG" | _filter_qemu_img_check | \
+ grep -v 'No errors were found on the image'
+}
+
+# Compare the bitmap of an extended L2 entry against an expected value
+_verify_l2_bitmap()
+{
+ entry_no="$1" # L2 entry number, starting from 0
+ expected_alloc="$2" # Space-separated list of allocated subcluster indexes
+ expected_zero="$3" # Space-separated list of zero subcluster indexes
+
+ offset=$(($l2_offset + $entry_no * 16))
+ entry=`peek_file_be "$TEST_IMG" $offset 8`
+ offset=$(($offset + 8))
+ bitmap=`peek_file_be "$TEST_IMG" $offset 8`
+
+ expected_bitmap=0
+ for bit in $expected_alloc; do
+ expected_bitmap=$(($expected_bitmap | (1 << $bit)))
+ done
+ for bit in $expected_zero; do
+ expected_bitmap=$(($expected_bitmap | (1 << (32 + $bit))))
+ done
+ expected_bitmap=`printf "%llu" $expected_bitmap`
+
+ printf "L2 entry #%d: 0x%016lx %016lx\n" "$entry_no" "$entry" "$bitmap"
+ if [ "$bitmap" != "$expected_bitmap" ]; then
+ printf "ERROR: expecting bitmap 0x%016lx\n" "$expected_bitmap"
+ fi
+}
+
+_test_write()
+{
+ cmd="$1"
+ alloc_bitmap="$2"
+ zero_bitmap="$3"
+ l2_entry_idx="$4"
+ [ -n "$l2_entry_idx" ] || l2_entry_idx=0
+ raw_cmd=`echo $cmd | sed s/-c//` # Raw images don't support -c
+ echo "$cmd"
+ $QEMU_IO -c "$cmd" "$TEST_IMG" | _filter_qemu_io
+ $QEMU_IO -c "$raw_cmd" -f raw "$TEST_IMG.raw" | _filter_qemu_io
+ _verify_img
+ _verify_l2_bitmap "$l2_entry_idx" "$alloc_bitmap" "$zero_bitmap"
+}
+
+_reset_img()
+{
+ size="$1"
+ $QEMU_IMG create -f raw "$TEST_IMG.raw" "$size" | _filter_img_create
+ if [ "$use_backing_file" = "yes" ]; then
+ $QEMU_IMG create -f raw "$TEST_IMG.base" "$size" | _filter_img_create
+ $QEMU_IO -c "write -q -P 0xFF 0 $size" -f raw "$TEST_IMG.base" | _filter_qemu_io
+ $QEMU_IO -c "write -q -P 0xFF 0 $size" -f raw "$TEST_IMG.raw" | _filter_qemu_io
+ _make_test_img -o extended_l2=on -b "$TEST_IMG.base" "$size"
+ else
+ _make_test_img -o extended_l2=on "$size"
+ fi
+}
+
+# Test that writing to an image with subclusters produces the expected
+# results, in images with and without backing files
+for use_backing_file in yes no; do
+ echo
+ echo "### Standard write tests (backing file: $use_backing_file) ###"
+ echo
+ _reset_img 1M
+ ### Write subcluster #0 (beginning of subcluster) ###
+ alloc="0"; zero=""
+ _test_write 'write -q -P 1 0 1k' "$alloc" "$zero"
+
+ ### Write subcluster #1 (middle of subcluster) ###
+ alloc="0 1"; zero=""
+ _test_write 'write -q -P 2 3k 512' "$alloc" "$zero"
+
+ ### Write subcluster #2 (end of subcluster) ###
+ alloc="0 1 2"; zero=""
+ _test_write 'write -q -P 3 5k 1k' "$alloc" "$zero"
+
+ ### Write subcluster #3 (full subcluster) ###
+ alloc="0 1 2 3"; zero=""
+ _test_write 'write -q -P 4 6k 2k' "$alloc" "$zero"
+
+ ### Write subclusters #4-6 (full subclusters) ###
+ alloc="`seq 0 6`"; zero=""
+ _test_write 'write -q -P 5 8k 6k' "$alloc" "$zero"
+
+ ### Write subclusters #7-9 (partial subclusters) ###
+ alloc="`seq 0 9`"; zero=""
+ _test_write 'write -q -P 6 15k 4k' "$alloc" "$zero"
+
+ ### Write subcluster #16 (partial subcluster) ###
+ alloc="`seq 0 9` 16"; zero=""
+ _test_write 'write -q -P 7 32k 1k' "$alloc" "$zero"
+
+ ### Write subcluster #31-#33 (cluster overlap) ###
+ alloc="`seq 0 9` 16 31"; zero=""
+ _test_write 'write -q -P 8 63k 4k' "$alloc" "$zero"
+ alloc="0 1" ; zero=""
+ _verify_l2_bitmap 1 "$alloc" "$zero"
+
+ ### Zero subcluster #1
+ alloc="0 `seq 2 9` 16 31"; zero="1"
+ _test_write 'write -q -z 2k 2k' "$alloc" "$zero"
+
+ ### Zero cluster #0
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z 0 64k' "$alloc" "$zero"
+
+ ### Fill cluster #0 with data
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 9 0 64k' "$alloc" "$zero"
+
+ ### Zero and unmap half of cluster #0 (this won't unmap it)
+ alloc="`seq 16 31`"; zero="`seq 0 15`"
+ _test_write 'write -q -z -u 0 32k' "$alloc" "$zero"
+
+ ### Zero and unmap cluster #0
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z -u 0 64k' "$alloc" "$zero"
+
+ ### Write subcluster #1 (middle of subcluster)
+ alloc="1"; zero="0 `seq 2 31`"
+ _test_write 'write -q -P 10 3k 512' "$alloc" "$zero"
+
+ ### Fill cluster #0 with data
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 11 0 64k' "$alloc" "$zero"
+
+ ### Discard cluster #0
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'discard -q 0 64k' "$alloc" "$zero"
+
+ ### Write compressed data to cluster #0
+ alloc=""; zero=""
+ _test_write 'write -q -c -P 12 0 64k' "$alloc" "$zero"
+
+ ### Write subcluster #2 (middle of subcluster)
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 13 3k 512' "$alloc" "$zero"
+
+ ################################################################
+ # Test full and partial zero writes to unallocated subclusters #
+ ################################################################
+ ### Zeroize an unallocated cluster (#2)
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z 128k 64k' "$alloc" "$zero" 2
+
+ ### Partially zeroize an unallocated cluster (#3)
+ alloc=""; zero="`seq 0 15`"
+ _test_write 'write -q -z 192k 32k' "$alloc" "$zero" 3
+
+ ### Partially zeroize an unallocated cluster (#4)
+ alloc=""; zero="`seq 8 23`"
+ _test_write 'write -q -z 272k 32k' "$alloc" "$zero" 4
+
+ ### Partially zeroize an unallocated cluster (#5)
+ alloc=""; zero="`seq 16 31`"
+ _test_write 'write -q -z 352k 32k' "$alloc" "$zero" 5
+
+ ### Zeroize cluster #4 with head in #3 and tail in #5
+ alloc=""; zero="`seq 0 15` 30 31"
+ _test_write 'write -q -z 252k 72k' "$alloc" "$zero" 3
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 4 "$alloc" "$zero"
+ alloc=""; zero="0 1 `seq 16 31`"
+ _verify_l2_bitmap 5 "$alloc" "$zero"
+
+ ### Zeroize part of subcluster #4 from cluster #5 (unaligned write).
+ ### If there's a backing file we have to perform cow on subcluster #4,
+ ### otherwise we can zero the complete subcluster
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc="4"; zero="0 1 `seq 16 31`"
+ else
+ alloc=""; zero="0 1 4 `seq 16 31`"
+ fi
+ _test_write 'write -q -z 329k 512' "$alloc" "$zero" 5
+
+ ###################################################################
+ # Repeat the zero writes, this time with fully allocated clusters #
+ ###################################################################
+ ### Fill clusters #2 to #5 with data
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 14 128k 256k' "$alloc" "$zero" 2
+ _verify_l2_bitmap 3 "$alloc" "$zero"
+ _verify_l2_bitmap 4 "$alloc" "$zero"
+ _verify_l2_bitmap 5 "$alloc" "$zero"
+
+ ### Zeroize an allocated cluster (#2)
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z 128k 64k' "$alloc" "$zero" 2
+
+ ### Partially zeroize an allocated cluster (#3)
+ alloc="`seq 16 31`"; zero="`seq 0 15`"
+ _test_write 'write -q -z 192k 32k' "$alloc" "$zero" 3
+
+ ### Partially zeroize an allocated cluster (#4)
+ alloc="`seq 0 7` `seq 24 31`"; zero="`seq 8 23`"
+ _test_write 'write -q -z 272k 32k' "$alloc" "$zero" 4
+
+ ### Partially zeroize an allocated cluster (#5)
+ alloc="`seq 0 15`"; zero="`seq 16 31`"
+ _test_write 'write -q -z 352k 32k' "$alloc" "$zero" 5
+
+ ### Zeroize cluster #4 with head in #3 and tail in #5
+ alloc="`seq 16 29`"; zero="`seq 0 15` 30 31"
+ _test_write 'write -q -z 252k 72k' "$alloc" "$zero" 3
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 4 "$alloc" "$zero"
+ alloc="`seq 2 15`"; zero="0 1 `seq 16 31`"
+ _verify_l2_bitmap 5 "$alloc" "$zero"
+
+ ####
+
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'discard -q 0 64k' "$alloc" "$zero"
+ alloc=""; zero=""
+ _test_write 'write -q -c -P 15 0 64k' "$alloc" "$zero"
+
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 15 64k 64k' "$alloc" "$zero" 1
+
+ # This should set the ZERO bit in half of the subclusters of each cluster
+ # alloc="`seq 0 15`"; zero="`seq 16 31`"
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -z 32k 64k' "$alloc" "$zero" 0
+ # This should set the ZERO bit in half of the subclusters of each cluster
+ # alloc="`seq 16 31`"; zero="`seq 0 15`"
+ alloc="`seq 0 31`"; zero=""
+ _verify_l2_bitmap 1 "$alloc" "$zero"
+
+ ####
+
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'discard -q 0 64k' "$alloc" "$zero"
+ alloc=""; zero=""
+ _test_write 'write -q -c -P 15 0 64k' "$alloc" "$zero"
+
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 15 64k 64k' "$alloc" "$zero" 1
+
+ # This correctly sets the ZERO bit in half of the subclusters of each cluster
+ alloc="`seq 0 15`"; zero="`seq 16 31`"
+ _test_write 'write -q -z 31k 65k' "$alloc" "$zero" 0
+ # This correctly sets the ZERO bit in half of the subclusters of each cluster
+ alloc="`seq 16 31`"; zero="`seq 0 15`"
+ _verify_l2_bitmap 1 "$alloc" "$zero"
+done
+
+for use_backing_file in yes no; do
+ echo
+ echo "### Writing zeroes (backing file: $use_backing_file) ###"
+ echo
+ # Note that the image size is not a multiple of the cluster size
+ _reset_img 2083k
+
+ # Cluster-aligned request from clusters #0 to #2
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z 0 192k' "$alloc" "$zero" 0
+ _verify_l2_bitmap 1 "$alloc" "$zero"
+ _verify_l2_bitmap 2 "$alloc" "$zero"
+
+ # Subcluster-aligned request from clusters #3 to #5
+ alloc=""; zero="`seq 16 31`"
+ _test_write 'write -q -z 224k 128k' "$alloc" "$zero" 3
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 4 "$alloc" "$zero"
+ alloc=""; zero="`seq 0 15`"
+ _verify_l2_bitmap 5 "$alloc" "$zero"
+
+ # Unaligned request from clusters #6 to #8
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc="15"; zero="`seq 16 31`" # copy-on-write happening here
+ else
+ alloc=""; zero="`seq 15 31`"
+ fi
+ _test_write 'write -q -z 415k 128k' "$alloc" "$zero" 6
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 7 "$alloc" "$zero"
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc="15"; zero="`seq 0 14`" # copy-on-write happening here
+ else
+ alloc=""; zero="`seq 0 15`"
+ fi
+ _verify_l2_bitmap 8 "$alloc" "$zero"
+
+ # Now we'll repeat the previous tests but writing to allocated
+ # clusters instead, so we fill them with data first.
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -P 1 576k 576k' "$alloc" "$zero" 9
+ _verify_l2_bitmap 10 "$alloc" "$zero"
+ _verify_l2_bitmap 11 "$alloc" "$zero"
+ _verify_l2_bitmap 12 "$alloc" "$zero"
+ _verify_l2_bitmap 13 "$alloc" "$zero"
+ _verify_l2_bitmap 14 "$alloc" "$zero"
+ _verify_l2_bitmap 15 "$alloc" "$zero"
+ _verify_l2_bitmap 16 "$alloc" "$zero"
+ _verify_l2_bitmap 17 "$alloc" "$zero"
+
+ # Cluster-aligned request from clusters #9 to #11
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z 576k 192k' "$alloc" "$zero" 9
+ _verify_l2_bitmap 10 "$alloc" "$zero"
+ _verify_l2_bitmap 11 "$alloc" "$zero"
+
+ # Subcluster-aligned request from clusters #12 to #14
+ alloc="`seq 0 15`"; zero="`seq 16 31`"
+ _test_write 'write -q -z 800k 128k' "$alloc" "$zero" 12
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 13 "$alloc" "$zero"
+ alloc="`seq 16 31`"; zero="`seq 0 15`"
+ _verify_l2_bitmap 14 "$alloc" "$zero"
+
+ # Unaligned request from clusters #15 to #17
+ alloc="`seq 0 15`"; zero="`seq 16 31`"
+ _test_write 'write -q -z 991k 128k' "$alloc" "$zero" 15
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 16 "$alloc" "$zero"
+ alloc="`seq 15 31`"; zero="`seq 0 14`"
+ _verify_l2_bitmap 17 "$alloc" "$zero"
+
+ # Same tests, but writing to compressed clusters instead, so we
+ # fill them with data first.
+ alloc=""; zero=""
+ for c in `seq 18 28`; do
+ _test_write "write -q -c -P 2 $(($c*64))k 64k" "$alloc" "$zero" $c
+ done
+
+ # Cluster-aligned request from clusters #18 to #20
+ alloc=""; zero="`seq 0 31`"
+ _test_write 'write -q -z 1152k 192k' "$alloc" "$zero" 18
+ _verify_l2_bitmap 19 "$alloc" "$zero"
+ _verify_l2_bitmap 20 "$alloc" "$zero"
+
+ # Subcluster-aligned request from clusters #21 to #23.
+ # We cannot partially zero a compressed cluster so the code
+ # returns -ENOTSUP, which means copy-on-write of the compressed
+ # data and fill the rest with actual zeroes on disk.
+ # TODO: cluster #22 should use the 'all zeroes' bits.
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -z 1376k 128k' "$alloc" "$zero" 21
+ _verify_l2_bitmap 22 "$alloc" "$zero"
+ _verify_l2_bitmap 23 "$alloc" "$zero"
+
+ # Unaligned request from clusters #24 to #26
+ # In this case QEMU internally sends a 1k request followed by a
+ # subcluster-aligned 128k request. The first request decompresses
+ # cluster #24, but that's not enough to perform efficiently the
+ # second request because it partially writes to cluster #26 (which
+ # is compressed) so we hit the same problem as before.
+ alloc="`seq 0 31`"; zero=""
+ _test_write 'write -q -z 1567k 129k' "$alloc" "$zero" 24
+ _verify_l2_bitmap 25 "$alloc" "$zero"
+ _verify_l2_bitmap 26 "$alloc" "$zero"
+
+ # Unaligned request from clusters #27 to #29
+ # Similar to the previous case, but this time the tail of the
+ # request does not correspond to a compressed cluster, so it can
+ # be zeroed efficiently.
+ # Note that the very last subcluster is partially written, so if
+ # there's a backing file we need to perform cow.
+ alloc="`seq 0 15`"; zero="`seq 16 31`"
+ _test_write 'write -q -z 1759k 128k' "$alloc" "$zero" 27
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 28 "$alloc" "$zero"
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc="15"; zero="`seq 0 14`"
+ else
+ alloc=""; zero="`seq 0 15`"
+ fi
+ _verify_l2_bitmap 29 "$alloc" "$zero"
+
+ # Unaligned request in the middle of cluster #30.
+ # If there's a backing file we need to allocate and do
+ # copy-on-write on the partially zeroed subclusters.
+ # If not we can set the 'all zeroes' bit on them.
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc="15 19"; zero="`seq 16 18`"
+ else
+ alloc=""; zero="`seq 15 19`"
+ fi
+ _test_write 'write -q -z 1951k 8k' "$alloc" "$zero" 30
+
+ # Fill the last cluster with zeroes, up to the end of the image
+ # (the image size is not a multiple of the cluster or subcluster size).
+ alloc=""; zero="`seq 0 17`"
+ _test_write 'write -q -z 2048k 35k' "$alloc" "$zero" 32
+done
+
+for use_backing_file in yes no; do
+ echo
+ echo "### Discarding clusters with non-zero bitmaps (backing file: $use_backing_file) ###"
+ echo
+ if [ "$use_backing_file" = "yes" ]; then
+ _make_test_img -o extended_l2=on -b "$TEST_IMG.base" 1M
+ else
+ _make_test_img -o extended_l2=on 1M
+ fi
+ # Write clusters #0-#2 and then discard them
+ $QEMU_IO -c 'write -q 0 128k' "$TEST_IMG"
+ $QEMU_IO -c 'discard -q 0 128k' "$TEST_IMG"
+ # 'qemu-io discard' doesn't do a full discard, it zeroizes the
+ # cluster, so both clusters have all zero bits set now
+ alloc=""; zero="`seq 0 31`"
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ _verify_l2_bitmap 1 "$alloc" "$zero"
+ # Now deallocate half of the subclusters of the first cluster
+ poke_file "$TEST_IMG" $(($l2_offset+8)) "\x00\x00"
+ # Discard cluster #0 again to see how the zero bits have changed
+ $QEMU_IO -c 'discard -q 0 64k' "$TEST_IMG"
+ # And do a full discard of cluster #1 by shrinking and growing the image
+ $QEMU_IMG resize --shrink "$TEST_IMG" 64k
+ $QEMU_IMG resize "$TEST_IMG" 1M
+ # A normal discard sets all 'zero' bits only if the image has a
+ # backing file, otherwise it won't touch them.
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc=""; zero="`seq 0 31`"
+ else
+ alloc=""; zero="`seq 0 15`"
+ fi
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ # A full discard should clear the L2 entry completely. However
+ # when growing an image with a backing file the new clusters are
+ # zeroized to hide the stale data from the backing file
+ if [ "$use_backing_file" = "yes" ]; then
+ alloc=""; zero="`seq 0 31`"
+ else
+ alloc=""; zero=""
+ fi
+ _verify_l2_bitmap 1 "$alloc" "$zero"
+done
+
+# Test that corrupted L2 entries are detected in both read and write
+# operations
+for corruption_test_cmd in read write; do
+ echo
+ echo "### Corrupted L2 entries - $corruption_test_cmd test (allocated) ###"
+ echo
+ echo "# 'cluster is zero' bit set on the standard cluster descriptor"
+ echo
+ # We actually don't consider this a corrupted image.
+ # The 'cluster is zero' bit is unused is unused in extended L2 entries
+ # so QEMU ignores it.
+ # TODO: maybe treat the image as corrupted and make qemu-img check fix it?
+ _make_test_img -o extended_l2=on 1M
+ $QEMU_IO -c 'write -q -P 0x11 0 2k' "$TEST_IMG"
+ poke_file "$TEST_IMG" $(($l2_offset+7)) "\x01"
+ alloc="0"; zero=""
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ $QEMU_IO -c "$corruption_test_cmd -q -P 0x11 0 1k" "$TEST_IMG"
+ if [ "$corruption_test_cmd" = "write" ]; then
+ alloc="0"; zero=""
+ fi
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+
+ echo
+ echo "# Both 'subcluster is zero' and 'subcluster is allocated' bits set"
+ echo
+ _make_test_img -o extended_l2=on 1M
+ $QEMU_IO -c 'write -q 0 2k' "$TEST_IMG"
+ poke_file "$TEST_IMG" $(($l2_offset+11)) "\x01"
+ alloc="0"; zero="0"
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ $QEMU_IO -c "$corruption_test_cmd 0 1k" "$TEST_IMG"
+
+ echo
+ echo "### Corrupted L2 entries - $corruption_test_cmd test (unallocated) ###"
+ echo
+ echo "# 'cluster is zero' bit set on the standard cluster descriptor"
+ echo
+ # We actually don't consider this a corrupted image.
+ # The 'cluster is zero' bit is unused is unused in extended L2 entries
+ # so QEMU ignores it.
+ # TODO: maybe treat the image as corrupted and make qemu-img check fix it?
+ _make_test_img -o extended_l2=on 1M
+ # We want to modify the (empty) L2 entry from cluster #0,
+ # but we write to #4 in order to initialize the L2 table first
+ $QEMU_IO -c 'write -q 256k 1k' "$TEST_IMG"
+ poke_file "$TEST_IMG" $(($l2_offset+7)) "\x01"
+ alloc=""; zero=""
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ $QEMU_IO -c "$corruption_test_cmd -q 0 1k" "$TEST_IMG"
+ if [ "$corruption_test_cmd" = "write" ]; then
+ alloc="0"; zero=""
+ fi
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+
+ echo
+ echo "# 'subcluster is allocated' bit set"
+ echo
+ _make_test_img -o extended_l2=on 1M
+ # We want to corrupt the (empty) L2 entry from cluster #0,
+ # but we write to #4 in order to initialize the L2 table first
+ $QEMU_IO -c 'write -q 256k 1k' "$TEST_IMG"
+ poke_file "$TEST_IMG" $(($l2_offset+15)) "\x01"
+ alloc="0"; zero=""
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ $QEMU_IO -c "$corruption_test_cmd 0 1k" "$TEST_IMG"
+
+ echo
+ echo "# Both 'subcluster is zero' and 'subcluster is allocated' bits set"
+ echo
+ _make_test_img -o extended_l2=on 1M
+ # We want to corrupt the (empty) L2 entry from cluster #0,
+ # but we write to #4 in order to initialize the L2 table first
+ $QEMU_IO -c 'write -q 256k 1k' "$TEST_IMG"
+ poke_file "$TEST_IMG" $(($l2_offset+8)) "\x00\x00\x00\x01\x00\x00\x00\x01"
+ alloc="0"; zero="0"
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ $QEMU_IO -c "$corruption_test_cmd 0 1k" "$TEST_IMG"
+
+ echo
+ echo "### Compressed cluster with subcluster bitmap != 0 - $corruption_test_cmd test ###"
+ echo
+ # We actually don't consider this a corrupted image.
+ # The bitmap in compressed clusters is unused so QEMU should just ignore it.
+ _make_test_img -o extended_l2=on 1M
+ $QEMU_IO -c 'write -q -P 11 -c 0 64k' "$TEST_IMG"
+ poke_file "$TEST_IMG" $(($l2_offset+11)) "\x01\x01"
+ alloc="24"; zero="0"
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+ $QEMU_IO -c "$corruption_test_cmd -P 11 0 64k" "$TEST_IMG" | _filter_qemu_io
+ # Writing allocates a new uncompressed cluster so we get a new bitmap
+ if [ "$corruption_test_cmd" = "write" ]; then
+ alloc="`seq 0 31`"; zero=""
+ fi
+ _verify_l2_bitmap 0 "$alloc" "$zero"
+done
+
+echo
+echo "### Image creation options ###"
+echo
+echo "# cluster_size < 16k"
+_make_test_img -o extended_l2=on,cluster_size=8k 1M
+
+# TODO: allow preallocation with backing files when subclusters are used
+echo "# backing file and preallocation=metadata"
+_make_test_img -o extended_l2=on,preallocation=metadata -b "$TEST_IMG.base" 1M
+
+echo "# backing file and preallocation=falloc"
+_make_test_img -o extended_l2=on,preallocation=falloc -b "$TEST_IMG.base" 1M
+
+echo "# backing file and preallocation=full"
+_make_test_img -o extended_l2=on,preallocation=full -b "$TEST_IMG.base" 1M
+
+echo
+echo "### qemu-img measure ###"
+echo
+echo "# 512MB, extended_l2=off" # This needs one L2 table
+$QEMU_IMG measure --size 512M -O qcow2 -o extended_l2=off
+echo "# 512MB, extended_l2=on" # This needs two L2 tables
+$QEMU_IMG measure --size 512M -O qcow2 -o extended_l2=on
+
+echo "# 16K clusters, 64GB, extended_l2=off" # This needs one full L1 table cluster
+$QEMU_IMG measure --size 64G -O qcow2 -o cluster_size=16k,extended_l2=off
+echo "# 16K clusters, 64GB, extended_l2=on" # This needs two full L2 table clusters
+$QEMU_IMG measure --size 64G -O qcow2 -o cluster_size=16k,extended_l2=on
+
+echo "# 8k clusters" # This should fail
+$QEMU_IMG measure --size 1M -O qcow2 -o cluster_size=8k,extended_l2=on
+
+echo "# 1024 TB" # Maximum allowed size with extended_l2=on and 64K clusters
+$QEMU_IMG measure --size 1024T -O qcow2 -o extended_l2=on
+echo "# 1025 TB" # This should fail
+$QEMU_IMG measure --size 1025T -O qcow2 -o extended_l2=on
+
+echo
+echo "### Test copy-on-write on an image with snapshots ###"
+echo
+_make_test_img -o extended_l2=on 1M
+
+# For each cluster from #0 to #9 this loop zeroes subcluster #7
+# and allocates subclusters #13 and #18.
+alloc="13 18"; zero="7"
+for c in `seq 0 9`; do
+ $QEMU_IO -c "write -q -z $((64*$c+14))k 2k" \
+ -c "write -q -P $((0xd0+$c)) $((64*$c+26))k 2k" \
+ -c "write -q -P $((0xe0+$c)) $((64*$c+36))k 2k" "$TEST_IMG"
+ _verify_l2_bitmap "$c" "$alloc" "$zero"
+done
+
+# Create a snapshot and set l2_offset to the new L2 table
+$QEMU_IMG snapshot -c snap1 "$TEST_IMG"
+l2_offset=1114112 # 0x110000
+
+# Write different patterns to each one of the clusters
+# in order to see how copy-on-write behaves in each case.
+$QEMU_IO -c "write -q -P 0xf0 $((64*0+30))k 1k" \
+ -c "write -q -P 0xf1 $((64*1+20))k 1k" \
+ -c "write -q -P 0xf2 $((64*2+40))k 1k" \
+ -c "write -q -P 0xf3 $((64*3+26))k 1k" \
+ -c "write -q -P 0xf4 $((64*4+14))k 1k" \
+ -c "write -q -P 0xf5 $((64*5+1))k 1k" \
+ -c "write -q -z $((64*6+30))k 3k" \
+ -c "write -q -z $((64*7+26))k 2k" \
+ -c "write -q -z $((64*8+26))k 1k" \
+ -c "write -q -z $((64*9+12))k 1k" \
+ "$TEST_IMG"
+alloc="`seq 13 18`"; zero="7"; _verify_l2_bitmap 0 "$alloc" "$zero"
+alloc="`seq 10 18`"; zero="7"; _verify_l2_bitmap 1 "$alloc" "$zero"
+alloc="`seq 13 20`"; zero="7"; _verify_l2_bitmap 2 "$alloc" "$zero"
+alloc="`seq 13 18`"; zero="7"; _verify_l2_bitmap 3 "$alloc" "$zero"
+alloc="`seq 7 18`"; zero=""; _verify_l2_bitmap 4 "$alloc" "$zero"
+alloc="`seq 0 18`"; zero=""; _verify_l2_bitmap 5 "$alloc" "$zero"
+alloc="13 18"; zero="7 15 16"; _verify_l2_bitmap 6 "$alloc" "$zero"
+alloc="18"; zero="7 13"; _verify_l2_bitmap 7 "$alloc" "$zero"
+alloc="`seq 13 18`"; zero="7"; _verify_l2_bitmap 8 "$alloc" "$zero"
+alloc="13 18"; zero="6 7"; _verify_l2_bitmap 9 "$alloc" "$zero"
+
+# success, all done
+echo "*** done"
+rm -f $seq.full
+status=0
new file mode 100644
@@ -0,0 +1,519 @@
+QA output created by 271
+
+### Standard write tests (backing file: yes) ###
+
+Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=1048576
+Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=1048576
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base
+write -q -P 1 0 1k
+L2 entry #0: 0x8000000000050000 0000000000000001
+write -q -P 2 3k 512
+L2 entry #0: 0x8000000000050000 0000000000000003
+write -q -P 3 5k 1k
+L2 entry #0: 0x8000000000050000 0000000000000007
+write -q -P 4 6k 2k
+L2 entry #0: 0x8000000000050000 000000000000000f
+write -q -P 5 8k 6k
+L2 entry #0: 0x8000000000050000 000000000000007f
+write -q -P 6 15k 4k
+L2 entry #0: 0x8000000000050000 00000000000003ff
+write -q -P 7 32k 1k
+L2 entry #0: 0x8000000000050000 00000000000103ff
+write -q -P 8 63k 4k
+L2 entry #0: 0x8000000000050000 00000000800103ff
+L2 entry #1: 0x8000000000060000 0000000000000003
+write -q -z 2k 2k
+L2 entry #0: 0x8000000000050000 00000002800103fd
+write -q -z 0 64k
+L2 entry #0: 0x8000000000050000 ffffffff00000000
+write -q -P 9 0 64k
+L2 entry #0: 0x8000000000050000 00000000ffffffff
+write -q -z -u 0 32k
+L2 entry #0: 0x8000000000050000 0000ffffffff0000
+write -q -z -u 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -P 10 3k 512
+L2 entry #0: 0x8000000000050000 fffffffd00000002
+write -q -P 11 0 64k
+L2 entry #0: 0x8000000000050000 00000000ffffffff
+discard -q 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -c -P 12 0 64k
+L2 entry #0: 0x4000000000050000 0000000000000000
+write -q -P 13 3k 512
+L2 entry #0: 0x8000000000070000 00000000ffffffff
+write -q -z 128k 64k
+L2 entry #2: 0x0000000000000000 ffffffff00000000
+write -q -z 192k 32k
+L2 entry #3: 0x0000000000000000 0000ffff00000000
+write -q -z 272k 32k
+L2 entry #4: 0x0000000000000000 00ffff0000000000
+write -q -z 352k 32k
+L2 entry #5: 0x0000000000000000 ffff000000000000
+write -q -z 252k 72k
+L2 entry #3: 0x0000000000000000 c000ffff00000000
+L2 entry #4: 0x0000000000000000 ffffffff00000000
+L2 entry #5: 0x0000000000000000 ffff000300000000
+write -q -z 329k 512
+L2 entry #5: 0x8000000000050000 ffff000300000010
+write -q -P 14 128k 256k
+L2 entry #2: 0x8000000000080000 00000000ffffffff
+L2 entry #3: 0x8000000000090000 00000000ffffffff
+L2 entry #4: 0x80000000000a0000 00000000ffffffff
+L2 entry #5: 0x8000000000050000 00000000ffffffff
+write -q -z 128k 64k
+L2 entry #2: 0x8000000000080000 ffffffff00000000
+write -q -z 192k 32k
+L2 entry #3: 0x8000000000090000 0000ffffffff0000
+write -q -z 272k 32k
+L2 entry #4: 0x80000000000a0000 00ffff00ff0000ff
+write -q -z 352k 32k
+L2 entry #5: 0x8000000000050000 ffff00000000ffff
+write -q -z 252k 72k
+L2 entry #3: 0x8000000000090000 c000ffff3fff0000
+L2 entry #4: 0x80000000000a0000 ffffffff00000000
+L2 entry #5: 0x8000000000050000 ffff00030000fffc
+discard -q 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -c -P 15 0 64k
+L2 entry #0: 0x4000000000070000 0000000000000000
+write -q -P 15 64k 64k
+L2 entry #1: 0x8000000000060000 00000000ffffffff
+write -q -z 32k 64k
+L2 entry #0: 0x80000000000b0000 00000000ffffffff
+L2 entry #1: 0x8000000000060000 00000000ffffffff
+discard -q 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -c -P 15 0 64k
+L2 entry #0: 0x4000000000070000 0000000000000000
+write -q -P 15 64k 64k
+L2 entry #1: 0x8000000000060000 00000000ffffffff
+write -q -z 31k 65k
+L2 entry #0: 0x80000000000b0000 ffff00000000ffff
+L2 entry #1: 0x8000000000060000 0000ffffffff0000
+
+### Standard write tests (backing file: no) ###
+
+Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=1048576
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+write -q -P 1 0 1k
+L2 entry #0: 0x8000000000050000 0000000000000001
+write -q -P 2 3k 512
+L2 entry #0: 0x8000000000050000 0000000000000003
+write -q -P 3 5k 1k
+L2 entry #0: 0x8000000000050000 0000000000000007
+write -q -P 4 6k 2k
+L2 entry #0: 0x8000000000050000 000000000000000f
+write -q -P 5 8k 6k
+L2 entry #0: 0x8000000000050000 000000000000007f
+write -q -P 6 15k 4k
+L2 entry #0: 0x8000000000050000 00000000000003ff
+write -q -P 7 32k 1k
+L2 entry #0: 0x8000000000050000 00000000000103ff
+write -q -P 8 63k 4k
+L2 entry #0: 0x8000000000050000 00000000800103ff
+L2 entry #1: 0x8000000000060000 0000000000000003
+write -q -z 2k 2k
+L2 entry #0: 0x8000000000050000 00000002800103fd
+write -q -z 0 64k
+L2 entry #0: 0x8000000000050000 ffffffff00000000
+write -q -P 9 0 64k
+L2 entry #0: 0x8000000000050000 00000000ffffffff
+write -q -z -u 0 32k
+L2 entry #0: 0x8000000000050000 0000ffffffff0000
+write -q -z -u 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -P 10 3k 512
+L2 entry #0: 0x8000000000050000 fffffffd00000002
+write -q -P 11 0 64k
+L2 entry #0: 0x8000000000050000 00000000ffffffff
+discard -q 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -c -P 12 0 64k
+L2 entry #0: 0x4000000000050000 0000000000000000
+write -q -P 13 3k 512
+L2 entry #0: 0x8000000000070000 00000000ffffffff
+write -q -z 128k 64k
+L2 entry #2: 0x0000000000000000 ffffffff00000000
+write -q -z 192k 32k
+L2 entry #3: 0x0000000000000000 0000ffff00000000
+write -q -z 272k 32k
+L2 entry #4: 0x0000000000000000 00ffff0000000000
+write -q -z 352k 32k
+L2 entry #5: 0x0000000000000000 ffff000000000000
+write -q -z 252k 72k
+L2 entry #3: 0x0000000000000000 c000ffff00000000
+L2 entry #4: 0x0000000000000000 ffffffff00000000
+L2 entry #5: 0x0000000000000000 ffff000300000000
+write -q -z 329k 512
+L2 entry #5: 0x0000000000000000 ffff001300000000
+write -q -P 14 128k 256k
+L2 entry #2: 0x8000000000080000 00000000ffffffff
+L2 entry #3: 0x8000000000090000 00000000ffffffff
+L2 entry #4: 0x80000000000a0000 00000000ffffffff
+L2 entry #5: 0x80000000000b0000 00000000ffffffff
+write -q -z 128k 64k
+L2 entry #2: 0x8000000000080000 ffffffff00000000
+write -q -z 192k 32k
+L2 entry #3: 0x8000000000090000 0000ffffffff0000
+write -q -z 272k 32k
+L2 entry #4: 0x80000000000a0000 00ffff00ff0000ff
+write -q -z 352k 32k
+L2 entry #5: 0x80000000000b0000 ffff00000000ffff
+write -q -z 252k 72k
+L2 entry #3: 0x8000000000090000 c000ffff3fff0000
+L2 entry #4: 0x80000000000a0000 ffffffff00000000
+L2 entry #5: 0x80000000000b0000 ffff00030000fffc
+discard -q 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -c -P 15 0 64k
+L2 entry #0: 0x4000000000050000 0000000000000000
+write -q -P 15 64k 64k
+L2 entry #1: 0x8000000000060000 00000000ffffffff
+write -q -z 32k 64k
+L2 entry #0: 0x8000000000070000 00000000ffffffff
+L2 entry #1: 0x8000000000060000 00000000ffffffff
+discard -q 0 64k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+write -q -c -P 15 0 64k
+L2 entry #0: 0x4000000000050000 0000000000000000
+write -q -P 15 64k 64k
+L2 entry #1: 0x8000000000060000 00000000ffffffff
+write -q -z 31k 65k
+L2 entry #0: 0x8000000000070000 ffff00000000ffff
+L2 entry #1: 0x8000000000060000 0000ffffffff0000
+
+### Writing zeroes (backing file: yes) ###
+
+Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=2132992
+Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=2132992
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2132992 backing_file=TEST_DIR/t.IMGFMT.base
+write -q -z 0 192k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+L2 entry #1: 0x0000000000000000 ffffffff00000000
+L2 entry #2: 0x0000000000000000 ffffffff00000000
+write -q -z 224k 128k
+L2 entry #3: 0x0000000000000000 ffff000000000000
+L2 entry #4: 0x0000000000000000 ffffffff00000000
+L2 entry #5: 0x0000000000000000 0000ffff00000000
+write -q -z 415k 128k
+L2 entry #6: 0x8000000000050000 ffff000000008000
+L2 entry #7: 0x0000000000000000 ffffffff00000000
+L2 entry #8: 0x8000000000060000 00007fff00008000
+write -q -P 1 576k 576k
+L2 entry #9: 0x8000000000070000 00000000ffffffff
+L2 entry #10: 0x8000000000080000 00000000ffffffff
+L2 entry #11: 0x8000000000090000 00000000ffffffff
+L2 entry #12: 0x80000000000a0000 00000000ffffffff
+L2 entry #13: 0x80000000000b0000 00000000ffffffff
+L2 entry #14: 0x80000000000c0000 00000000ffffffff
+L2 entry #15: 0x80000000000d0000 00000000ffffffff
+L2 entry #16: 0x80000000000e0000 00000000ffffffff
+L2 entry #17: 0x80000000000f0000 00000000ffffffff
+write -q -z 576k 192k
+L2 entry #9: 0x8000000000070000 ffffffff00000000
+L2 entry #10: 0x8000000000080000 ffffffff00000000
+L2 entry #11: 0x8000000000090000 ffffffff00000000
+write -q -z 800k 128k
+L2 entry #12: 0x80000000000a0000 ffff00000000ffff
+L2 entry #13: 0x80000000000b0000 ffffffff00000000
+L2 entry #14: 0x80000000000c0000 0000ffffffff0000
+write -q -z 991k 128k
+L2 entry #15: 0x80000000000d0000 ffff00000000ffff
+L2 entry #16: 0x80000000000e0000 ffffffff00000000
+L2 entry #17: 0x80000000000f0000 00007fffffff8000
+write -q -c -P 2 1152k 64k
+L2 entry #18: 0x4000000000100000 0000000000000000
+write -q -c -P 2 1216k 64k
+L2 entry #19: 0x4000000000110000 0000000000000000
+write -q -c -P 2 1280k 64k
+L2 entry #20: 0x4000000000120000 0000000000000000
+write -q -c -P 2 1344k 64k
+L2 entry #21: 0x4000000000130000 0000000000000000
+write -q -c -P 2 1408k 64k
+L2 entry #22: 0x4000000000140000 0000000000000000
+write -q -c -P 2 1472k 64k
+L2 entry #23: 0x4000000000150000 0000000000000000
+write -q -c -P 2 1536k 64k
+L2 entry #24: 0x4000000000160000 0000000000000000
+write -q -c -P 2 1600k 64k
+L2 entry #25: 0x4000000000170000 0000000000000000
+write -q -c -P 2 1664k 64k
+L2 entry #26: 0x4000000000180000 0000000000000000
+write -q -c -P 2 1728k 64k
+L2 entry #27: 0x4000000000190000 0000000000000000
+write -q -c -P 2 1792k 64k
+L2 entry #28: 0x40000000001a0000 0000000000000000
+write -q -z 1152k 192k
+L2 entry #18: 0x0000000000000000 ffffffff00000000
+L2 entry #19: 0x0000000000000000 ffffffff00000000
+L2 entry #20: 0x0000000000000000 ffffffff00000000
+write -q -z 1376k 128k
+L2 entry #21: 0x8000000000100000 00000000ffffffff
+L2 entry #22: 0x8000000000110000 00000000ffffffff
+L2 entry #23: 0x8000000000120000 00000000ffffffff
+write -q -z 1567k 129k
+L2 entry #24: 0x8000000000130000 00000000ffffffff
+L2 entry #25: 0x8000000000140000 00000000ffffffff
+L2 entry #26: 0x8000000000150000 00000000ffffffff
+write -q -z 1759k 128k
+L2 entry #27: 0x8000000000160000 ffff00000000ffff
+L2 entry #28: 0x0000000000000000 ffffffff00000000
+L2 entry #29: 0x8000000000170000 00007fff00008000
+write -q -z 1951k 8k
+L2 entry #30: 0x8000000000180000 0007000000088000
+write -q -z 2048k 35k
+L2 entry #32: 0x0000000000000000 0003ffff00000000
+
+### Writing zeroes (backing file: no) ###
+
+Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=2132992
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2132992
+write -q -z 0 192k
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+L2 entry #1: 0x0000000000000000 ffffffff00000000
+L2 entry #2: 0x0000000000000000 ffffffff00000000
+write -q -z 224k 128k
+L2 entry #3: 0x0000000000000000 ffff000000000000
+L2 entry #4: 0x0000000000000000 ffffffff00000000
+L2 entry #5: 0x0000000000000000 0000ffff00000000
+write -q -z 415k 128k
+L2 entry #6: 0x0000000000000000 ffff800000000000
+L2 entry #7: 0x0000000000000000 ffffffff00000000
+L2 entry #8: 0x0000000000000000 0000ffff00000000
+write -q -P 1 576k 576k
+L2 entry #9: 0x8000000000050000 00000000ffffffff
+L2 entry #10: 0x8000000000060000 00000000ffffffff
+L2 entry #11: 0x8000000000070000 00000000ffffffff
+L2 entry #12: 0x8000000000080000 00000000ffffffff
+L2 entry #13: 0x8000000000090000 00000000ffffffff
+L2 entry #14: 0x80000000000a0000 00000000ffffffff
+L2 entry #15: 0x80000000000b0000 00000000ffffffff
+L2 entry #16: 0x80000000000c0000 00000000ffffffff
+L2 entry #17: 0x80000000000d0000 00000000ffffffff
+write -q -z 576k 192k
+L2 entry #9: 0x8000000000050000 ffffffff00000000
+L2 entry #10: 0x8000000000060000 ffffffff00000000
+L2 entry #11: 0x8000000000070000 ffffffff00000000
+write -q -z 800k 128k
+L2 entry #12: 0x8000000000080000 ffff00000000ffff
+L2 entry #13: 0x8000000000090000 ffffffff00000000
+L2 entry #14: 0x80000000000a0000 0000ffffffff0000
+write -q -z 991k 128k
+L2 entry #15: 0x80000000000b0000 ffff00000000ffff
+L2 entry #16: 0x80000000000c0000 ffffffff00000000
+L2 entry #17: 0x80000000000d0000 00007fffffff8000
+write -q -c -P 2 1152k 64k
+L2 entry #18: 0x40000000000e0000 0000000000000000
+write -q -c -P 2 1216k 64k
+L2 entry #19: 0x40000000000f0000 0000000000000000
+write -q -c -P 2 1280k 64k
+L2 entry #20: 0x4000000000100000 0000000000000000
+write -q -c -P 2 1344k 64k
+L2 entry #21: 0x4000000000110000 0000000000000000
+write -q -c -P 2 1408k 64k
+L2 entry #22: 0x4000000000120000 0000000000000000
+write -q -c -P 2 1472k 64k
+L2 entry #23: 0x4000000000130000 0000000000000000
+write -q -c -P 2 1536k 64k
+L2 entry #24: 0x4000000000140000 0000000000000000
+write -q -c -P 2 1600k 64k
+L2 entry #25: 0x4000000000150000 0000000000000000
+write -q -c -P 2 1664k 64k
+L2 entry #26: 0x4000000000160000 0000000000000000
+write -q -c -P 2 1728k 64k
+L2 entry #27: 0x4000000000170000 0000000000000000
+write -q -c -P 2 1792k 64k
+L2 entry #28: 0x4000000000180000 0000000000000000
+write -q -z 1152k 192k
+L2 entry #18: 0x0000000000000000 ffffffff00000000
+L2 entry #19: 0x0000000000000000 ffffffff00000000
+L2 entry #20: 0x0000000000000000 ffffffff00000000
+write -q -z 1376k 128k
+L2 entry #21: 0x80000000000e0000 00000000ffffffff
+L2 entry #22: 0x80000000000f0000 00000000ffffffff
+L2 entry #23: 0x8000000000100000 00000000ffffffff
+write -q -z 1567k 129k
+L2 entry #24: 0x8000000000110000 00000000ffffffff
+L2 entry #25: 0x8000000000120000 00000000ffffffff
+L2 entry #26: 0x8000000000130000 00000000ffffffff
+write -q -z 1759k 128k
+L2 entry #27: 0x8000000000140000 ffff00000000ffff
+L2 entry #28: 0x0000000000000000 ffffffff00000000
+L2 entry #29: 0x0000000000000000 0000ffff00000000
+write -q -z 1951k 8k
+L2 entry #30: 0x0000000000000000 000f800000000000
+write -q -z 2048k 35k
+L2 entry #32: 0x0000000000000000 0003ffff00000000
+
+### Discarding clusters with non-zero bitmaps (backing file: yes) ###
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+L2 entry #1: 0x0000000000000000 ffffffff00000000
+Image resized.
+Image resized.
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+L2 entry #1: 0x0000000000000000 ffffffff00000000
+
+### Discarding clusters with non-zero bitmaps (backing file: no) ###
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000000 ffffffff00000000
+L2 entry #1: 0x0000000000000000 ffffffff00000000
+Image resized.
+Image resized.
+L2 entry #0: 0x0000000000000000 0000ffff00000000
+L2 entry #1: 0x0000000000000000 0000000000000000
+
+### Corrupted L2 entries - read test (allocated) ###
+
+# 'cluster is zero' bit set on the standard cluster descriptor
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x8000000000050001 0000000000000001
+L2 entry #0: 0x8000000000050001 0000000000000001
+
+# Both 'subcluster is zero' and 'subcluster is allocated' bits set
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x8000000000050000 0000000100000001
+qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed
+read failed: Input/output error
+
+### Corrupted L2 entries - read test (unallocated) ###
+
+# 'cluster is zero' bit set on the standard cluster descriptor
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000001 0000000000000000
+L2 entry #0: 0x0000000000000001 0000000000000000
+
+# 'subcluster is allocated' bit set
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000000 0000000000000001
+qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed
+read failed: Input/output error
+
+# Both 'subcluster is zero' and 'subcluster is allocated' bits set
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000000 0000000100000001
+qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed
+read failed: Input/output error
+
+### Compressed cluster with subcluster bitmap != 0 - read test ###
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x4000000000050000 0000000101000000
+read 65536/65536 bytes at offset 0
+64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
+L2 entry #0: 0x4000000000050000 0000000101000000
+
+### Corrupted L2 entries - write test (allocated) ###
+
+# 'cluster is zero' bit set on the standard cluster descriptor
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x8000000000050001 0000000000000001
+L2 entry #0: 0x8000000000050001 0000000000000001
+
+# Both 'subcluster is zero' and 'subcluster is allocated' bits set
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x8000000000050000 0000000100000001
+qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed
+write failed: Input/output error
+
+### Corrupted L2 entries - write test (unallocated) ###
+
+# 'cluster is zero' bit set on the standard cluster descriptor
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000001 0000000000000000
+L2 entry #0: 0x8000000000060000 0000000000000001
+
+# 'subcluster is allocated' bit set
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000000 0000000000000001
+qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed
+write failed: Input/output error
+
+# Both 'subcluster is zero' and 'subcluster is allocated' bits set
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x0000000000000000 0000000100000001
+qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed
+write failed: Input/output error
+
+### Compressed cluster with subcluster bitmap != 0 - write test ###
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x4000000000050000 0000000101000000
+wrote 65536/65536 bytes at offset 0
+64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
+L2 entry #0: 0x8000000000060000 00000000ffffffff
+
+### Image creation options ###
+
+# cluster_size < 16k
+qemu-img: TEST_DIR/t.IMGFMT: Extended L2 entries are only supported with cluster sizes of at least 16384 bytes
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+# backing file and preallocation=metadata
+qemu-img: TEST_DIR/t.IMGFMT: Backing file and preallocation cannot be used at the same time
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base preallocation=metadata
+# backing file and preallocation=falloc
+qemu-img: TEST_DIR/t.IMGFMT: Backing file and preallocation cannot be used at the same time
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base preallocation=falloc
+# backing file and preallocation=full
+qemu-img: TEST_DIR/t.IMGFMT: Backing file and preallocation cannot be used at the same time
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base preallocation=full
+
+### qemu-img measure ###
+
+# 512MB, extended_l2=off
+required size: 327680
+fully allocated size: 537198592
+# 512MB, extended_l2=on
+required size: 393216
+fully allocated size: 537264128
+# 16K clusters, 64GB, extended_l2=off
+required size: 42008576
+fully allocated size: 68761485312
+# 16K clusters, 64GB, extended_l2=on
+required size: 75579392
+fully allocated size: 68795056128
+# 8k clusters
+qemu-img: Extended L2 entries are only supported with cluster sizes of at least 16384 bytes
+# 1024 TB
+required size: 309285027840
+fully allocated size: 1126209191870464
+# 1025 TB
+qemu-img: The image size is too large (try using a larger cluster size)
+
+### Test copy-on-write on an image with snapshots ###
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576
+L2 entry #0: 0x8000000000050000 0000008000042000
+L2 entry #1: 0x8000000000060000 0000008000042000
+L2 entry #2: 0x8000000000070000 0000008000042000
+L2 entry #3: 0x8000000000080000 0000008000042000
+L2 entry #4: 0x8000000000090000 0000008000042000
+L2 entry #5: 0x80000000000a0000 0000008000042000
+L2 entry #6: 0x80000000000b0000 0000008000042000
+L2 entry #7: 0x80000000000c0000 0000008000042000
+L2 entry #8: 0x80000000000d0000 0000008000042000
+L2 entry #9: 0x80000000000e0000 0000008000042000
+L2 entry #0: 0x8000000000120000 000000800007e000
+L2 entry #1: 0x8000000000130000 000000800007fc00
+L2 entry #2: 0x8000000000140000 00000080001fe000
+L2 entry #3: 0x8000000000150000 000000800007e000
+L2 entry #4: 0x8000000000160000 000000000007ff80
+L2 entry #5: 0x8000000000170000 000000000007ffff
+L2 entry #6: 0x00000000000b0000 0001808000042000
+L2 entry #7: 0x00000000000c0000 0000208000040000
+L2 entry #8: 0x8000000000180000 000000800007e000
+L2 entry #9: 0x00000000000e0000 000000c000042000
+*** done
@@ -284,6 +284,7 @@
267 rw auto quick snapshot
268 rw auto quick
270 rw backing quick
+271 rw auto
272 rw
273 backing quick
274 rw backing
Signed-off-by: Alberto Garcia <berto@igalia.com> --- tests/qemu-iotests/271 | 664 +++++++++++++++++++++++++++++++++++++ tests/qemu-iotests/271.out | 519 +++++++++++++++++++++++++++++ tests/qemu-iotests/group | 1 + 3 files changed, 1184 insertions(+) create mode 100755 tests/qemu-iotests/271 create mode 100644 tests/qemu-iotests/271.out