7be2025258
Now that the implementation of subclusters is complete we can finally add the necessary options to create and read images with this feature, which we call "extended L2 entries". Signed-off-by: Alberto Garcia <berto@igalia.com> Reviewed-by: Eric Blake <eblake@redhat.com> Reviewed-by: Max Reitz <mreitz@redhat.com> Message-Id: <6476caaa73216bd05b7bb2d504a20415e1665176.1594396418.git.berto@igalia.com> [mreitz: %s/5\.1/5.2/; fixed 302's and 303's reference output] Signed-off-by: Max Reitz <mreitz@redhat.com>
334 lines
10 KiB
Bash
334 lines
10 KiB
Bash
#!/usr/bin/env bash
|
|
#
|
|
# Copyright (C) 2009 Red Hat, Inc.
|
|
# Copyright (c) 2000-2001 Silicon Graphics, Inc. All Rights Reserved.
|
|
#
|
|
# This program is free software; you can redistribute it and/or
|
|
# modify it under the terms of the GNU General Public License as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it would be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
#
|
|
# standard filters
|
|
#
|
|
|
|
_filter_date()
|
|
{
|
|
$SED -re 's/[0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}:[0-9]{2}/yyyy-mm-dd hh:mm:ss/'
|
|
}
|
|
|
|
_filter_vmstate_size()
|
|
{
|
|
$SED -r -e 's/[0-9. ]{5} [KMGT]iB/ SIZE/' \
|
|
-e 's/[0-9. ]{5} B/ SIZE/'
|
|
}
|
|
|
|
_filter_generated_node_ids()
|
|
{
|
|
$SED -re 's/\#block[0-9]{3,}/NODE_NAME/'
|
|
}
|
|
|
|
_filter_qom_path()
|
|
{
|
|
$SED -e 's#\(Attached to: *\) /.*#\1 PATH#'
|
|
}
|
|
|
|
# replace occurrences of the actual TEST_DIR value with TEST_DIR
|
|
_filter_testdir()
|
|
{
|
|
$SED -e "s#$TEST_DIR/#TEST_DIR/#g" \
|
|
-e "s#$SOCK_DIR/#SOCK_DIR/#g"
|
|
}
|
|
|
|
# replace occurrences of the actual IMGFMT value with IMGFMT
|
|
_filter_imgfmt()
|
|
{
|
|
$SED -e "s#$IMGFMT#IMGFMT#g"
|
|
}
|
|
|
|
# Replace error message when the format is not supported and delete
|
|
# the output lines after the first one
|
|
_filter_qemu_img_check()
|
|
{
|
|
$SED -e '/allocated.*fragmented.*compressed clusters/d' \
|
|
-e 's/qemu-img: This image format does not support checks/No errors were found on the image./' \
|
|
-e '/Image end offset: [0-9]\+/d'
|
|
}
|
|
|
|
# Removes \r from messages
|
|
_filter_win32()
|
|
{
|
|
$SED -e 's/\r//g'
|
|
}
|
|
|
|
# sanitize qemu-io output
|
|
_filter_qemu_io()
|
|
{
|
|
_filter_win32 | $SED -e "s/[0-9]* ops\; [0-9/:. sec]* ([0-9/.inf]* [EPTGMKiBbytes]*\/sec and [0-9/.inf]* ops\/sec)/X ops\; XX:XX:XX.X (XXX YYY\/sec and XXX ops\/sec)/" \
|
|
-e "s/: line [0-9][0-9]*: *[0-9][0-9]*\( Aborted\| Killed\)/:\1/" \
|
|
-e "s/qemu-io> //g"
|
|
}
|
|
|
|
# replace occurrences of QEMU_PROG with "qemu"
|
|
_filter_qemu()
|
|
{
|
|
$SED -e "s#\\(^\\|(qemu) \\)$(basename $QEMU_PROG):#\1QEMU_PROG:#" \
|
|
-e 's#^QEMU [0-9]\+\.[0-9]\+\.[0-9]\+ monitor#QEMU X.Y.Z monitor#' \
|
|
-e $'s#\r##' # QEMU monitor uses \r\n line endings
|
|
}
|
|
|
|
# replace problematic QMP output like timestamps
|
|
_filter_qmp()
|
|
{
|
|
_filter_win32 | \
|
|
$SED -e 's#\("\(micro\)\?seconds": \)[0-9]\+#\1 TIMESTAMP#g' \
|
|
-e 's#^{"QMP":.*}$#QMP_VERSION#' \
|
|
-e '/^ "QMP": {\s*$/, /^ }\s*$/ c\' \
|
|
-e ' QMP_VERSION'
|
|
}
|
|
|
|
# readline makes HMP command strings so long that git complains
|
|
_filter_hmp()
|
|
{
|
|
$SED -e $'s/^\\((qemu) \\)\\?.*\e\\[D/\\1/g' \
|
|
-e $'s/\e\\[K//g'
|
|
}
|
|
|
|
# replace block job offset
|
|
_filter_block_job_offset()
|
|
{
|
|
$SED -e 's/, "offset": [0-9]\+,/, "offset": OFFSET,/'
|
|
}
|
|
|
|
# replace block job len
|
|
_filter_block_job_len()
|
|
{
|
|
$SED -e 's/, "len": [0-9]\+,/, "len": LEN,/g'
|
|
}
|
|
|
|
# replace actual image size (depends on the host filesystem)
|
|
_filter_actual_image_size()
|
|
{
|
|
$SED -s 's/\("actual-size":\s*\)[0-9]\+/\1SIZE/g'
|
|
}
|
|
|
|
# Filename filters for qemu-img create
|
|
_filter_img_create_filenames()
|
|
{
|
|
$SED \
|
|
-e "s#$REMOTE_TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$IMGPROTO:$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$SOCK_DIR#SOCK_DIR#g" \
|
|
-e "s#$IMGFMT#IMGFMT#g" \
|
|
-e 's#nbd:127.0.0.1:[0-9]\\+#TEST_DIR/t.IMGFMT#g' \
|
|
-e 's#nbd+unix:///\??socket=SOCK_DIR/nbd#TEST_DIR/t.IMGFMT#g'
|
|
}
|
|
|
|
# replace driver-specific options in the "Formatting..." line
|
|
_do_filter_img_create()
|
|
{
|
|
# Split the line into the pre-options part ($filename_part, which
|
|
# precedes ", fmt=") and the options part ($options, which starts
|
|
# with "fmt=")
|
|
# (And just echo everything before the first "^Formatting")
|
|
readarray formatting_line < <($SED -e 's/, fmt=/\n/')
|
|
|
|
filename_part=${formatting_line[0]}
|
|
unset formatting_line[0]
|
|
|
|
options="fmt=${formatting_line[@]}"
|
|
|
|
# Set grep_data_file to '\|data_file' to keep it; make it empty
|
|
# to drop it.
|
|
# We want to drop it if it is part of the global $IMGOPTS, and we
|
|
# want to keep it otherwise (if the test specifically wants to
|
|
# test data files).
|
|
grep_data_file=(-e data_file)
|
|
if _get_data_file "$TEST_IMG" > /dev/null; then
|
|
grep_data_file=()
|
|
fi
|
|
|
|
filename_part=$(echo "$filename_part" | _filter_img_create_filenames)
|
|
|
|
# Break the option line before each option (preserving pre-existing
|
|
# line breaks by replacing them by \0 and restoring them at the end),
|
|
# then filter out the options we want to keep and sort them according
|
|
# to some order that all block drivers used at the time of writing
|
|
# this function.
|
|
options=$(
|
|
echo "$options" \
|
|
| tr '\n' '\0' \
|
|
| $SED -e 's/ \([a-z0-9_.-]*\)=/\n\1=/g' \
|
|
| grep -a -e '^fmt' -e '^size' -e '^backing' -e '^preallocation' \
|
|
-e '^encryption' "${grep_data_file[@]}" \
|
|
| _filter_img_create_filenames \
|
|
| $SED \
|
|
-e 's/^\(fmt\)/0-\1/' \
|
|
-e 's/^\(size\)/1-\1/' \
|
|
-e 's/^\(backing\)/2-\1/' \
|
|
-e 's/^\(data_file\)/3-\1/' \
|
|
-e 's/^\(encryption\)/4-\1/' \
|
|
-e 's/^\(preallocation\)/8-\1/' \
|
|
| LC_ALL=C sort \
|
|
| $SED -e 's/^[0-9]-//' \
|
|
| tr '\n\0' ' \n' \
|
|
| $SED -e 's/^ *$//' -e 's/ *$//'
|
|
)
|
|
|
|
if [ -n "$options" ]; then
|
|
echo "$filename_part, $options"
|
|
elif [ -n "$filename_part" ]; then
|
|
echo "$filename_part"
|
|
fi
|
|
}
|
|
|
|
# Filter qemu-img create output:
|
|
# Pipe all ^Formatting lines through _do_filter_img_create, and all
|
|
# other lines through _filter_img_create_filenames
|
|
_filter_img_create()
|
|
{
|
|
while read -r line; do
|
|
if echo "$line" | grep -q '^Formatting'; then
|
|
echo "$line" | _do_filter_img_create
|
|
else
|
|
echo "$line" | _filter_img_create_filenames
|
|
fi
|
|
done
|
|
}
|
|
|
|
_filter_img_create_size()
|
|
{
|
|
$SED -e "s# size=[0-9]\\+# size=SIZE#g"
|
|
}
|
|
|
|
_filter_img_info()
|
|
{
|
|
if [[ "$1" == "--format-specific" ]]; then
|
|
local format_specific=1
|
|
shift
|
|
else
|
|
local format_specific=0
|
|
fi
|
|
|
|
discard=0
|
|
regex_json_spec_start='^ *"format-specific": \{'
|
|
$SED -e "s#$REMOTE_TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$IMGPROTO:$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$SOCK_DIR#SOCK_DIR#g" \
|
|
-e "s#$IMGFMT#IMGFMT#g" \
|
|
-e 's#nbd://127.0.0.1:[0-9]\\+$#TEST_DIR/t.IMGFMT#g' \
|
|
-e 's#nbd+unix:///\??socket=SOCK_DIR/nbd#TEST_DIR/t.IMGFMT#g' \
|
|
-e "/encrypted: yes/d" \
|
|
-e "/cluster_size: [0-9]\\+/d" \
|
|
-e "/table_size: [0-9]\\+/d" \
|
|
-e "/compat: '[^']*'/d" \
|
|
-e "/compat6: \\(on\\|off\\)/d" \
|
|
-e "s/cid: [0-9]\+/cid: XXXXXXXXXX/" \
|
|
-e "/static: \\(on\\|off\\)/d" \
|
|
-e "/zeroed_grain: \\(on\\|off\\)/d" \
|
|
-e "/subformat: '[^']*'/d" \
|
|
-e "/adapter_type: '[^']*'/d" \
|
|
-e "/hwversion: '[^']*'/d" \
|
|
-e "/lazy_refcounts: \\(on\\|off\\)/d" \
|
|
-e "/extended_l2=\\(on\\|off\\)/d" \
|
|
-e "/block_size: [0-9]\\+/d" \
|
|
-e "/block_state_zero: \\(on\\|off\\)/d" \
|
|
-e "/log_size: [0-9]\\+/d" \
|
|
-e "s/iters: [0-9]\\+/iters: 1024/" \
|
|
-e "s/uuid: [-a-f0-9]\\+/uuid: 00000000-0000-0000-0000-000000000000/" | \
|
|
while IFS='' read -r line; do
|
|
if [[ $format_specific == 1 ]]; then
|
|
discard=0
|
|
elif [[ $line == "Format specific information:" ]]; then
|
|
discard=1
|
|
elif [[ $line =~ $regex_json_spec_start ]]; then
|
|
discard=2
|
|
regex_json_spec_end="^${line%%[^ ]*}\\},? *$"
|
|
fi
|
|
if [[ $discard == 0 ]]; then
|
|
echo "$line"
|
|
elif [[ $discard == 1 && ! $line ]]; then
|
|
echo
|
|
discard=0
|
|
elif [[ $discard == 2 && $line =~ $regex_json_spec_end ]]; then
|
|
discard=0
|
|
fi
|
|
done
|
|
}
|
|
|
|
# filter out offsets and file names from qemu-img map; good for both
|
|
# human and json output
|
|
_filter_qemu_img_map()
|
|
{
|
|
# Assuming the data_file value in $IMGOPTS contains a '$TEST_IMG',
|
|
# create a filter that replaces the data file name by $TEST_IMG.
|
|
# Example:
|
|
# In $IMGOPTS: 'data_file=$TEST_IMG.data_file'
|
|
# Then data_file_pattern == '\(.*\).data_file'
|
|
# And data_file_filter == -e 's#\(.*\).data_file#\1#
|
|
data_file_filter=()
|
|
if data_file_pattern=$(_get_data_file '\\(.*\\)'); then
|
|
data_file_filter=(-e "s#$data_file_pattern#\\1#")
|
|
fi
|
|
|
|
$SED -e 's/\([0-9a-fx]* *[0-9a-fx]* *\)[0-9a-fx]* */\1/g' \
|
|
-e 's/"offset": [0-9]\+/"offset": OFFSET/g' \
|
|
-e 's/Mapped to *//' \
|
|
"${data_file_filter[@]}" \
|
|
| _filter_testdir | _filter_imgfmt
|
|
}
|
|
|
|
_filter_nbd()
|
|
{
|
|
# nbd.c error messages contain function names and line numbers that are
|
|
# prone to change. Message ordering depends on timing between send and
|
|
# receive callbacks sometimes, making them unreliable.
|
|
#
|
|
# Filter out the TCP port number since this changes between runs.
|
|
$SED -e '/nbd\/.*\.c:/d' \
|
|
-e 's#127\.0\.0\.1:[0-9]*#127.0.0.1:PORT#g' \
|
|
-e "s#?socket=$SOCK_DIR#?socket=SOCK_DIR#g" \
|
|
-e 's#\(foo\|PORT/\?\|.sock\): Failed to .*$#\1#'
|
|
}
|
|
|
|
_filter_qmp_empty_return()
|
|
{
|
|
grep -v '{"return": {}}'
|
|
}
|
|
|
|
_filter_json_filename()
|
|
{
|
|
$PYTHON -c 'import sys
|
|
result, *fnames = sys.stdin.read().split("json:{")
|
|
depth = 0
|
|
for fname in fnames:
|
|
depth += 1 # For the opening brace in the split separator
|
|
for chr_i, chr in enumerate(fname):
|
|
if chr == "{":
|
|
depth += 1
|
|
elif chr == "}":
|
|
depth -= 1
|
|
if depth == 0:
|
|
break
|
|
|
|
# json:{} filenames may be nested; filter out everything from
|
|
# inside the outermost one
|
|
if depth == 0:
|
|
chr_i += 1 # First character past the filename
|
|
result += "json:{ /* filtered */ }" + fname[chr_i:]
|
|
|
|
sys.stdout.write(result)'
|
|
}
|
|
|
|
# make sure this script returns success
|
|
true
|