mirror of
https://github.com/qemu/qemu.git
synced 2024-11-24 19:33:39 +08:00
430746359f
In the past, commita231cb27("iotests: Fix 104 for NBD", v2.3.0) added an additional filter to _filter_img_info to rewrite NBD URIs into the expected output form. This recently broke when we tweaked tests to run in a per-format directory, which did not match the regex, because _img_info itself is now already changing SOCK_DIR=/tmp/tmpphjfbphd/raw-nbd-104 into /tmp/tmpphjfbphd/IMGFMT-nbd-104 prior to _img_info_filter getting a chance to further filter things. While diagnosing the problem, I also noticed some filter lines rendered completely useless by a typo when we switched from TCP to Unix sockets for NBD (in shell, '\\+' is different from "\\+" (one gives two backslash to the regex, matching the literal 2-byte sequence <\+> after a single digit; the other gives one backslash to the regex, as the metacharacter \+ to match one or more of <[0-9]>); since the literal string <nbd://127.0.0.1:0\+> is not a valid URI, that regex hasn't been matching anything for years so it is fine to just drop it rather than fix the typo. Fixes:f3923a72("iotests: Switch nbd tests to use Unix rather than TCP", v4.2.0) Fixes:5ba7db09("iotests: always use a unique sub-directory per test", v8.0.0) Signed-off-by: Eric Blake <eblake@redhat.com> Message-Id: <20230519150216.2599189-1-eblake@redhat.com> Reviewed-by: Daniel P. Berrangé <berrange@redhat.com>
1038 lines
27 KiB
Bash
1038 lines
27 KiB
Bash
#!/usr/bin/env bash
|
|
#
|
|
# Copyright Red Hat
|
|
# Copyright (c) 2000-2006 Silicon Graphics, Inc. All Rights Reserved.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
|
|
export LANG=C
|
|
|
|
PATH=".:$PATH"
|
|
|
|
HOSTOS=$(uname -s)
|
|
arch=$(uname -m)
|
|
[[ "$arch" =~ "ppc64" ]] && qemu_arch=ppc64 || qemu_arch="$arch"
|
|
|
|
# make sure we have a standard umask
|
|
umask 022
|
|
|
|
# bail out, setting up .notrun file
|
|
_notrun()
|
|
{
|
|
echo "$*" >"$TEST_DIR/$seq.notrun"
|
|
echo "$seq not run: $*"
|
|
status=0
|
|
exit
|
|
}
|
|
|
|
if ! command -v gsed >/dev/null 2>&1; then
|
|
if sed --version 2>&1 | grep -v 'not GNU sed' | grep 'GNU sed' > /dev/null;
|
|
then
|
|
gsed()
|
|
{
|
|
sed "$@"
|
|
}
|
|
else
|
|
gsed()
|
|
{
|
|
_notrun "GNU sed not available"
|
|
}
|
|
fi
|
|
fi
|
|
|
|
dd()
|
|
{
|
|
if [ "$HOSTOS" == "Linux" ]
|
|
then
|
|
command dd --help | grep noxfer > /dev/null 2>&1
|
|
|
|
if [ "$?" -eq 0 ]
|
|
then
|
|
command dd status=noxfer $@
|
|
else
|
|
command dd $@
|
|
fi
|
|
else
|
|
command dd $@
|
|
fi
|
|
}
|
|
|
|
# poke_file 'test.img' 512 '\xff\xfe'
|
|
poke_file()
|
|
{
|
|
printf "$3" | dd "of=$1" bs=1 "seek=$2" conv=notrunc &>/dev/null
|
|
}
|
|
|
|
# poke_file_le $img_filename $offset $byte_width $value
|
|
# Example: poke_file_le "$TEST_IMG" 512 2 65534
|
|
poke_file_le()
|
|
{
|
|
local img=$1 ofs=$2 len=$3 val=$4 str=''
|
|
|
|
while ((len--)); do
|
|
str+=$(printf '\\x%02x' $((val & 0xff)))
|
|
val=$((val >> 8))
|
|
done
|
|
|
|
poke_file "$img" "$ofs" "$str"
|
|
}
|
|
|
|
# poke_file_be $img_filename $offset $byte_width $value
|
|
# Example: poke_file_be "$TEST_IMG" 512 2 65279
|
|
poke_file_be()
|
|
{
|
|
local img=$1 ofs=$2 len=$3 val=$4
|
|
local str=$(printf "%0$((len * 2))x\n" $val | sed 's/\(..\)/\\x\1/g')
|
|
|
|
poke_file "$img" "$ofs" "$str"
|
|
}
|
|
|
|
# peek_file_le 'test.img' 512 2 => 65534
|
|
peek_file_le()
|
|
{
|
|
local val=0 shift=0 byte
|
|
|
|
# coreutils' od --endian is not portable, so manually assemble bytes.
|
|
for byte in $(od -j"$2" -N"$3" -An -v -tu1 "$1"); do
|
|
val=$(( val | (byte << shift) ))
|
|
shift=$((shift + 8))
|
|
done
|
|
printf %llu $val
|
|
}
|
|
|
|
# peek_file_be 'test.img' 512 2 => 65279
|
|
peek_file_be()
|
|
{
|
|
local val=0 byte
|
|
|
|
# coreutils' od --endian is not portable, so manually assemble bytes.
|
|
for byte in $(od -j"$2" -N"$3" -An -v -tu1 "$1"); do
|
|
val=$(( (val << 8) | byte ))
|
|
done
|
|
printf %llu $val
|
|
}
|
|
|
|
# peek_file_raw 'test.img' 512 2 => '\xff\xfe'. Do not use if the raw data
|
|
# is likely to contain \0 or trailing \n.
|
|
peek_file_raw()
|
|
{
|
|
dd if="$1" bs=1 skip="$2" count="$3" status=none
|
|
}
|
|
|
|
_optstr_add()
|
|
{
|
|
if [ -n "$1" ]; then
|
|
echo "$1,$2"
|
|
else
|
|
echo "$2"
|
|
fi
|
|
}
|
|
|
|
# Set the variables to the empty string to turn Valgrind off
|
|
# for specific processes, e.g.
|
|
# $ VALGRIND_QEMU_IO= ./check -qcow2 -valgrind 015
|
|
|
|
: ${VALGRIND_QEMU_VM=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QEMU_IMG=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QEMU_IO=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QEMU_NBD=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QSD=$VALGRIND_QEMU}
|
|
|
|
# The Valgrind own parameters may be set with
|
|
# its environment variable VALGRIND_OPTS, e.g.
|
|
# $ VALGRIND_OPTS="--leak-check=yes" ./check -qcow2 -valgrind 015
|
|
|
|
_qemu_proc_exec()
|
|
{
|
|
local VALGRIND_LOGFILE="$1"
|
|
shift
|
|
if [[ "${VALGRIND_QEMU}" == "y" && "${NO_VALGRIND}" != "y" ]]; then
|
|
exec valgrind --log-file="${VALGRIND_LOGFILE}" --error-exitcode=99 "$@"
|
|
else
|
|
exec "$@"
|
|
fi
|
|
}
|
|
|
|
_qemu_proc_valgrind_log()
|
|
{
|
|
local VALGRIND_LOGFILE="$1"
|
|
local RETVAL="$2"
|
|
if [[ "${VALGRIND_QEMU}" == "y" && "${NO_VALGRIND}" != "y" ]]; then
|
|
if [ $RETVAL == 99 ]; then
|
|
cat "${VALGRIND_LOGFILE}"
|
|
fi
|
|
rm -f "${VALGRIND_LOGFILE}"
|
|
fi
|
|
}
|
|
|
|
_qemu_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
if [ -n "${QEMU_NEED_PID}" ]; then
|
|
echo $BASHPID > "${QEMU_TEST_DIR}/qemu-${_QEMU_HANDLE}.pid"
|
|
fi
|
|
|
|
GDB=""
|
|
if [ -n "${GDB_OPTIONS}" ]; then
|
|
GDB="gdbserver ${GDB_OPTIONS}"
|
|
fi
|
|
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_VM}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
$GDB "$QEMU_PROG" $QEMU_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_img_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_IMG}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QEMU_IMG_PROG" $QEMU_IMG_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_io_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
local QEMU_IO_ARGS="$QEMU_IO_OPTIONS"
|
|
if [ "$IMGOPTSSYNTAX" = "true" ]; then
|
|
QEMU_IO_ARGS="--image-opts $QEMU_IO_ARGS"
|
|
if [ -n "$IMGKEYSECRET" ]; then
|
|
QEMU_IO_ARGS="--object secret,id=keysec0,data=$IMGKEYSECRET $QEMU_IO_ARGS"
|
|
fi
|
|
fi
|
|
(
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_IO}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QEMU_IO_PROG" $QEMU_IO_ARGS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_nbd_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_NBD}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QEMU_NBD_PROG" --pid-file="${QEMU_TEST_DIR}/qemu-nbd.pid" \
|
|
$QEMU_NBD_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_storage_daemon_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
if [ -n "${QSD_NEED_PID}" ]; then
|
|
echo $BASHPID > "${QEMU_TEST_DIR}/qemu-storage-daemon.pid"
|
|
fi
|
|
VALGRIND_QEMU="${VALGRIND_QSD}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QSD_PROG" $QSD_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
# Valgrind bug #409141 https://bugs.kde.org/show_bug.cgi?id=409141
|
|
# Until valgrind 3.16+ is ubiquitous, we must work around a hang in
|
|
# valgrind when issuing sigkill. Disable valgrind for this invocation.
|
|
_NO_VALGRIND()
|
|
{
|
|
NO_VALGRIND="y" "$@"
|
|
}
|
|
|
|
export QEMU=_qemu_wrapper
|
|
export QEMU_IMG=_qemu_img_wrapper
|
|
export QEMU_IO=_qemu_io_wrapper
|
|
export QEMU_NBD=_qemu_nbd_wrapper
|
|
export QSD=_qemu_storage_daemon_wrapper
|
|
|
|
if [ "$IMGOPTSSYNTAX" = "true" ]; then
|
|
DRIVER="driver=$IMGFMT"
|
|
QEMU_IMG_EXTRA_ARGS="--image-opts $QEMU_IMG_EXTRA_ARGS"
|
|
if [ -n "$IMGKEYSECRET" ]; then
|
|
QEMU_IMG_EXTRA_ARGS="--object secret,id=keysec0,data=$IMGKEYSECRET $QEMU_IMG_EXTRA_ARGS"
|
|
fi
|
|
if [ "$IMGFMT" = "luks" ]; then
|
|
DRIVER="$DRIVER,key-secret=keysec0"
|
|
fi
|
|
if [ "$IMGPROTO" = "file" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.filename=$TEST_DIR/t.$IMGFMT"
|
|
elif [ "$IMGPROTO" = "nbd" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.driver=nbd,file.type=unix"
|
|
TEST_IMG="$TEST_IMG,file.path=$SOCK_DIR/nbd"
|
|
elif [ "$IMGPROTO" = "fuse" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.filename=$SOCK_DIR/fuse-t.$IMGFMT"
|
|
elif [ "$IMGPROTO" = "ssh" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.driver=ssh,file.host=127.0.0.1,file.path=$TEST_IMG_FILE"
|
|
elif [ "$IMGPROTO" = "nfs" ]; then
|
|
TEST_DIR="$DRIVER,file.driver=nfs,file.filename=nfs://127.0.0.1/$TEST_DIR"
|
|
TEST_IMG=$TEST_DIR/t.$IMGFMT
|
|
else
|
|
TEST_IMG="$DRIVER,file.driver=$IMGPROTO,file.filename=$TEST_DIR/t.$IMGFMT"
|
|
fi
|
|
else
|
|
QEMU_IMG_EXTRA_ARGS=
|
|
if [ "$IMGPROTO" = "file" ]; then
|
|
TEST_IMG=$TEST_DIR/t.$IMGFMT
|
|
elif [ "$IMGPROTO" = "nbd" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="nbd+unix:///?socket=$SOCK_DIR/nbd"
|
|
elif [ "$IMGPROTO" = "fuse" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$SOCK_DIR/fuse-t.$IMGFMT"
|
|
elif [ "$IMGPROTO" = "ssh" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
REMOTE_TEST_DIR="ssh://\\($USER@\\)\\?127.0.0.1\\(:[0-9]\\+\\)\\?$TEST_DIR"
|
|
TEST_IMG="ssh://127.0.0.1$TEST_IMG_FILE"
|
|
elif [ "$IMGPROTO" = "nfs" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
REMOTE_TEST_DIR="nfs://127.0.0.1$TEST_DIR"
|
|
TEST_IMG="nfs://127.0.0.1$TEST_IMG_FILE"
|
|
else
|
|
TEST_IMG=$IMGPROTO:$TEST_DIR/t.$IMGFMT
|
|
fi
|
|
fi
|
|
ORIG_TEST_IMG_FILE=$TEST_IMG_FILE
|
|
ORIG_TEST_IMG="$TEST_IMG"
|
|
|
|
FUSE_PIDS=()
|
|
FUSE_EXPORTS=()
|
|
|
|
if [ -z "$TEST_DIR" ]; then
|
|
TEST_DIR=$PWD/scratch
|
|
fi
|
|
|
|
QEMU_TEST_DIR="${TEST_DIR}"
|
|
|
|
if [ ! -e "$TEST_DIR" ]; then
|
|
mkdir "$TEST_DIR"
|
|
fi
|
|
|
|
if [ ! -d "$TEST_DIR" ]; then
|
|
echo "common.rc: Error: \$TEST_DIR ($TEST_DIR) is not a directory"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z "$REMOTE_TEST_DIR" ]; then
|
|
REMOTE_TEST_DIR="$TEST_DIR"
|
|
fi
|
|
|
|
if [ ! -d "$SAMPLE_IMG_DIR" ]; then
|
|
echo "common.rc: Error: \$SAMPLE_IMG_DIR ($SAMPLE_IMG_DIR) is not a directory"
|
|
exit 1
|
|
fi
|
|
|
|
_use_sample_img()
|
|
{
|
|
SAMPLE_IMG_FILE="${1%\.bz2}"
|
|
TEST_IMG="$TEST_DIR/$SAMPLE_IMG_FILE"
|
|
bzcat "$SAMPLE_IMG_DIR/$1" > "$TEST_IMG"
|
|
if [ $? -ne 0 ]
|
|
then
|
|
echo "_use_sample_img error, cannot extract '$SAMPLE_IMG_DIR/$1'"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
_stop_nbd_server()
|
|
{
|
|
if [ -f "${QEMU_TEST_DIR}/qemu-nbd.pid" ]; then
|
|
local QEMU_NBD_PID
|
|
read QEMU_NBD_PID < "${QEMU_TEST_DIR}/qemu-nbd.pid"
|
|
kill ${QEMU_NBD_PID}
|
|
rm -f "${QEMU_TEST_DIR}/qemu-nbd.pid" "$SOCK_DIR/nbd"
|
|
fi
|
|
}
|
|
|
|
# Gets the data_file value from IMGOPTS and replaces the '$TEST_IMG'
|
|
# pattern by '$1'
|
|
# Caution: The replacement is done with sed, so $1 must be escaped
|
|
# properly. (The delimiter is '#'.)
|
|
_get_data_file()
|
|
{
|
|
if ! echo "$IMGOPTS" | grep -q 'data_file='; then
|
|
return 1
|
|
fi
|
|
|
|
echo "$IMGOPTS" | sed -e 's/.*data_file=\([^,]*\).*/\1/' \
|
|
| sed -e "s#\\\$TEST_IMG#$1#"
|
|
}
|
|
|
|
# Translate a $TEST_IMG to its corresponding $TEST_IMG_FILE for
|
|
# different protocols
|
|
_test_img_to_test_img_file()
|
|
{
|
|
case "$IMGPROTO" in
|
|
file)
|
|
echo "$1"
|
|
;;
|
|
|
|
fuse)
|
|
echo "$1" | sed -e "s#$SOCK_DIR/fuse-#$TEST_DIR/#"
|
|
;;
|
|
|
|
nfs)
|
|
echo "$1" | sed -e "s#nfs://127.0.0.1##"
|
|
;;
|
|
|
|
ssh)
|
|
echo "$1" | \
|
|
sed -e "s#ssh://\\($USER@\\)\\?127.0.0.1\\(:[0-9]\\+\\)\\?##"
|
|
;;
|
|
|
|
*)
|
|
return 1
|
|
;;
|
|
esac
|
|
}
|
|
|
|
_make_test_img()
|
|
{
|
|
# extra qemu-img options can be added by tests
|
|
# at least one argument (the image size) needs to be added
|
|
local extra_img_options=""
|
|
local optstr=""
|
|
local img_name=""
|
|
local use_backing=0
|
|
local backing_file=""
|
|
local object_options=""
|
|
local opts_param=false
|
|
local misc_params=()
|
|
|
|
if [[ $IMGPROTO == fuse && $TEST_IMG == $SOCK_DIR/fuse-* ]]; then
|
|
# The caller may be trying to overwrite an existing image
|
|
_rm_test_img "$TEST_IMG"
|
|
fi
|
|
|
|
if [ -z "$TEST_IMG_FILE" ]; then
|
|
img_name=$TEST_IMG
|
|
elif [ "$IMGOPTSSYNTAX" != "true" -a \
|
|
"$TEST_IMG_FILE" = "$ORIG_TEST_IMG_FILE" ]; then
|
|
# Handle cases of tests only updating TEST_IMG, but not TEST_IMG_FILE
|
|
img_name=$(_test_img_to_test_img_file "$TEST_IMG")
|
|
if [ "$?" != 0 ]; then
|
|
img_name=$TEST_IMG_FILE
|
|
fi
|
|
else
|
|
# $TEST_IMG_FILE is not the default value, so it definitely has been
|
|
# modified by the test
|
|
img_name=$TEST_IMG_FILE
|
|
fi
|
|
|
|
if [ -n "$IMGOPTS" ]; then
|
|
imgopts_expanded=$(echo "$IMGOPTS" | sed -e "s#\\\$TEST_IMG#$img_name#")
|
|
optstr=$(_optstr_add "$optstr" "$imgopts_expanded")
|
|
fi
|
|
if [ -n "$IMGKEYSECRET" ]; then
|
|
object_options="--object secret,id=keysec0,data=$IMGKEYSECRET"
|
|
optstr=$(_optstr_add "$optstr" "key-secret=keysec0")
|
|
fi
|
|
|
|
for param; do
|
|
if [ "$use_backing" = "1" -a -z "$backing_file" ]; then
|
|
backing_file=$param
|
|
continue
|
|
elif $opts_param; then
|
|
optstr=$(_optstr_add "$optstr" "$param")
|
|
opts_param=false
|
|
continue
|
|
fi
|
|
|
|
case "$param" in
|
|
-b)
|
|
use_backing=1
|
|
;;
|
|
|
|
-o)
|
|
opts_param=true
|
|
;;
|
|
|
|
--no-opts)
|
|
optstr=""
|
|
;;
|
|
|
|
*)
|
|
misc_params=("${misc_params[@]}" "$param")
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if [ \( "$IMGFMT" = "qcow2" -o "$IMGFMT" = "qed" \) -a -n "$CLUSTER_SIZE" ]; then
|
|
optstr=$(_optstr_add "$optstr" "cluster_size=$CLUSTER_SIZE")
|
|
fi
|
|
|
|
if [ -n "$optstr" ]; then
|
|
extra_img_options="-o $optstr $extra_img_options"
|
|
fi
|
|
|
|
if [ $IMGPROTO = "nbd" ]; then
|
|
_stop_nbd_server
|
|
fi
|
|
|
|
# XXX(hch): have global image options?
|
|
(
|
|
if [ $use_backing = 1 ]; then
|
|
$QEMU_IMG create $object_options -f $IMGFMT $extra_img_options -b "$backing_file" "$img_name" "${misc_params[@]}" 2>&1
|
|
else
|
|
$QEMU_IMG create $object_options -f $IMGFMT $extra_img_options "$img_name" "${misc_params[@]}" 2>&1
|
|
fi
|
|
) | _filter_img_create
|
|
|
|
# Start an NBD server on the image file, which is what we'll be talking to.
|
|
# Once NBD gains resize support, we may also want to use -f raw at the
|
|
# server and interpret format over NBD, but for now, the format is
|
|
# interpreted at the server and raw data sent over NBD.
|
|
if [ $IMGPROTO = "nbd" ]; then
|
|
# Pass a sufficiently high number to -e that should be enough for all
|
|
# tests
|
|
eval "$QEMU_NBD -v -t -k '$SOCK_DIR/nbd' -f $IMGFMT -e 42 -x '' $TEST_IMG_FILE >/dev/null &"
|
|
sleep 1 # FIXME: qemu-nbd needs to be listening before we continue
|
|
fi
|
|
|
|
if [ $IMGPROTO = "fuse" -a -f "$img_name" ]; then
|
|
local export_mp
|
|
local pid
|
|
local pidfile
|
|
local timeout
|
|
|
|
export_mp=$(echo "$img_name" | sed -e "s#$TEST_DIR/#$SOCK_DIR/fuse-#")
|
|
if ! echo "$export_mp" | grep -q "^$SOCK_DIR"; then
|
|
echo 'Cannot use FUSE exports with images outside of TEST_DIR' >&2
|
|
return 1
|
|
fi
|
|
|
|
touch "$export_mp"
|
|
rm -f "$SOCK_DIR/fuse-output"
|
|
|
|
# Usually, users would export formatted nodes. But we present fuse as a
|
|
# protocol-level driver here, so we have to leave the format to the
|
|
# client.
|
|
# Switch off allow-other, because in general we do not need it for
|
|
# iotests. The default allow-other=auto has the downside of printing a
|
|
# fusermount error on its first attempt if allow_other is not
|
|
# permissible, which we would need to filter.
|
|
QSD_NEED_PID=y $QSD \
|
|
--blockdev file,node-name=export-node,filename=$img_name,discard=unmap \
|
|
--export fuse,id=fuse-export,node-name=export-node,mountpoint="$export_mp",writable=on,growable=on,allow-other=off \
|
|
&
|
|
|
|
pidfile="$QEMU_TEST_DIR/qemu-storage-daemon.pid"
|
|
|
|
# Wait for the PID file
|
|
while [ ! -f "$pidfile" ]; do
|
|
sleep 0.5
|
|
done
|
|
|
|
pid=$(cat "$pidfile")
|
|
rm -f "$pidfile"
|
|
|
|
FUSE_PIDS+=($pid)
|
|
FUSE_EXPORTS+=("$export_mp")
|
|
fi
|
|
}
|
|
|
|
_rm_test_img()
|
|
{
|
|
local img=$1
|
|
|
|
if [[ $IMGPROTO == fuse && $img == $SOCK_DIR/fuse-* ]]; then
|
|
# Drop a FUSE export
|
|
local df_output
|
|
local i
|
|
local image_file
|
|
local index=''
|
|
local timeout
|
|
|
|
for i in "${!FUSE_EXPORTS[@]}"; do
|
|
if [ "${FUSE_EXPORTS[i]}" = "$img" ]; then
|
|
index=$i
|
|
break
|
|
fi
|
|
done
|
|
|
|
if [ -z "$index" ]; then
|
|
# Probably gone already
|
|
return 0
|
|
fi
|
|
|
|
kill "${FUSE_PIDS[index]}"
|
|
|
|
# Wait until the mount is gone
|
|
timeout=10 # *0.5 s
|
|
while true; do
|
|
# Will show the mount point; if the mount is still there,
|
|
# it will be $img.
|
|
df_output=$(df "$img" 2>/dev/null)
|
|
|
|
# But df may also show an error ("Transpoint endpoint not
|
|
# connected"), so retry in such cases
|
|
if [ -n "$df_output" ]; then
|
|
if ! echo "$df_output" | grep -q "$img"; then
|
|
break
|
|
fi
|
|
fi
|
|
|
|
sleep 0.5
|
|
|
|
timeout=$((timeout - 1))
|
|
if [ "$timeout" = 0 ]; then
|
|
echo 'Failed to take down FUSE export' >&2
|
|
return 1
|
|
fi
|
|
done
|
|
|
|
rm -f "$img"
|
|
|
|
unset "FUSE_PIDS[$index]"
|
|
unset "FUSE_EXPORTS[$index]"
|
|
|
|
image_file=$(echo "$img" | sed -e "s#$SOCK_DIR/fuse-#$TEST_DIR/#")
|
|
_rm_test_img "$image_file"
|
|
return
|
|
fi
|
|
|
|
if [ "$IMGFMT" = "vmdk" ]; then
|
|
# Remove all the extents for vmdk
|
|
"$QEMU_IMG" info "$img" 2>/dev/null | grep 'filename:' | cut -f 2 -d: \
|
|
| xargs -I {} rm -f "{}"
|
|
elif [ "$IMGFMT" = "qcow2" ]; then
|
|
# Remove external data file
|
|
if data_file=$(_get_data_file "$img"); then
|
|
rm -f "$data_file"
|
|
fi
|
|
fi
|
|
rm -f "$img"
|
|
}
|
|
|
|
_cleanup_test_img()
|
|
{
|
|
case "$IMGPROTO" in
|
|
|
|
nbd)
|
|
_stop_nbd_server
|
|
rm -f "$TEST_IMG_FILE"
|
|
;;
|
|
|
|
fuse)
|
|
local mp
|
|
|
|
for mp in "${FUSE_EXPORTS[@]}"; do
|
|
_rm_test_img "$mp"
|
|
done
|
|
|
|
FUSE_PIDS=()
|
|
FUSE_EXPORTS=()
|
|
;;
|
|
|
|
file)
|
|
_rm_test_img "$TEST_DIR/t.$IMGFMT"
|
|
_rm_test_img "$TEST_DIR/t.$IMGFMT.orig"
|
|
_rm_test_img "$TEST_DIR/t.$IMGFMT.base"
|
|
if [ -n "$SAMPLE_IMG_FILE" ]
|
|
then
|
|
rm -f "$TEST_DIR/$SAMPLE_IMG_FILE"
|
|
SAMPLE_IMG_FILE=
|
|
TEST_IMG="$ORIG_TEST_IMG"
|
|
fi
|
|
;;
|
|
|
|
rbd)
|
|
rbd --no-progress rm "$TEST_DIR/t.$IMGFMT" > /dev/null
|
|
;;
|
|
|
|
esac
|
|
}
|
|
|
|
_check_test_img()
|
|
{
|
|
(
|
|
if [ "$IMGOPTSSYNTAX" = "true" ]; then
|
|
$QEMU_IMG check $QEMU_IMG_EXTRA_ARGS "$@" "$TEST_IMG" 2>&1
|
|
else
|
|
$QEMU_IMG check "$@" -f $IMGFMT "$TEST_IMG" 2>&1
|
|
fi
|
|
) | _filter_testdir | _filter_qemu_img_check
|
|
|
|
# return real qemu_img check status, to analyze in
|
|
# _check_test_img_ignore_leaks
|
|
return ${PIPESTATUS[0]}
|
|
}
|
|
|
|
_check_test_img_ignore_leaks()
|
|
{
|
|
out=$(_check_test_img "$@")
|
|
status=$?
|
|
if [ $status = 3 ]; then
|
|
# This must correspond to success output in dump_human_image_check()
|
|
echo "No errors were found on the image."
|
|
return 0
|
|
fi
|
|
echo "$out"
|
|
return $status
|
|
}
|
|
|
|
_img_info()
|
|
{
|
|
if [[ "$1" == "--format-specific" ]]; then
|
|
local format_specific=1
|
|
shift
|
|
else
|
|
local format_specific=0
|
|
fi
|
|
|
|
discard=0
|
|
regex_json_spec_start='^ *"format-specific": \{'
|
|
regex_json_child_start='^ *"children": \['
|
|
$QEMU_IMG info $QEMU_IMG_EXTRA_ARGS "$@" "$TEST_IMG" 2>&1 | \
|
|
sed -e "s#$REMOTE_TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$IMGPROTO:$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$SOCK_DIR/fuse-#TEST_DIR/#g" \
|
|
-e "s#$SOCK_DIR/#SOCK_DIR/#g" \
|
|
-e "s#$IMGFMT#IMGFMT#g" \
|
|
-e 's/\(compression type: \)\(zlib\|zstd\)/\1COMPRESSION_TYPE/' \
|
|
-e "/^disk size:/ D" \
|
|
-e "/actual-size/ D" | \
|
|
while IFS='' read -r line; do
|
|
if [[ $discard == 0 ]]; then
|
|
if [[ $format_specific == 0 && $line == "Format specific information:" ]]; then
|
|
discard=1
|
|
elif [[ $line =~ "Child node '/" ]]; then
|
|
discard=1
|
|
elif [[ $format_specific == 0 && $line =~ $regex_json_spec_start ]]; then
|
|
discard=2
|
|
regex_json_end="^${line%%[^ ]*}\\},? *$"
|
|
elif [[ $line =~ $regex_json_child_start ]]; then
|
|
discard=2
|
|
regex_json_end="^${line%%[^ ]*}\\],? *$"
|
|
fi
|
|
fi
|
|
if [[ $discard == 0 ]]; then
|
|
echo "$line"
|
|
elif [[ $discard == 1 && ! $line ]]; then
|
|
echo
|
|
discard=0
|
|
elif [[ $discard == 2 && $line =~ $regex_json_end ]]; then
|
|
discard=0
|
|
fi
|
|
done
|
|
}
|
|
|
|
# bail out, setting up .casenotrun file
|
|
# The function _casenotrun() is used as a notifier. It is the
|
|
# caller's responsibility to make skipped a particular test.
|
|
#
|
|
_casenotrun()
|
|
{
|
|
echo " [case not run] $*" >>"$TEST_DIR/$seq.casenotrun"
|
|
}
|
|
|
|
# just plain bail out
|
|
#
|
|
_fail()
|
|
{
|
|
echo "$*" | tee -a "$TEST_DIR/$seq.full"
|
|
echo "(see $seq.full for details)"
|
|
status=1
|
|
exit 1
|
|
}
|
|
|
|
# tests whether $IMGFMT is one of the supported image formats for a test
|
|
#
|
|
_supported_fmt()
|
|
{
|
|
# "generic" is suitable for most image formats. For some formats it doesn't
|
|
# work, however (most notably read-only formats), so they can opt out by
|
|
# setting IMGFMT_GENERIC to false.
|
|
for f; do
|
|
if [ "$f" = "$IMGFMT" -o "$f" = "generic" -a "$IMGFMT_GENERIC" = "true" ]; then
|
|
if [ "$IMGFMT" = "luks" ]; then
|
|
_require_working_luks
|
|
fi
|
|
return
|
|
fi
|
|
done
|
|
|
|
_notrun "not suitable for this image format: $IMGFMT"
|
|
}
|
|
|
|
# tests whether $IMGFMT is one of the unsupported image format for a test
|
|
#
|
|
_unsupported_fmt()
|
|
{
|
|
for f; do
|
|
if [ "$f" = "$IMGFMT" ]; then
|
|
_notrun "not suitable for this image format: $IMGFMT"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# tests whether $IMGPROTO is one of the supported image protocols for a test
|
|
#
|
|
_supported_proto()
|
|
{
|
|
for f; do
|
|
if [ "$f" = "$IMGPROTO" -o "$f" = "generic" ]; then
|
|
return
|
|
fi
|
|
done
|
|
|
|
_notrun "not suitable for this image protocol: $IMGPROTO"
|
|
}
|
|
|
|
# tests whether $IMGPROTO is specified as an unsupported image protocol for a test
|
|
#
|
|
_unsupported_proto()
|
|
{
|
|
for f; do
|
|
if [ "$f" = "$IMGPROTO" ]; then
|
|
_notrun "not suitable for this image protocol: $IMGPROTO"
|
|
return
|
|
fi
|
|
done
|
|
}
|
|
|
|
# tests whether the host OS is one of the supported OSes for a test
|
|
#
|
|
_supported_os()
|
|
{
|
|
for h
|
|
do
|
|
if [ "$h" = "$HOSTOS" ]
|
|
then
|
|
return
|
|
fi
|
|
done
|
|
|
|
_notrun "not suitable for this OS: $HOSTOS"
|
|
}
|
|
|
|
_supported_cache_modes()
|
|
{
|
|
for mode; do
|
|
if [ "$mode" = "$CACHEMODE" ]; then
|
|
return
|
|
fi
|
|
done
|
|
_notrun "not suitable for cache mode: $CACHEMODE"
|
|
}
|
|
|
|
# Check whether the filesystem supports O_DIRECT
|
|
_check_o_direct()
|
|
{
|
|
testfile="$TEST_DIR"/_check_o_direct
|
|
$QEMU_IMG create -f raw "$testfile" 1M > /dev/null
|
|
out=$($QEMU_IO -f raw -t none -c quit "$testfile" 2>&1)
|
|
rm -f "$testfile"
|
|
|
|
[[ "$out" != *"O_DIRECT"* ]]
|
|
}
|
|
|
|
_require_o_direct()
|
|
{
|
|
if ! _check_o_direct; then
|
|
_notrun "file system on $TEST_DIR does not support O_DIRECT"
|
|
fi
|
|
}
|
|
|
|
_check_cache_mode()
|
|
{
|
|
if [ $CACHEMODE == "none" ] || [ $CACHEMODE == "directsync" ]; then
|
|
_require_o_direct
|
|
fi
|
|
}
|
|
|
|
_check_cache_mode
|
|
|
|
# $1 - cache mode to use by default
|
|
# $2 - (optional) cache mode to use by default if O_DIRECT is not supported
|
|
_default_cache_mode()
|
|
{
|
|
if $CACHEMODE_IS_DEFAULT; then
|
|
if [ -z "$2" ] || _check_o_direct; then
|
|
CACHEMODE="$1"
|
|
else
|
|
CACHEMODE="$2"
|
|
fi
|
|
QEMU_IO="$QEMU_IO --cache $CACHEMODE"
|
|
_check_cache_mode
|
|
return
|
|
fi
|
|
}
|
|
_supported_aio_modes()
|
|
{
|
|
for mode; do
|
|
if [ "$mode" = "$AIOMODE" ]; then
|
|
return
|
|
fi
|
|
done
|
|
_notrun "not suitable for aio mode: $AIOMODE"
|
|
}
|
|
_default_aio_mode()
|
|
{
|
|
AIOMODE="$1"
|
|
QEMU_IO="$QEMU_IO --aio $1"
|
|
}
|
|
|
|
_unsupported_imgopts()
|
|
{
|
|
for bad_opt
|
|
do
|
|
# Add a space so tests can match for whitespace that marks the
|
|
# end of an option (\b or \> are not portable)
|
|
if echo "$IMGOPTS " | grep -q 2>/dev/null "$bad_opt"
|
|
then
|
|
_notrun "not suitable for image option: $bad_opt"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Caution: Overwrites $TEST_DIR/t.luks
|
|
_require_working_luks()
|
|
{
|
|
file="$TEST_DIR/t.luks"
|
|
|
|
output=$(
|
|
$QEMU_IMG create -f luks \
|
|
--object secret,id=sec0,data=hunter0 \
|
|
-o key-secret=sec0 \
|
|
-o iter-time=10 \
|
|
"$file" \
|
|
1M \
|
|
2>&1
|
|
)
|
|
status=$?
|
|
|
|
IMGFMT='luks' _rm_test_img "$file"
|
|
|
|
if [ $status != 0 ]; then
|
|
reason=$(echo "$output" | grep "$file:" | sed -e "s#.*$file: *##")
|
|
if [ -z "$reason" ]; then
|
|
reason="Failed to create a LUKS image"
|
|
fi
|
|
_notrun "$reason"
|
|
fi
|
|
}
|
|
|
|
# this test requires that a specified command (executable) exists
|
|
#
|
|
_require_command()
|
|
{
|
|
if [ "$1" = "QEMU" ]; then
|
|
c=$QEMU_PROG
|
|
elif [ "$1" = "QEMU_IMG" ]; then
|
|
c=$QEMU_IMG_PROG
|
|
elif [ "$1" = "QEMU_IO" ]; then
|
|
c=$QEMU_IO_PROG
|
|
elif [ "$1" = "QEMU_NBD" ]; then
|
|
c=$QEMU_NBD_PROG
|
|
else
|
|
eval c=\$$1
|
|
fi
|
|
[ -x "$c" ] || _notrun "$1 utility required, skipped this test"
|
|
}
|
|
|
|
# Check that a set of drivers has been whitelisted in the QEMU binary
|
|
#
|
|
_require_drivers()
|
|
{
|
|
available=$($QEMU -drive format=help | \
|
|
sed -e '/Supported formats:/!d' -e 's/Supported formats://')
|
|
for driver
|
|
do
|
|
if ! echo "$available" | grep -q " $driver\( \|$\)"; then
|
|
_notrun "$driver not available"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Check that we have a file system that allows huge (but very sparse) files
|
|
#
|
|
_require_large_file()
|
|
{
|
|
if ! truncate --size="$1" "$TEST_IMG"; then
|
|
_notrun "file system on $TEST_DIR does not support large enough files"
|
|
fi
|
|
rm "$TEST_IMG"
|
|
}
|
|
|
|
# Check that a set of devices is available in the QEMU binary
|
|
#
|
|
_require_devices()
|
|
{
|
|
available=$($QEMU -M none -device help 2> /dev/null | \
|
|
grep ^name | sed -e 's/^name "//' -e 's/".*$//')
|
|
for device
|
|
do
|
|
if ! echo "$available" | grep -q "$device" ; then
|
|
_notrun "$device not available"
|
|
fi
|
|
done
|
|
}
|
|
|
|
_require_one_device_of()
|
|
{
|
|
available=$($QEMU -M none -device help 2> /dev/null | \
|
|
grep ^name | sed -e 's/^name "//' -e 's/".*$//')
|
|
for device
|
|
do
|
|
if echo "$available" | grep -q "$device" ; then
|
|
return
|
|
fi
|
|
done
|
|
_notrun "$* not available"
|
|
}
|
|
|
|
_qcow2_dump_header()
|
|
{
|
|
if [[ "$1" == "--no-filter-compression" ]]; then
|
|
local filter_compression=0
|
|
shift
|
|
else
|
|
local filter_compression=1
|
|
fi
|
|
|
|
img="$1"
|
|
if [ -z "$img" ]; then
|
|
img="$TEST_IMG"
|
|
fi
|
|
|
|
if [[ $filter_compression == 0 ]]; then
|
|
$PYTHON qcow2.py "$img" dump-header
|
|
else
|
|
$PYTHON qcow2.py "$img" dump-header | _filter_qcow2_compression_type_bit
|
|
fi
|
|
}
|
|
|
|
# make sure this script returns success
|
|
true
|