345 lines
8.2 KiB
Bash
345 lines
8.2 KiB
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# We test mdadm on loop-back block devices.
|
||
|
|
# dir for storing files should be settable by command line maybe
|
||
|
|
size=20000
|
||
|
|
# super0, round down to multiple of 64 and substract 64
|
||
|
|
mdsize0=19904
|
||
|
|
# super00 is nested, subtract 128
|
||
|
|
mdsize00=19840
|
||
|
|
# super1.0 round down to multiple of 2, subtract 8
|
||
|
|
mdsize1=19992
|
||
|
|
mdsize1a=19988
|
||
|
|
mdsize12=19988
|
||
|
|
# super1.2 for linear: round to multiple of 2, subtract 4
|
||
|
|
mdsize1_l=19996
|
||
|
|
mdsize2_l=19996
|
||
|
|
# subtract another 4 for bitmaps
|
||
|
|
mdsize1b=19988
|
||
|
|
mdsize11=19992
|
||
|
|
mdsize11a=19456
|
||
|
|
mdsize12=19988
|
||
|
|
|
||
|
|
# ddf needs bigger devices as 32Meg is reserved!
|
||
|
|
ddfsize=65536
|
||
|
|
|
||
|
|
# $1 is optional parameter, it shows why to save log
|
||
|
|
save_log() {
|
||
|
|
status=$1
|
||
|
|
logfile="$status""$_basename".log
|
||
|
|
|
||
|
|
cat $targetdir/stderr >> $targetdir/log
|
||
|
|
cp $targetdir/log $logdir/$_basename.log
|
||
|
|
echo "## $HOSTNAME: saving dmesg." >> $logdir/$logfile
|
||
|
|
dmesg -c >> $logdir/$logfile
|
||
|
|
echo "## $HOSTNAME: saving proc mdstat." >> $logdir/$logfile
|
||
|
|
cat /proc/mdstat >> $logdir/$logfile
|
||
|
|
array=($(mdadm -Ds | cut -d' ' -f2))
|
||
|
|
[ "$1" == "fail" ] &&
|
||
|
|
echo "FAILED - see $logdir/$_basename.log and $logdir/$logfile for details"
|
||
|
|
if [ $DEVTYPE == 'lvm' ]
|
||
|
|
then
|
||
|
|
# not supported lvm type yet
|
||
|
|
echo
|
||
|
|
elif [ "$DEVTYPE" == 'loop' -o "$DEVTYPE" == 'disk' ]
|
||
|
|
then
|
||
|
|
if [ ! -z "$array" -a ${#array[@]} -ge 1 ]
|
||
|
|
then
|
||
|
|
echo "## $HOSTNAME: mdadm -D ${array[@]}" >> $logdir/$logfile
|
||
|
|
$mdadm -D ${array[@]} >> $logdir/$logfile
|
||
|
|
# ignore saving external(external file, imsm...) bitmap
|
||
|
|
cat /proc/mdstat | grep -q "linear\|external" && return 0
|
||
|
|
md_disks=($($mdadm -D -Y ${array[@]} | grep "/dev/" | cut -d'=' -f2))
|
||
|
|
cat /proc/mdstat | grep -q "bitmap"
|
||
|
|
if [ $? -eq 0 ]
|
||
|
|
then
|
||
|
|
echo "## $HOSTNAME: mdadm -X ${md_disks[@]}" >> $logdir/$logfile
|
||
|
|
$mdadm -X ${md_disks[@]} >> $logdir/$logfile
|
||
|
|
echo "## $HOSTNAME: mdadm -E ${md_disks[@]}" >> $logdir/$logfile
|
||
|
|
$mdadm -E ${md_disks[@]} >> $logdir/$logfile
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
echo "## $HOSTNAME: no array assembled!" >> $logdir/$logfile
|
||
|
|
fi
|
||
|
|
fi
|
||
|
|
}
|
||
|
|
|
||
|
|
cleanup() {
|
||
|
|
udevadm settle
|
||
|
|
$mdadm -Ssq 2> /dev/null
|
||
|
|
case $DEVTYPE in
|
||
|
|
loop )
|
||
|
|
for d in 0 1 2 3 4 5 6 7 8 9 10 11 12 13
|
||
|
|
do
|
||
|
|
losetup -d /dev/loop$d &> /dev/null
|
||
|
|
rm -f /dev/disk/by-path/loop*
|
||
|
|
rm -f /var/tmp/mdtest$d
|
||
|
|
done
|
||
|
|
;;
|
||
|
|
lvm )
|
||
|
|
for d in 0 1 2 3 4 5 6 7 8 9 10 11 12 13
|
||
|
|
do
|
||
|
|
eval "lvremove --quiet -f \$dev$d"
|
||
|
|
done
|
||
|
|
;;
|
||
|
|
disk )
|
||
|
|
$mdadm --zero ${disks[@]} &> /dev/null
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
}
|
||
|
|
|
||
|
|
do_clean()
|
||
|
|
{
|
||
|
|
mdadm -Ss > /dev/null
|
||
|
|
mdadm --zero $devlist 2> /dev/null
|
||
|
|
dmesg -c > /dev/null
|
||
|
|
}
|
||
|
|
|
||
|
|
check_env() {
|
||
|
|
user=$(id -un)
|
||
|
|
[ "X$user" != "Xroot" ] && {
|
||
|
|
echo "test: testing can only be done as 'root'."
|
||
|
|
exit 1
|
||
|
|
}
|
||
|
|
[ \! -x $mdadm ] && {
|
||
|
|
echo "test: please run make everything before perform testing."
|
||
|
|
exit 1
|
||
|
|
}
|
||
|
|
cmds=(mdadm lsblk df udevadm losetup mkfs.ext3 fsck seq)
|
||
|
|
for cmd in ${cmds[@]}
|
||
|
|
do
|
||
|
|
which $cmd > /dev/null || {
|
||
|
|
echo "$cmd command not found!"
|
||
|
|
exit 1
|
||
|
|
}
|
||
|
|
done
|
||
|
|
if $(lsblk -a | grep -iq raid)
|
||
|
|
then
|
||
|
|
# donot run mdadm -Ss directly if there are RAIDs working.
|
||
|
|
echo "test: please run test suite without running RAIDs environment."
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
# Check whether to run multipath tests
|
||
|
|
modprobe multipath 2> /dev/null
|
||
|
|
grep -sq 'Personalities : .*multipath' /proc/mdstat &&
|
||
|
|
MULTIPATH="yes"
|
||
|
|
}
|
||
|
|
|
||
|
|
do_setup() {
|
||
|
|
trap cleanup 0 1 3 15
|
||
|
|
trap ctrl_c 2
|
||
|
|
|
||
|
|
check_env
|
||
|
|
[ -d $logdir ] || mkdir -p $logdir
|
||
|
|
|
||
|
|
devlist=
|
||
|
|
if [ "$DEVTYPE" == "loop" ]
|
||
|
|
then
|
||
|
|
# make sure there are no loop devices remaining.
|
||
|
|
# udev started things can sometimes prevent them being stopped
|
||
|
|
# immediately
|
||
|
|
while grep loop /proc/partitions > /dev/null 2>&1
|
||
|
|
do
|
||
|
|
$mdadm -Ssq
|
||
|
|
losetup -d /dev/loop[0-9]* 2> /dev/null
|
||
|
|
sleep 0.2
|
||
|
|
done
|
||
|
|
elif [ "$DEVTYPE" == "disk" ]
|
||
|
|
then
|
||
|
|
if [ ! -z "$disks" ]
|
||
|
|
then
|
||
|
|
for d in $(seq 0 ${#disks[@]})
|
||
|
|
do
|
||
|
|
eval "dev$d=${disks[$d]}"
|
||
|
|
eval devlist=\"\$devlist \$dev$d\"
|
||
|
|
eval devlist$d=\"\$devlist\"
|
||
|
|
done
|
||
|
|
$mdadm --zero ${disks[@]} &> /dev/null
|
||
|
|
else
|
||
|
|
echo "Forget to provide physical devices for disk mode."
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
fi
|
||
|
|
for d in 0 1 2 3 4 5 6 7 8 9 10 11 12 13
|
||
|
|
do
|
||
|
|
sz=$size
|
||
|
|
[ $d -gt 7 ] && sz=$ddfsize
|
||
|
|
case $DEVTYPE in
|
||
|
|
loop)
|
||
|
|
[ -f $targetdir/mdtest$d ] ||
|
||
|
|
dd if=/dev/zero of=$targetdir/mdtest$d count=$sz bs=1K > /dev/null 2>&1
|
||
|
|
# make sure udev doesn't touch
|
||
|
|
mdadm --zero $targetdir/mdtest$d 2> /dev/null
|
||
|
|
[ -b /dev/loop$d ] || mknod /dev/loop$d b 7 $d
|
||
|
|
if [ $d -eq 7 ]
|
||
|
|
then
|
||
|
|
losetup /dev/loop$d $targetdir/mdtest6 # for multipath use
|
||
|
|
else
|
||
|
|
losetup /dev/loop$d $targetdir/mdtest$d
|
||
|
|
fi
|
||
|
|
eval dev$d=/dev/loop$d
|
||
|
|
eval file$d=$targetdir/mdtest$d
|
||
|
|
;;
|
||
|
|
lvm)
|
||
|
|
unset MULTIPATH
|
||
|
|
eval dev$d=/dev/mapper/${LVM_VOLGROUP}-mdtest$d
|
||
|
|
if ! lvcreate --quiet -L ${sz}K -n mdtest$d $LVM_VOLGROUP
|
||
|
|
then
|
||
|
|
trap '' 0 # make sure lvremove is not called
|
||
|
|
eval echo error creating \$dev$d
|
||
|
|
exit 129
|
||
|
|
fi
|
||
|
|
;;
|
||
|
|
ram)
|
||
|
|
unset MULTIPATH
|
||
|
|
eval dev$d=/dev/ram$d
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
eval devlist=\"\$devlist \$dev$d\"
|
||
|
|
eval devlist$d=\"\$devlist\"
|
||
|
|
#" <-- add this quote to un-confuse vim syntax highlighting
|
||
|
|
done
|
||
|
|
path0=$dev6
|
||
|
|
path1=$dev7
|
||
|
|
ulimit -c unlimited
|
||
|
|
[ -f /proc/mdstat ] || modprobe md_mod
|
||
|
|
echo 2000 > /proc/sys/dev/raid/speed_limit_max
|
||
|
|
echo 0 > /sys/module/md_mod/parameters/start_ro
|
||
|
|
}
|
||
|
|
|
||
|
|
# check various things
|
||
|
|
check() {
|
||
|
|
case $1 in
|
||
|
|
opposite_result )
|
||
|
|
if [ $? -eq 0 ]; then
|
||
|
|
die "This command shouldn't run successfully"
|
||
|
|
fi
|
||
|
|
;;
|
||
|
|
spares )
|
||
|
|
spares=$(tr '] ' '\012\012' < /proc/mdstat | grep -c '(S)' || exit 0)
|
||
|
|
[ $spares -ne $2 ] &&
|
||
|
|
die "expected $2 spares, found $spares"
|
||
|
|
;;
|
||
|
|
raid* | linear )
|
||
|
|
grep -sq "active $1 " /proc/mdstat ||
|
||
|
|
die "active $1 not found"
|
||
|
|
;;
|
||
|
|
algorithm )
|
||
|
|
grep -sq " algorithm $2 " /proc/mdstat ||
|
||
|
|
die "algorithm $2 not found"
|
||
|
|
;;
|
||
|
|
resync | recovery | reshape )
|
||
|
|
cnt=5
|
||
|
|
while ! grep -sq $1 /proc/mdstat
|
||
|
|
do
|
||
|
|
if [ $cnt -gt 0 ] && grep -v idle /sys/block/md*/md/sync_action > /dev/null
|
||
|
|
then # Something isn't idle - wait a bit
|
||
|
|
sleep 0.5
|
||
|
|
cnt=$[cnt-1]
|
||
|
|
else
|
||
|
|
die "no $1 happening"
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
;;
|
||
|
|
nosync )
|
||
|
|
sleep 0.5
|
||
|
|
# Since 4.2 we delay the close of recovery until there has been a chance for
|
||
|
|
# spares to be activated. That means that a recovery that finds nothing
|
||
|
|
# to do can still take a little longer than expected.
|
||
|
|
# add an extra check: is sync_completed shows the end is reached, assume
|
||
|
|
# there is no recovery.
|
||
|
|
if grep -sq -E '(resync|recovery|reshape) *=' /proc/mdstat
|
||
|
|
then
|
||
|
|
incomplete=`grep / /sys/block/md*/md/sync_completed 2> /dev/null | sed '/^ *\([0-9]*\) \/ \1/d'`
|
||
|
|
[ -n "$incomplete" ] &&
|
||
|
|
die "resync or recovery is happening!"
|
||
|
|
fi
|
||
|
|
;;
|
||
|
|
wait )
|
||
|
|
p=`cat /proc/sys/dev/raid/speed_limit_max`
|
||
|
|
echo 2000000 > /proc/sys/dev/raid/speed_limit_max
|
||
|
|
sleep 0.1
|
||
|
|
while grep -Eq '(resync|recovery|reshape|check|repair) *=' /proc/mdstat ||
|
||
|
|
grep -v idle > /dev/null /sys/block/md*/md/sync_action
|
||
|
|
do
|
||
|
|
sleep 0.5
|
||
|
|
done
|
||
|
|
echo $p > /proc/sys/dev/raid/speed_limit_max
|
||
|
|
;;
|
||
|
|
state )
|
||
|
|
grep -sq "blocks.*\[$2\]\$" /proc/mdstat ||
|
||
|
|
die "state $2 not found!"
|
||
|
|
sleep 0.5
|
||
|
|
;;
|
||
|
|
bitmap )
|
||
|
|
grep -sq bitmap /proc/mdstat ||
|
||
|
|
die "no bitmap"
|
||
|
|
;;
|
||
|
|
nobitmap )
|
||
|
|
grep -sq "bitmap" /proc/mdstat &&
|
||
|
|
die "bitmap present"
|
||
|
|
;;
|
||
|
|
readonly )
|
||
|
|
grep -sq "read-only" /proc/mdstat ||
|
||
|
|
die "array is not read-only!"
|
||
|
|
;;
|
||
|
|
inactive )
|
||
|
|
grep -sq "inactive" /proc/mdstat ||
|
||
|
|
die "array is not inactive!"
|
||
|
|
;;
|
||
|
|
# It only can be used when there is only one raid
|
||
|
|
chunk )
|
||
|
|
chunk_size=`awk -F',' '/chunk/{print $2}' /proc/mdstat | awk -F'[a-z]' '{print $1}'`
|
||
|
|
if [ "$chunk_size" -ne "$2" ] ; then
|
||
|
|
die "chunksize should be $2, but it's $chunk_size"
|
||
|
|
fi
|
||
|
|
;;
|
||
|
|
* )
|
||
|
|
die "unknown check $1"
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
}
|
||
|
|
|
||
|
|
no_errors() {
|
||
|
|
if [ -s $targetdir/stderr ]
|
||
|
|
then
|
||
|
|
echo Bad errors from mdadm:
|
||
|
|
cat $targetdir/stderr
|
||
|
|
exit 2
|
||
|
|
fi
|
||
|
|
}
|
||
|
|
|
||
|
|
# basic device test
|
||
|
|
testdev() {
|
||
|
|
[ -b $1 ] || die "$1 isn't a block device."
|
||
|
|
[ "$DEVTYPE" == "disk" ] && return 0
|
||
|
|
udevadm settle
|
||
|
|
dev=$1
|
||
|
|
cnt=$2
|
||
|
|
dvsize=$3
|
||
|
|
chunk=$4
|
||
|
|
if [ -z "$5" ]
|
||
|
|
then
|
||
|
|
mkfs.ext3 -F -j $dev > /dev/null 2>&1 && fsck -fn $dev >&2
|
||
|
|
fi
|
||
|
|
dsize=$[dvsize/chunk]
|
||
|
|
dsize=$[dsize*chunk]
|
||
|
|
rasize=$[dsize*2*cnt]
|
||
|
|
# rasize is in sectors
|
||
|
|
if [ -n "$DEV_ROUND_K" ]
|
||
|
|
then
|
||
|
|
rasize=$[rasize/DEV_ROUND_K/2]
|
||
|
|
rasize=$[rasize*DEV_ROUND_K*2]
|
||
|
|
fi
|
||
|
|
[ `/sbin/blockdev --getsize $dev` -eq 0 ] && sleep 2
|
||
|
|
_sz=`/sbin/blockdev --getsize $dev`
|
||
|
|
[ $rasize -lt $_sz -o $[rasize*4/5] -gt $_sz ] &&
|
||
|
|
die "size is wrong for $dev: $cnt * $dvsize (chunk=$chunk) = $rasize, not $_sz"
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
rotest() {
|
||
|
|
dev=$1
|
||
|
|
fsck -fn $dev >&2
|
||
|
|
}
|