stress2: Added more "mdconfig -o force" tests

This commit is contained in:
Peter Holm
2022-11-13 10:05:35 +01:00
parent d7655675eb
commit 7c455ce26f
4 changed files with 404 additions and 0 deletions
+92
View File
@@ -0,0 +1,92 @@
#!/bin/sh
#
# SPDX-License-Identifier: BSD-2-Clause-FreeBSD
#
# Copyright (c) 2022 Peter Holm
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#
# "mdconfig -o force" test scenario. Simplification of force7.sh
# panic: buf_alloc: BUF_LOCK on free buf 0xfffffe0038652410: 16.
# https://people.freebsd.org/~pho/stress/log/log0270.txt
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
. ../default.cfg
set -u
log=/tmp/force10.sh.log
mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
truncate -s 1g $diskimage
mdconfig -a -t vnode -f $diskimage -s 1g -u $mdstart
flags=$newfs_flags
echo "newfs $flags md$mdstart"
newfs $flags md$mdstart > /dev/null 2>&1
#export TESTPROGS=`cd ..; find testcases/ -perm -1 -type f | \
# egrep -Ev "/run/|/badcode/|/pty/|/shm/|/socket/|sysctl|tcp|thr|udp"`
export TESTPROGS='
testcases/creat/creat
testcases/swap/swap
'
export runRUNTIME=3m
export RUNDIR=$mntpoint/stressX
s=0
start=`date +%s`
while [ $((`date +%s` - start)) -lt 300 ]; do
mount /dev/md$mdstart $mntpoint
rm -fr $mntpoint/lost+found
chmod 777 $mntpoint
su $testuser -c 'cd ..; ./testcases/run/run $TESTPROGS' > \
/dev/null 2>&1 &
sleep `jot -r 1 5 9`
while mdconfig -l | grep -q md$mdstart; do
mdconfig -d -u $mdstart -o force || sleep 1
done
sleep 1
../tools/killall.sh
wait
n=0
while mount | grep $mntpoint | grep -q /dev/md; do
umount $mntpoint || sleep 1
[ $((n += 1)) -gt 300 ] && { echo FAIL; exit 1; }
done
mdconfig -a -t vnode -f $diskimage -s 1g -u $mdstart
for i in `jot 10`; do
fsck_ffs -fy /dev/md$mdstart > $log 2>&1
grep -Eq "FILE SYSTEM WAS MODIFIED" $log || break
done
[ $i -gt 2 ] && echo "Ran fsck $i times"
[ $i -eq 10 ] && { s=1; break; }
done
if [ $s -eq 0 ]; then
mdconfig -d -u $mdstart
rm -f $diskimage $log
else
cat $log
fi
exit $s
+100
View File
@@ -0,0 +1,100 @@
#!/bin/sh
#
# SPDX-License-Identifier: BSD-2-Clause-FreeBSD
#
# Copyright (c) 2022 Peter Holm <pho@FreeBSD.org>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
. ../default.cfg
set -u
backup=`dirname $diskimage`/force11.sh.diskimage.`date +%Y%m%dT%H%M%S`
log=/tmp/force11.sh.log
mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
truncate -s 10g $diskimage
mdconfig -a -t vnode -f $diskimage -u $mdstart
flags=$newfs_flags
[ `jot -r 1 0 1` -eq 1 ] && flags="-j"
echo "newfs $flags md$mdstart"
newfs $flags md$mdstart > /dev/null 2>&1
export TESTPROGS=`cd ..; find testcases/ -perm -1 -type f | \
egrep -Ev "/run/|/badcode/|/pty/|/shm/|/socket/|sysctl|tcp|thr|udp|rename"`
export runRUNTIME=3m
export RUNDIR=$mntpoint/stressX
export CTRLDIR=$mntpoint/stressX.control
start=`date +%s`
while [ $((`date +%s` - start)) -lt $((15 * 60)) ]; do
mount /dev/md$mdstart $mntpoint
rm -fr $mntpoint/lost+found
chmod 777 $mntpoint
su $testuser -c 'cd ..; ./testcases/run/run $TESTPROGS' > \
/dev/null 2>&1 &
sleep `jot -r 1 30 60`
while mdconfig -l | grep -q md$mdstart; do
mdconfig -d -u $mdstart -o force || sleep 1
done
sleep 1
../tools/killall.sh
wait
dd if=$diskimage of=$backup bs=1m conv=sparse,sync status=none
sync; sleep .5; sync; sleep .5; sync
n=0
while mount | grep $mntpoint | grep -q /dev/md; do
umount $mntpoint || sleep 1
[ $((n += 1)) -gt 300 ] && { echo FAIL; exit 1; }
done
mdconfig -a -t vnode -f $diskimage -u $mdstart
c=0
for i in `jot 5`; do
fsck_ffs -fyR /dev/md$mdstart > $log 2>&1; s=$?
grep -q CLEAN $log && grep -q "MODIFIED" $log && c=$((c+=1))
grep -Eq "FILE SYSTEM WAS MODIFIED" $log || break
done
[ $c -gt 1 ] &&
{ echo "Note: FS marked clean+modified $c times out of $i fsck runs"; s=101; }
[ $s -ne 0 ] && break
grep -Eq "IS CLEAN|MARKED CLEAN" $log || { s=100; break; }
break # For now, only once
done
if [ $s -eq 0 ]; then
mount /dev/md$mdstart $mntpoint
cp -R /usr/include $mntpoint || s=1
dd if=/dev/zero of=$mntpoint/big bs=1m count=10 status=none || s=2
ls -lR $mntpoint > /dev/null || s=3
find $mntpoint/* -delete || s=4
umount $mntpoint
[ $s -eq 0 ] &&
rm -f $diskimage $log $backup
else
tail -10 $log
fi
mdconfig -d -u $mdstart
[ -f $backup ] && xz -T0 $backup
exit $s
+83
View File
@@ -0,0 +1,83 @@
#!/bin/sh
#
# SPDX-License-Identifier: BSD-2-Clause-FreeBSD
#
# Copyright (c) 2022 Peter Holm <pho@FreeBSD.org>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#
# rename() livelock seen with a forced unmount of a FS
# https://people.freebsd.org/~pho/stress/log/log0375.txt
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
. ../default.cfg
echo "Known issue. Skipping ..."; exit 0
set -u
log=/tmp/force12.sh.log
mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
mdconfig -a -t swap -s 4g -u $mdstart
flags=$newfs_flags
[ `jot -r 1 0 1` -eq 1 ] && flags="-j"
echo "newfs $flags md$mdstart"
newfs $flags md$mdstart > /dev/null 2>&1
export TESTPROGS='
testcases/dirnprename/dirnprename
testcases/dirrename/dirrename
testcases/fts/fts
testcases/mkdir/mkdir
testcases/rename/rename
testcases/rw/rw
testcases/swap/swap
'
export runRUNTIME=3m
export RUNDIR=$mntpoint/stressX
export CTRLDIR=$mntpoint/stressX.control
mount /dev/md$mdstart $mntpoint
chmod 777 $mntpoint
export dirnprenameLOAD=100
export dirrenameLOAD=100
su $testuser -c 'cd ..; ./testcases/run/run $TESTPROGS' > \
/dev/null 2>&1 &
sleep `jot -r 1 60 180`
while mdconfig -l | grep -q md$mdstart; do
mdconfig -d -u $mdstart -o force || sleep 1
done
sleep 1
../tools/killall.sh
wait
n=0
while mount | grep $mntpoint | grep -q /dev/md; do
umount $mntpoint || sleep 1
[ $((n += 1)) -gt 30 ] && { echo FAIL; exit 1; }
done
mdconfig -d -u $mdstart > /dev/null 2>&1
rm -f $log
exit 0
+129
View File
@@ -0,0 +1,129 @@
#!/bin/sh
#
# SPDX-License-Identifier: BSD-2-Clause-FreeBSD
#
# Copyright (c) 2022 Peter Holm <pho@FreeBSD.org>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#
# Snapshot test
# "panic: flush_pagedep_deps: failed to flush inodedep 0xfff..." seen:
# https://people.freebsd.org/~pho/stress/log/log0376.txt
# watchdog fired:
# https://people.freebsd.org/~pho/stress/log/log0377.txt
[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
. ../default.cfg
set -u
log=/tmp/force13.sh.log
mount | grep $mntpoint | grep -q /dev/md && umount -f $mntpoint
mdconfig -l | grep -q md$mdstart && mdconfig -d -u $mdstart
truncate -s 10g $diskimage
mdconfig -a -t vnode -f $diskimage -u $mdstart
flags=$newfs_flags
[ `jot -r 1 0 1` -eq 1 ] && flags="-j"
echo "newfs $flags md$mdstart"
newfs $flags md$mdstart > /dev/null 2>&1
# Exclude rename for now due to log0374.txt
export TESTPROGS=`cd ..; find testcases/ -perm -1 -type f | \
egrep -Ev "/run/|/badcode/|/pty/|/shm/|/socket/|sysctl|tcp|thr|udp|rename"`
export runRUNTIME=3m
export RUNDIR=$mntpoint/stressX
export CTRLDIR=$mntpoint/stressX.control
start=`date +%s`
while [ $((`date +%s` - start)) -lt $((15 * 60)) ]; do
mount /dev/md$mdstart $mntpoint
rm -fr $mntpoint/lost+found
chmod 777 $mntpoint
su $testuser -c 'cd ..; ./testcases/run/run $TESTPROGS' > \
/dev/null 2>&1 &
t=`jot -r 1 60 180`
start=`date +%s`
mkdir -p $mntpoint/.snap
for i in `jot 10`; do
rm -f $mntpoint/.snap/$i
mksnap_ffs $mntpoint $mntpoint/.snap/$i ||
{ ../tools/killall.sh; break; }
sleep `jot -r 1 1 5`
[ $((`date +%s` - start)) -ge $t ] && break
done &
sleep `jot -r 1 60 180`
while mdconfig -l | grep -q md$mdstart; do
mdconfig -d -u $mdstart -o force || sleep 1
done
sleep 1
../tools/killall.sh
wait
n=0
while mount | grep -q "on $mntpoint "; do
umount $mntpoint || sleep 1
[ $((n += 1)) -gt 300 ] && { echo FAIL; exit 1; }
done
mdconfig -a -t vnode -f $diskimage -u $mdstart
c=0
# Run fsck minimum two times
for i in `jot 5`; do
fsck_ffs -fy /dev/md$mdstart > $log 2>&1; s=$?
grep -q CLEAN $log && grep -q "MODIFIED" $log && c=$((c+=1))
grep -Eq "FILE SYSTEM WAS MODIFIED" $log || break
done
[ $c -gt 1 ] &&
{ echo "Note: FS marked clean+modified $c times out of $i fsck runs"; s=101; }
[ $s -ne 0 ] && break
grep -Eq "IS CLEAN|MARKED CLEAN" $log || { s=102; break; }
done
[ $s -eq 101 ] && s=0 # Ignore CLEANish problem for now
if [ $s -eq 0 ]; then
mount /dev/md$mdstart $mntpoint
cp -R /usr/include $mntpoint
dd if=/dev/zero of=$mntpoint/big bs=1m count=10 status=none
find $mntpoint/* -delete
# Check the snapshots
for f in $mntpoint/.snap/*; do
c=0
for i in `jot 5`; do
echo "fsck_ffs -fy $f"
fsck_ffs -fy $f > $log 2>&1; s=$?
grep -q CLEAN $log && grep -q "MODIFIED" $log && c=$((c+=1))
grep -Eq "FILE SYSTEM WAS MODIFIED" $log || break
done
[ $c -gt 1 ] &&
{ echo "Note: snapshot $i marked clean+modified $c times out of $i fsck runs"; s=201; }
[ $s -ne 0 ] && break
grep -Eq "IS CLEAN|MARKED CLEAN" $log ||
{ s=202; tail -10 $log; break; }
done
umount $mntpoint
mdconfig -d -u $mdstart
rm -f $diskimage $log
fi
exit $s