xfs: stress test xfs_scrub

Three new tests:

- Repair files that are mapped into memory in running programs
- Run scrub -n concurrently with fsstress
- Run scrub -y concurrently with fsstress

Signed-off-by: Darrick J. Wong <darrick.wong@oracle.com>
Reviewed-by: Eryu Guan <eguan@redhat.com>
Signed-off-by: Eryu Guan <eguan@redhat.com>
This commit is contained in:
Darrick J. Wong
2017-02-28 12:57:10 -08:00
committed by Eryu Guan
parent 7927c5c94c
commit 161ba4c1b7
8 changed files with 258 additions and 0 deletions
+2
View File
@@ -205,6 +205,8 @@ export SETRICHACL_PROG="`set_prog_path setrichacl`"
export KEYCTL_PROG="`set_prog_path keyctl`"
export XZ_PROG="`set_prog_path xz`"
export FLOCK_PROG="`set_prog_path flock`"
export LDD_PROG="`set_prog_path ldd`"
export TIMEOUT_PROG="`set_prog_path timeout`"
# use 'udevadm settle' or 'udevsettle' to wait for lv to be settled.
# newer systems have udevadm command but older systems like RHEL5 don't.
Executable
+70
View File
@@ -0,0 +1,70 @@
#! /bin/bash
# FS QA Test No. 262
#
# Copy xfs_scrub to the scratch device, then run xfs_scrub in forced
# repair mode (which will rebuild the data forks of the running scrub
# executable and libraries!) to see what happens.
#
#-----------------------------------------------------------------------
# Copyright (c) 2017 Oracle, Inc. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it would be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA
#-----------------------------------------------------------------------
#
seq=`basename $0`
seqres=$RESULT_DIR/$seq
echo "QA output created by $seq"
here=`pwd`
tmp=/tmp/$$
status=1 # failure is the default!
trap "_cleanup; exit \$status" 0 1 2 3 7 15
_cleanup()
{
cd /
rm -rf $tmp.*
}
# get standard environment, filters and checks
. ./common/rc
. ./common/filter
. ./common/fuzzy
. ./common/inject
# real QA test starts here
_supported_os Linux
_supported_fs xfs
_require_command "$LDD_PROG" ldd
_require_scrub
_require_scratch
# xfs_scrub will turn on error injection itself
_require_xfs_io_error_injection "force_repair"
echo "Format and populate"
_scratch_mkfs > "$seqres.full" 2>&1
_scratch_mount
cp $XFS_SCRUB_PROG $SCRATCH_MNT/xfs_scrub
$LDD_PROG $XFS_SCRUB_PROG | sed -e '/\//!d;/linux-gate/d;/=>/ {s/.*=>[[:blank:]]*\([^[:blank:]]*\).*/\1/};s/[[:blank:]]*\([^[:blank:]]*\) (.*)/\1/' | while read lib; do
cp $lib $SCRATCH_MNT/
done
LD_LIBRARY_PATH=$SCRATCH_MNT $LDD_PROG $SCRATCH_MNT/xfs_scrub >> $seqres.full
echo "Force online repairs"
XFS_SCRUB_FORCE_REPAIR=1 LD_LIBRARY_PATH=$SCRATCH_MNT $SCRATCH_MNT/xfs_scrub -dTvy $SCRATCH_MNT >> $seqres.full
# success, all done
status=0
exit
+3
View File
@@ -0,0 +1,3 @@
QA output created by 262
Format and populate
Force online repairs
Executable
+85
View File
@@ -0,0 +1,85 @@
#! /bin/bash
# FS QA Test No. 285
#
# Race fio and xfs_scrub for a while to see if we crash or livelock.
#
#-----------------------------------------------------------------------
# Copyright (c) 2017 Oracle, Inc. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it would be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA
#-----------------------------------------------------------------------
#
seq=`basename $0`
seqres=$RESULT_DIR/$seq
echo "QA output created by $seq"
here=`pwd`
tmp=/tmp/$$
status=1 # failure is the default!
trap "_cleanup; exit \$status" 0 1 2 3 7 15
_cleanup()
{
cd /
rm -rf $tmp.*
}
# get standard environment, filters and checks
. ./common/rc
. ./common/filter
. ./common/fuzzy
. ./common/inject
# real QA test starts here
_supported_os Linux
_supported_fs xfs
_require_test_program "feature"
_require_command "$KILLALL_PROG" killall
_require_command "$TIMEOUT_PROG" timeout
_require_scrub
_require_scratch
echo "Format and populate"
_scratch_mkfs > "$seqres.full" 2>&1
_scratch_mount
STRESS_DIR="$SCRATCH_MNT/testdir"
mkdir -p $STRESS_DIR
cpus=$(( $(src/feature -o) * 4 * LOAD_FACTOR))
$FSSTRESS_PROG -d $STRESS_DIR -p $cpus -n $((cpus * 100000)) $FSSTRESS_AVOID >/dev/null 2>&1 &
$XFS_SCRUB_PROG -d -T -v -n $SCRATCH_MNT >> $seqres.full
killstress() {
sleep $(( 60 * TIME_FACTOR ))
$KILLALL_PROG -q $FSSTRESS_PROG
}
echo "Concurrent scrub"
start=$(date +%s)
end=$((start + (60 * TIME_FACTOR) ))
killstress &
echo "Scrub started at $(date --date="@${start}"), ending at $(date --date="@${end}")" >> $seqres.full
while [ "$(date +%s)" -lt "$end" ]; do
$TIMEOUT_PROG -s TERM $(( end - $(date +%s) + 2 )) $XFS_SCRUB_PROG -d -T -v -n $SCRATCH_MNT >> $seqres.full 2>&1
done
echo "Test done"
echo "Scrub finished at $(date)" >> $seqres.full
$KILLALL_PROG -q $FSSTRESS_PROG
# success, all done
status=0
exit
+4
View File
@@ -0,0 +1,4 @@
QA output created by 285
Format and populate
Concurrent scrub
Test done
Executable
+87
View File
@@ -0,0 +1,87 @@
#! /bin/bash
# FS QA Test No. 286
#
# Race fio and xfs_scrub -y for a while to see if we crash or livelock.
#
#-----------------------------------------------------------------------
# Copyright (c) 2017 Oracle, Inc. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it would be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA
#-----------------------------------------------------------------------
#
seq=`basename $0`
seqres=$RESULT_DIR/$seq
echo "QA output created by $seq"
here=`pwd`
tmp=/tmp/$$
status=1 # failure is the default!
trap "_cleanup; exit \$status" 0 1 2 3 7 15
_cleanup()
{
cd /
rm -rf $tmp.*
}
# get standard environment, filters and checks
. ./common/rc
. ./common/filter
. ./common/fuzzy
. ./common/inject
# real QA test starts here
_supported_os Linux
_supported_fs xfs
_require_test_program "feature"
_require_command "$KILLALL_PROG" killall
_require_command "$TIMEOUT_PROG" timeout
_require_scrub
_require_scratch
# xfs_scrub will turn on error injection itself
_require_xfs_io_error_injection "force_repair"
echo "Format and populate"
_scratch_mkfs > "$seqres.full" 2>&1
_scratch_mount
STRESS_DIR="$SCRATCH_MNT/testdir"
mkdir -p $STRESS_DIR
cpus=$(( $(src/feature -o) * 4 * LOAD_FACTOR))
$FSSTRESS_PROG -d $STRESS_DIR -p $cpus -n $((cpus * 100000)) $FSSTRESS_AVOID >/dev/null 2>&1 &
$XFS_SCRUB_PROG -d -T -v -n $SCRATCH_MNT >> $seqres.full
killstress() {
sleep $(( 60 * TIME_FACTOR ))
$KILLALL_PROG -q $FSSTRESS_PROG
}
echo "Concurrent repair"
start=$(date +%s)
end=$((start + (60 * TIME_FACTOR) ))
killstress &
echo "Repair started at $(date --date="@${start}"), ending at $(date --date="@${end}")" >> $seqres.full
while [ "$(date +%s)" -lt "$end" ]; do
XFS_SCRUB_FORCE_REPAIR=1 $TIMEOUT_PROG -s TERM $(( end - $(date +%s) + 2 )) $XFS_SCRUB_PROG -d -T -v -y $SCRATCH_MNT >> $seqres.full
done
echo "Test done"
echo "Repair finished at $(date)" >> $seqres.full
$KILLALL_PROG -q $FSSTRESS_PROG
# success, all done
status=0
exit
+4
View File
@@ -0,0 +1,4 @@
QA output created by 286
Format and populate
Concurrent repair
Test done
+3
View File
@@ -259,6 +259,7 @@
259 auto quick
260 auto attr quick
261 auto quick quota
262 dangerous_fuzzers dangerous_scrub dangerous_online_repair
263 auto quick quota
264 auto quick mount
265 auto clone
@@ -281,6 +282,8 @@
282 dump ioctl auto quick
283 dump ioctl auto quick
284 auto quick dump copy db mkfs repair
285 dangerous_fuzzers dangerous_scrub
286 dangerous_fuzzers dangerous_scrub dangerous_online_repair
287 auto dump quota quick
290 auto rw prealloc quick ioctl zero
291 auto repair