| 1 |
devs="$dev0 $dev1 $dev2 $dev3" |
| 2 |
runtime=120 |
| 3 |
pid="" |
| 4 |
action_pid="" |
| 5 |
|
| 6 |
set_up_injection() |
| 7 |
{ |
| 8 |
echo -1 > /sys/kernel/debug/fail_make_request/times |
| 9 |
echo 1 > /sys/kernel/debug/fail_make_request/probability |
| 10 |
echo 0 > /sys/kernel/debug/fail_make_request/verbose |
| 11 |
echo 1 > /sys/block/${1##*/}/make-it-fail |
| 12 |
} |
| 13 |
|
| 14 |
clean_up_injection() |
| 15 |
{ |
| 16 |
echo 0 > /sys/block/${1##*/}/make-it-fail |
| 17 |
echo 0 > /sys/kernel/debug/fail_make_request/times |
| 18 |
echo 0 > /sys/kernel/debug/fail_make_request/probability |
| 19 |
echo 2 > /sys/kernel/debug/fail_make_request/verbose |
| 20 |
} |
| 21 |
|
| 22 |
test_rdev() |
| 23 |
{ |
| 24 |
while true; do |
| 25 |
mdadm -f $md0 $1 &> /dev/null |
| 26 |
mdadm -r $md0 $1 &> /dev/null |
| 27 |
mdadm --zero-superblock $1 &> /dev/null |
| 28 |
mdadm -a $md0 $1 &> /dev/null |
| 29 |
sleep $2 |
| 30 |
done |
| 31 |
} |
| 32 |
|
| 33 |
test_write_action() |
| 34 |
{ |
| 35 |
while true; do |
| 36 |
echo frozen > /sys/block/md0/md/sync_action |
| 37 |
echo idle > /sys/block/md0/md/sync_action |
| 38 |
sleep 0.1 |
| 39 |
done |
| 40 |
} |
| 41 |
|
| 42 |
set_up_test() |
| 43 |
{ |
| 44 |
fio -h &> /dev/null || die "fio not found" |
| 45 |
|
| 46 |
# create a simple raid10 |
| 47 |
mdadm -Cv -R -n 4 -l10 $md0 $devs || die "create raid10 failed" |
| 48 |
} |
| 49 |
|
| 50 |
clean_up_test() |
| 51 |
{ |
| 52 |
clean_up_injection $dev0 |
| 53 |
pkill -9 fio |
| 54 |
kill -9 $pid |
| 55 |
kill -9 $action_pid |
| 56 |
|
| 57 |
sleep 2 |
| 58 |
|
| 59 |
if ps $action_pid | tail -1 | awk '{print $3}' | grep D; then |
| 60 |
die "thread that is writing sysfs is stuck in D state, deadlock is triggered" |
| 61 |
fi |
| 62 |
mdadm -S $md0 |
| 63 |
} |
| 64 |
|
| 65 |
cat /sys/kernel/debug/fail_make_request/times || skip "fault injection is not enabled" |
| 66 |
|
| 67 |
trap 'clean_up_test' EXIT |
| 68 |
|
| 69 |
set_up_test || die "set up test failed" |
| 70 |
|
| 71 |
# backgroup io pressure |
| 72 |
fio -filename=$md0 -rw=randwrite -direct=1 -name=test -bs=4k -numjobs=16 -iodepth=16 & |
| 73 |
|
| 74 |
# trigger add/remove device by io failure |
| 75 |
set_up_injection $dev0 |
| 76 |
test_rdev $dev0 2 & |
| 77 |
pid="$pid $!" |
| 78 |
|
| 79 |
# add/remove device directly |
| 80 |
test_rdev $dev3 10 & |
| 81 |
pid="$pid $!" |
| 82 |
|
| 83 |
test_write_action & |
| 84 |
action_pid="$!" |
| 85 |
|
| 86 |
sleep $runtime |
| 87 |
|
| 88 |
exit 0 |