Viewing: sanity-dom.sh
#!/usr/bin/bash
#
# Run select tests by setting ONLY, or as arguments to the script.
# Skip specific tests by setting EXCEPT.
#
set -e
ONLY=${ONLY:-"$*"}
LUSTRE=${LUSTRE:-$(dirname $0)/..}
. $LUSTRE/tests/test-framework.sh
init_test_env "$@"
init_logging
# bug number for skipped test:
ALWAYS_EXCEPT="$SANITY_DOM_EXCEPT"
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
build_test_filter
[[ "$MDS1_VERSION" -ge $(version_code 2.10.56) ]] ||
skip "Need MDS version at least 2.10.56"
OPENFILE=${OPENFILE:-openfile}
MOUNT_2=${MOUNT_2:-"yes"}
FAIL_ON_ERROR=false
check_and_setup_lustre
# $RUNAS_ID may get set incorrectly somewhere else
if [[ $UID -eq 0 && $RUNAS_ID -eq 0 ]]; then
skip_env "\$RUNAS_ID set to 0, but \$UID is also 0!" && exit
fi
check_runas_id $RUNAS_ID $RUNAS_GID $RUNAS
DOM="yes"
DOM_SIZE=${DOM_SIZE:-"$((1024*1024))"}
OSC="mdc"
save_layout_restore_at_exit $DIR1
$LFS setstripe -E $DOM_SIZE -L mdt -E EOF $DIR1
mkdir -p $MOUNT2
mount_client $MOUNT2
test_1() {
dd if=/dev/zero of=$DIR1/$tfile bs=7k count=1 || error "write 1"
$TRUNCATE $DIR2/$tfile 1000 || error "truncate"
dd if=/dev/zero of=$DIR1/$tfile bs=3k count=1 seek=1 || error "write 2"
$CHECKSTAT -t file -s 6144 $DIR2/$tfile || error "stat"
rm $DIR1/$tfile
}
run_test 1 "write a file on one mount, truncate on the other, write again"
test_2() {
SZ1=234852
dd if=/dev/zero of=$DIR/$tfile bs=1M count=1 seek=4 || return 1
dd if=/dev/zero bs=$SZ1 count=1 >> $DIR/$tfile || return 2
dd if=$DIR/$tfile of=$DIR/${tfile}_left bs=1M skip=5 || return 3
$CHECKSTAT -t file -s $SZ1 $DIR/${tfile}_left ||
error "Error reading at the end of the file $tfile"
}
run_test 2 "Write with a seek, append, read from a single mountpoint"
test_3() {
# Write on one node to the DoM stripe and then truncate to over DoM size
dd if=/dev/zero of=$DIR1/$tfile bs=$((DOM_SIZE-100)) count=1 ||
return 1
$TRUNCATE $DIR1/$tfile $((DOM_SIZE+700)) || return 2
# read on the second node inside DoM stripe to take a lock data from
# the first client
dd if=$DIR2/$tfile of=/dev/null bs=4096 count=1 seek=1 || return 3
$CHECKSTAT -t file -s $((DOM_SIZE+700)) $DIR2/$tfile ||
error "Wrong size after first truncate $tfile on first node"
# now do local truncate over DoM size and check size is correct
$TRUNCATE $DIR2/$tfile $((DOM_SIZE+500)) || return 4
$CHECKSTAT -t file -s $((DOM_SIZE+500)) $DIR2/$tfile ||
error "Wrong size after second truncate on the same node"
$CHECKSTAT -t file -s $((DOM_SIZE+500)) $DIR1/$tfile ||
error "Wrong size after second truncate on other node"
}
run_test 3 "Truncate over DoM size on different nodes"
test_4() {
local before=0
local after=0
dd if=/dev/zero of=$DIR1/$tfile bs=2M count=1
cancel_lru_locks mdc
#define OBD_FAIL_MDC_GLIMPSE_DDOS 0x808
$LCTL set_param fail_loc=0x80000808
before=$(lctl get_param -n ldlm.namespaces.*mdc*.lock_count |
gawk '{cnt=cnt+$1} END{print cnt}')
for ((i=1; i < 100; i++))
do
tail -n100 $DIR1/$tfile > /dev/null
stat -f $DIR2/$tfile > /dev/null
done
after=$(lctl get_param -n ldlm.namespaces.*mdc*.lock_count |
gawk '{cnt=cnt+$1} END{print cnt}')
[[ $((after - before)) -ge 20 ]] &&
error "Too many locks found $((after - before))"
return 0
}
run_test 4 "DoM: glimpse doesn't produce duplicated locks"
test_5() {
local before=$(date +%s)
local evict
dd if=/dev/zero of=$DIR/$tfile bs=4096 count=1 || return 1
multiop_bg_pause $DIR/$tfile O_Ac || return 1
setxattr=$!
multiop_bg_pause $DIR/$tfile O_Tc || return 1
truncate=$!
multiop $DIR2/$tfile Ow10 || return 1
getfattr -d $DIR2/$tfile
#define OBD_FAIL_LLITE_TRUNCATE_INODE_PAUSE 0x1415
$LCTL set_param fail_loc=0x80001415 fail_val=5
kill -USR1 $truncate
sleep 1
multiop $DIR2/$tfile Ow10 &
sleep 1
kill -USR1 $setxattr
wait
evict=$(do_facet client $LCTL get_param mdc.$FSNAME-MDT*.state |
awk -F"[ [,]" '/EVICTED ]$/ { if (mx<$5) {mx=$5;} } END { print mx }')
[ -z "$evict" ] || [[ $evict -le $before ]] ||
(do_facet client $LCTL get_param mdc.$FSNAME-MDT*.state;
error "eviction happened: $evict before:$before")
}
run_test 5 "DoM truncate deadlock"
test_6() {
$MULTIOP $DIR1/$tfile Oz40960w100_z200w100c &
MULTIPID=$!
# let MULTIPID to create the file
sleep 1
$MULTIOP $DIR2/$tfile oO_RDWR:Tw100c
kill -USR1 $MULTIPID
wait
$MULTIOP $DIR2/$tfile oO_RDWR:z400w100c
$CHECKSTAT -s 500 $DIR2/$tfile || error "wrong size"
}
run_test 6 "Race two writes, check file size"
test_7() {
dd if=/dev/zero of=$DIR1/$tfile bs=1000 count=1
cancel_lru_locks
$MULTIOP $DIR1/$tfile or1000c
dd if=/dev/urandom of=$DIR2/$tfile bs=1000 count=1
local md5_1=$(md5sum $DIR/$tfile | awk '{ print $1 }')
local md5_2=$(md5sum $DIR2/$tfile | awk '{ print $1 }')
[[ $md5_1 == $md5_2 ]] ||
error "Client reads stale page"
}
run_test 7 "Stale pages after read-on-open"
test_8() {
local file=$DIR/$tdir/$tfile
local def_stripe_size
local stripe_size
test_mkdir $DIR/$tdir
$LFS setstripe -E 128k -L mdt -E 8M -c 1 $file \
|| error "setstripe failed"
def_stripe_size=$($LFS getstripe -S $MOUNT)
stripe_size=$($LFS getstripe -S --component-start=131072 \
--component-end=8388608 $file)
(($stripe_size == $def_stripe_size)) ||
error "$f stripe size $stripe_size != $def_stripe_size"
rm -fr $DIR/$tdir
}
run_test 8 "verify the default size of component"
test_fsx() {
local file1=$DIR1/$tfile
local file2=$DIR2/$tfile
check_set_fallocate
touch $file1
$FSX -c 50 -p 100 -N 1000 -l $((DOM_SIZE*2)) -S 0 -d -d $file1 $file2
}
run_test fsx "Dual-mount fsx with DoM files"
test_sanity()
{
local testlist="36 39 40 41 42d 42e 43 46 56r 101e 119a \
131 150a 155a 155b 155c 155d 207 241 251"
# Fallocate tests
(( $MDS1_VERSION >= $(version_code 2.14.52) )) &&
testlist+=" 150b 150bb 150c 150d 150f 150g 150ia 150ib 150ic"
SANITY_ONLY=${SANITY_ONLY:-$testlist}
SANITY_REPEAT=${SANITY_REPEAT:-1}
# XXX: to fix 45. Add 42a, c when LU-9693 fixed.
# Add 42b when LU-6493 fixed
ONLY=$SANITY_ONLY ONLY_REPEAT=$SANITY_REPEAT OSC="mdc" DOM="yes" \
bash sanity.sh || error "sanity-dom failed sanity"
}
run_test sanity "Run sanity with Data-on-MDT files"
test_sanityn()
{
local testlist="1 2 4 5 6 7 8 9 10 11 12 14 17 19 20 \
23 27 39 51a 51c 51d"
(( $MDS1_VERSION >= $(version_code 2.13.55) )) &&
testlist+=" 107"
SANITYN_ONLY=${SANITYN_ONLY:-$testlist}
SANITYN_REPEAT=${SANITYN_REPEAT:-1}
# XXX: to fix 60
ONLY=$SANITYN_ONLY ONLY_REPEAT=$SANITYN_REPEAT OSC="mdc" DOM="yes" \
bash sanityn.sh || error "sanity-dom failed sanityn"
}
run_test sanityn "Run sanityn with Data-on-MDT files"
complete_test $SECONDS
check_and_cleanup_lustre
declare -a logs=($ONLY)
logs=("${logs[@]/#/$TMP/}")
exit_status "$(echo "${logs[@]/%/.log}")"
