Viewing: sanity-benchmark.sh
#!/usr/bin/bash
#
# Test basic functionality of the filesystem using simple
# benchmarks.
#
set -e
ONLY=${ONLY:-"$*"}
LUSTRE=${LUSTRE:-$(dirname $0)/..}
. $LUSTRE/tests/test-framework.sh
init_test_env "$@"
init_logging
ALWAYS_EXCEPT="$SANITY_BENCHMARK_EXCEPT"
[ "$SLOW" = "no" ] && EXCEPT_SLOW="iozone"
build_test_filter
MAX_THREADS=${MAX_THREADS:-20}
RAMKB=$(awk '/MemTotal:/ { print $2 }' /proc/meminfo)
if [ -z "$THREADS" ]; then
THREADS=$((RAMKB / 16384))
[ $THREADS -gt $MAX_THREADS ] && THREADS=$MAX_THREADS
fi
SIZE=${SIZE:-$((RAMKB * 2))}
RSIZE=${RSIZE:-512}
DEBUG_LVL=${DEBUG_LVL:-0}
DEBUG_OFF=${DEBUG_OFF:-"eval lctl set_param debug=\"$DEBUG_LVL\""}
DEBUG_ON=${DEBUG_ON:-"eval lctl set_param debug=0x33f0484"}
DIRECTIO=${DIRECTIO:-directio}
check_and_setup_lustre
assert_DIR
rm -rf $DIR/[df][0-9]*
test_dbench() {
if ! which dbench > /dev/null 2>&1 ; then
skip_env "No dbench installed"
return
fi
local DBENCHDIR=$DIR/d0.$HOSTNAME
mkdir -p $DBENCHDIR
local SPACE=`df -P $MOUNT | tail -n 1 | awk '{ print $4 }'`
DB_THREADS=$((SPACE / 50000))
[ $THREADS -lt $DB_THREADS ] && DB_THREADS=$THREADS
$DEBUG_OFF
myUID=$RUNAS_ID
myGID=$RUNAS_GID
myRUNAS=$RUNAS
FAIL_ON_ERROR=false check_runas_id_ret $myUID $myGID $myRUNAS || \
{ myRUNAS="" && myUID=$UID && myGID=`id -g $USER`; }
chown $myUID:$myGID $DBENCHDIR
local duration=""
[ "$SLOW" = "no" ] && duration=" -t 120"
if [ "$SLOW" != "no" -o $DB_THREADS -eq 1 ]; then
$myRUNAS bash rundbench -D $DBENCHDIR 1 $duration || error "dbench failed!"
$DEBUG_ON
fi
if [ $DB_THREADS -gt 1 ]; then
$DEBUG_OFF
$myRUNAS bash rundbench -D $DBENCHDIR $DB_THREADS $duration
$DEBUG_ON
fi
rm -rf $DBENCHDIR
}
run_test dbench "dbench"
test_bonnie() {
if ! which bonnie++ > /dev/null 2>&1; then
skip_env "No bonnie++ installed"
return 0
fi
local BONDIR=$DIR/d0.bonnie
mkdir -p $BONDIR
$LFS setstripe -c -1 $BONDIR
sync
local MIN=`lctl get_param -n osc.*.kbytesavail | sort -n | head -n1`
local SPACE=$(( OSTCOUNT * MIN ))
[ $SPACE -lt $SIZE ] && SIZE=$((SPACE * 3 / 4))
log "min OST has ${MIN}kB available, using ${SIZE}kB file size"
$DEBUG_OFF
myUID=$RUNAS_ID
myGID=$RUNAS_GID
myRUNAS=$RUNAS
FAIL_ON_ERROR=false check_runas_id_ret $myUID $myGID $myRUNAS || \
{ myRUNAS="" && myUID=$UID && myGID=`id -$USER`; }
chown $myUID:$myGID $BONDIR
$myRUNAS bonnie++ -f -r 0 -s$((SIZE / 1024)) -n 10 -u$myUID:$myGID -d$BONDIR
$DEBUG_ON
}
run_test bonnie "bonnie++"
test_iozone() {
if ! which iozone > /dev/null 2>&1; then
skip_env "No iozone installed"
return 0
fi
export O_DIRECT
local IOZDIR=$DIR/d0.iozone
wait_delete_completed || true
mkdir -p $IOZDIR
$LFS setstripe -c -1 $IOZDIR
sync
local MIN=`lctl get_param -n osc.*.kbytesavail | sort -n | head -n1`
local SPACE=$(( OSTCOUNT * MIN ))
[ $SPACE -lt $SIZE ] && SIZE=$((SPACE * 3 / 4))
log "min OST has ${MIN}kB available, using ${SIZE}kB file size"
IOZONE_OPTS="-i 0 -i 1 -i 2 -e -+d -r $RSIZE"
IOZFILE="$IOZDIR/iozone"
IOZLOG=$TMP/iozone.log
# $SPACE was calculated with all OSTs
$DEBUG_OFF
myUID=$RUNAS_ID
myGID=$RUNAS_GID
myRUNAS=$RUNAS
FAIL_ON_ERROR=false check_runas_id_ret $myUID $myGID $myRUNAS || \
{ myRUNAS="" && myUID=$UID && myGID=`id -g $USER`; }
chown $myUID:$myGID $IOZDIR
$myRUNAS iozone $IOZONE_OPTS -s $SIZE -f $IOZFILE 2>&1 | tee $IOZLOG
tail -1 $IOZLOG | grep -q complete || \
{ error "iozone (1) failed" && return 1; }
rm -f $IOZLOG
wait_delete_completed || true
$DEBUG_ON
# check if O_DIRECT support is implemented in kernel
if [ -z "$O_DIRECT" ]; then
touch $DIR/f.iozone
if ! $DIRECTIO write $DIR/f.iozone 0 1; then
log "SKIP iozone DIRECT IO test"
O_DIRECT=no
fi
rm -f $DIR/f.iozone
wait_delete_completed || true
fi
if [ "$O_DIRECT" != "no" -a "$IOZONE_DIR" != "no" ]; then
$DEBUG_OFF
$myRUNAS iozone -I $IOZONE_OPTS -s $SIZE -f $IOZFILE.odir 2>&1 | tee $IOZLOG
tail -1 $IOZLOG | grep -q complete || \
{ error "iozone (2) failed" && return 1; }
rm -f $IOZLOG
wait_delete_completed || true
$DEBUG_ON
fi
SPACE=`df -P $MOUNT | tail -n 1 | awk '{ print $4 }'`
IOZ_THREADS=$((SPACE / SIZE * 2 / 3 ))
[ $THREADS -lt $IOZ_THREADS ] && IOZ_THREADS=$THREADS
IOZVER=`iozone -v | awk '/Revision:/ {print $3}' | tr -d .`
if [ "$IOZ_THREADS" -gt 1 -a "$IOZVER" -ge 3145 ]; then
$LFS setstripe -c -1 $IOZDIR
$DEBUG_OFF
THREAD=1
IOZFILE=" "
while [ $THREAD -le $IOZ_THREADS ]; do
IOZFILE="$IOZFILE $IOZDIR/iozone.$THREAD"
THREAD=$((THREAD + 1))
done
$myRUNAS iozone $IOZONE_OPTS -s $((SIZE / IOZ_THREADS)) -t $IOZ_THREADS -F $IOZFILE 2>&1 | tee $IOZLOG
tail -1 $IOZLOG | grep -q complete || \
{ error "iozone (3) failed" && return 1; }
rm -f $IOZLOG
wait_delete_completed || true
$DEBUG_ON
elif [ $IOZVER -lt 3145 ]; then
VER=`iozone -v | awk '/Revision:/ { print $3 }'`
echo "iozone $VER too old for multi-thread test"
fi
}
run_test iozone "iozone"
test_fsx() {
local fsx_layout="${fsx_STRIPEPARAMS:--c -1}"
local testfile=$DIR/f0.fsxfile
FSX_SIZE=$SIZE
FSX_COUNT=1000
local SPACE=`df -P $MOUNT | tail -n 1 | awk '{ print $4 }'`
check_set_fallocate
[ $SPACE -lt $FSX_SIZE ] && FSX_SIZE=$((SPACE * 3 / 4))
$DEBUG_OFF
FSX_SEED=${FSX_SEED:-$RANDOM}
rm -f $testfile
$LFS setstripe $fsx_layout $testfile ||
error "'setstripe $fsx_layout $testfile' failed"
CMD="$FSX -c 50 -p 1000 -S $FSX_SEED -P $TMP -l $FSX_SIZE \
-N $((FSX_COUNT * 100)) $FSXOPT $testfile"
echo "Using: $CMD"
$CMD || error "fsx failed"
rm -f $testfile
$DEBUG_ON
}
run_test fsx "fsx"
test_fsx_partial_punch() {
local fsx_count=100000
local testfile=$DIR/f0.fsxfile
local fsx_size=5407677 # upper bound file size
local fsx_seed=7919
check_set_fallocate
rm -f $testfile
$LFS setstripe -c -1 $testfile
#
# $fsx_seed, $fsx_count and $fsx_size combination almost
# always reproduces the LASSERT under LU-14640. Therefore these
# constants are used as reproducer vs using a random value and
# hoping it hits the error condition
#
CMD="$FSX -c 50 -p 1000 -S $fsx_seed -P $TMP -l $fsx_size \
-N $fsx_count $testfile"
echo "Using: $CMD"
$CMD || error "fsx failed"
rm -f $testfile
}
run_test fsx_partial_punch "Verify fsx with partial punch via fallocate"
complete_test $SECONDS
check_and_cleanup_lustre
exit_status
