Lustre Repository Browser

Viewing: parallel-scale.sh

#!/usr/bin/bash

LUSTRE=${LUSTRE:-$(dirname $0)/..}
. $LUSTRE/tests/test-framework.sh
init_test_env "$@"
init_logging

init_stripe_dir_params RECOVERY_SCALE_ENABLE_REMOTE_DIRS \
	RECOVERY_SCALE_ENABLE_STRIPED_DIRS

ALWAYS_EXCEPT="$PARALLEL_SCALE_EXCEPT "
# bug number for skipped test: LU-9429
ALWAYS_EXCEPT+="               parallel_grouplock "

if [ "$mds1_FSTYPE" = zfs -o "$ost1_FSTYPE" = zfs ]; then
	ZFSSLOW=$SLOW
	SLOW=no

	cbench_IDIRS=${cbench_IDIRS:-1}
	cbench_RUNS=${cbench_RUNS:-1}

	mdtest_nFiles=${mdtest_nFiles:-"10000"}
	statahead_NUMFILES=${statahead_NUMFILES:-100000}
fi

build_test_filter

# common setup
clients=${CLIENTS:-$HOSTNAME}
generate_machine_file $clients $MACHINEFILE ||
	error "Failed to generate machine file"
num_clients=$(get_node_count ${clients//,/ })

# compilbench
if [ "$SLOW" = "no" ]; then
	cbench_IDIRS=${cbench_IDIRS:-2}
	cbench_RUNS=${cbench_RUNS:-2}
fi

# metabench
[ "$SLOW" = "no" ] && mbench_NFILES=${mbench_NFILES:-10000}

# simul
[ "$SLOW" = "no" ] && simul_REP=${simul_REP:-2}

# connectathon
[ "$SLOW" = "no" ] && cnt_NRUN=${cnt_NRUN:-2}

# cascading rw
[ "$SLOW" = "no" ] && casc_REP=${casc_REP:-10}

# IOR
[ "$SLOW" = "no" ] && ior_DURATION=${ior_DURATION:-5}

# write_append_truncate
[ "$SLOW" = "no" ] && write_REP=${write_REP:-100}

# write_disjoint
[ "$SLOW" = "no" ] && wdisjoint_REP=${wdisjoint_REP:-100}

# fs_test
if [ "$SLOW" = "no" ]; then
	fs_test_ndirs=${fs_test_ndirs:-10000}
	fs_test_nobj=${fs_test_nobj:-2}
fi

# xdd
[ "$SLOW" = "no" ] && xdd_passes=${xdd_passes:-15}

. $LUSTRE/tests/functions.sh

check_and_setup_lustre

ost_set_temp_seq_width_all $DATA_SEQ_MAX_WIDTH

MPI_RUNAS=${MPI_RUNAS:-"runas -u $MPI_USER_UID -g $MPI_USER_GID"}
$GSS_KRB5 && refresh_krb5_tgt $MPI_USER_UID $MPI_USER_GID $MPI_RUNAS

test_compilebench() {
	run_compilebench
}
run_test compilebench "compilebench"

test_metabench() {
	run_metabench
}
run_test metabench "metabench"

test_simul() {
	get_mpiuser_id $MPI_USER
	run_simul
}
run_test simul "simul"

test_mdtestssf() {
	get_mpiuser_id $MPI_USER
	run_mdtest "ssf"
}
run_test mdtestssf "mdtestssf"

test_mdtestfpp() {
	get_mpiuser_id $MPI_USER
	run_mdtest "fpp"
}
run_test mdtestfpp "mdtestfpp"

test_connectathon() {
	run_connectathon
}
run_test connectathon "connectathon"

test_iorssf() {
	get_mpiuser_id $MPI_USER
	run_ior "ssf"
}
run_test iorssf "iorssf"

test_iorfpp() {
	get_mpiuser_id $MPI_USER
	run_ior "fpp"
}
run_test iorfpp "iorfpp"

test_ior_mdtest_parallel_ssf() {
	get_mpiuser_id $MPI_USER
	ior_mdtest_parallel "ssf"
}
run_test ior_mdtest_parallel_ssf "iormdtestssf"

test_ior_mdtest_parallel_fpp() {
	get_mpiuser_id $MPI_USER
	ior_mdtest_parallel "fpp"
}
run_test ior_mdtest_parallel_fpp "iormdtestfpp"

test_mib() {
	get_mpiuser_id $MPI_USER
	run_mib
}
run_test mib "mib"

test_cascading_rw() {
	get_mpiuser_id $MPI_USER
	run_cascading_rw
}
run_test cascading_rw "cascading_rw"

test_write_append_truncate() {
	get_mpiuser_id $MPI_USER
	run_write_append_truncate
}
run_test write_append_truncate "write_append_truncate"

# Argument is chunk size limit, the upper bound on write size
test_write_disjoint() {
	get_mpiuser_id $MPI_USER
	run_write_disjoint 123456
}
run_test write_disjoint "write_disjoint"

# Make sure to exercise the tiny write code
test_write_disjoint_tiny() {
	get_mpiuser_id $MPI_USER
	run_write_disjoint 16384
}
run_test write_disjoint_tiny "write_disjoint_tiny"

test_parallel_grouplock() {
	get_mpiuser_id $MPI_USER
	run_parallel_grouplock
}
run_test parallel_grouplock "parallel_grouplock"

test_statahead () {
	run_statahead
}
run_test statahead "statahead test, multiple clients"

test_rr_alloc () {
	run_rr_alloc
}
run_test rr_alloc "Checking even file distribution over OSTs in RR policy"

test_fs_test () {
	get_mpiuser_id $MPI_USER
	run_fs_test
}
run_test fs_test "fs_test"

test_fio () {
	run_fio
}
run_test fio "fio"

test_xdd () {
	get_mpiuser_id $MPI_USER
	run_xdd
}
run_test xdd "xdd"

# If necessary, return SLOW to its original value
[[ "$mds1_FSTYPE" == zfs || "$ost1_FSTYPE" == zfs ]] && SLOW=$ZFSSLOW

complete_test $SECONDS
check_and_cleanup_lustre
exit_status