Viewing: iokit-libecho
#!/usr/bin/bash
# SPDX-License-Identifier: GPL-2.0
#
# Copyright 2008 Sun Microsystems, Inc. All rights reserved
# Use is subject to license terms.
#
# Copyright (c) 2012, 2017, Intel Corporation.
#
#
# This file is part of Lustre, http://www.lustre.org/
#
# Author: Jitendra Pawar <jitendra@clusterfs.com>
#
# binaries
lsmod="/sbin/lsmod"
modprobe="/sbin/modprobe"
insmod="/sbin/insmod"
rmmod="/sbin/rmmod"
declare -a ost_names
declare -a client_names
declare -a host_list
declare -a dev_list
declare -a unique_hosts
declare count
declare -a vmstatpids
declare -a do_unload_echo
DSH=${DSH:-"ssh"}
NETTYPE=${NETTYPE:-tcp}
dsh () {
local node="$1"
local user="$2"
shift 2
local command="$@"
command="export PATH=/sbin:/usr/sbin:\$PATH; $command"
case $DSH in
ssh)
if [ -n "$user" ]; then
user="$user@"
fi
$DSH $user$node "$command"
;;
rsh)
if [ -n "$user" ]; then
user="-l $user"
fi
$DSH $user $node "$command"
;;
esac
}
# how to run commands on other nodes
# You need to make this work on your cluster if you have specified
# non-local obd instances above
remote_shell () {
host=$1
shift
cmds="$@"
if [ "$host" = "localhost" -o "$host" = `uname -n` ]; then
eval "$cmds"
else
# split $host into $host and $user
local user=""
if [[ $host == *@* ]]; then
user=${host%@*}
host=${host#*@}
fi
dsh $host "$user" "$cmds"
fi
}
# checks whether obdecho module is loded on given host.
# parameter: 1. hostname
obdecho_loaded() {
local host=$1
remote_shell $host $lsmod | grep obdecho > /dev/null 2>&1
}
# load obdecho.ko or obdecho.o module on host kernel.
load_obdecho () {
local index=$1
local host=${unique_hosts[$index]}
do_unload_echo[$index]=0
if obdecho_loaded $host; then
return 0
fi
if [ -z "$lustre_root" ]; then
remote_shell $host $modprobe obdecho
elif [ -f ${lustre_root}/obdecho/obdecho.ko ]; then
remote_shell $host $insmod ${lustre_root}/obdecho/obdecho.ko
else
remote_shell $host $insmod ${lustre_root}/obdecho/obdecho.o
fi
if obdecho_loaded $host; then
do_unload_echo[$index]=1
else
echo Could not install obdecho on $host
return 1
fi
return 0
}
load_obdechos () {
for ((i = 0; i < ${#unique_hosts[@]}; i++)); do
load_obdecho $i || cleanup 1
done
}
# unload obdecho module from host kernel.
unload_obdecho () {
local index=$1
local host=${unique_hosts[$index]}
if ((${do_unload_echo[$index]})); then
remote_shell $host $rmmod obdecho
do_unload_echo[$index]=0
fi
}
# returns the device number which is displayed in "lctl device_list"
#
# parameter: 1. hostname
# 2. type of device ex: echo_client
# 3. name of device ex: ECHO_matrix.linsyssoft.com
get_devno () {
local host=$1
local type=$2
local name=$3
remote_shell $host $LCTL device_list |
awk "{if (\$2 == \"UP\" && \$3 == \"$type\" && \$4 == \"$name\") {\
print \$1; exit}}"
}
get_devnos () {
local i=0
local host
for ((i = 0; i < $count; i++)); do
ost=${ost_names[$i]}
host=${host_list[$i]}
dev=$(get_devno $host obdfilter $ost)
dev_list[$i]=$dev
if [ -z "$dev" ]; then
echo "Cannot find device for $ost on $host"
return 1
fi
done
return 0
}
# do cleanup for network case.
cleanup_network () {
local clean_srv_OSS=$1
$LCTL <<-EOF
--device echotmp cleanup
--device echotmp detach
EOF
remote_shell "root@$server_nid" \
"$LCTL <<-EOF
--device echo_srv cleanup
--device echo_srv detach
EOF"
if [ $clean_srv_OSS ]; then
remote_shell "root@$server_nid" \
"$LCTL <<-EOF
--device OSS cleanup
--device OSS detach
EOF"
fi
}
# do cleanup and exit.
cleanup () {
trap 0
local exit_status=$1
local host
case=${case:-"disk"}
shift
for ((i = 0; i < $ndevs; i++)); do
host=${host_names[$i]}
if [[ -n "${do_teardown_ec[$i]}" ]]; then
teardown_ec_devno $host ${client_names[$i]}
fi
done
pidcount=0
for ((i = 0; i < ${#unique_hosts[@]}; i++)); do
host=${unique_hosts[$i]}
remote_shell $host "killall -q vmstat >/dev/null 2>&1" &
pid=$!
kill -term ${vmstatpids[$pidcount]} 2>/dev/null
kill -kill ${vmstatpids[$pidcount]} 2>/dev/null
wait $pid
pidcount=$((pidcount + 1))
if ((${do_unload_echo[$i]})); then
unload_obdecho $i
fi
done
if [ $case == "network" ]; then
cleanup_network $1
fi
if [ $exit_status ]; then
if [ $exit_status -ne 0 ]; then
echo "program exited with error "
else
echo "done!"
fi
else
echo "Terminated"
fi
exit $exit_status
}
trap 'cleanup 0 $clean_srv_OSS' EXIT SIGHUP SIGINT SIGTERM
# gets echoclient device number and attach it to the client UUID
# Results are returned by an echo followed by an exit
# This must run in a subshell.
#
# parameter: 1. hostname
# 2. client name, ex:- ns8:ECHO_ns8
# 3. name of ost instances, ex:- lustre-OST0001
get_ec_devno () {
exec 8>&1 1>&2
local host=$1
local client_name="$2"
local ost_name="$3"
local dev_type="${4:-obdfilter}"
local stack_type="${5:-}"
if [ -z "$client_name" ]; then
if [ -z "$ost_name" ]; then
echo "client and ost name both null"
exit 1
fi
client_name=${ost_name}_ecc
fi
ec=$(get_devno $host echo_client $client_name)
if [ -n "$ec" ]; then
echo $ec $client_name $client_name >&8
exit 0
fi
if [ -z "$ost_name" ]; then
echo "no echo client and ost_name not set, client:" \
"$client_name, host: $host"
exit 1
fi
ost=$(get_devno $host $dev_type $ost_name)
if [ -z "$ost" ]; then
echo "OST $ost_name not setup"
exit 1
fi
client_name=${ost_name}_ecc
# Only 'attach' if '{client_name}_uuid' not already present
if ! [[ $($LCTL dl) =~ $client_name ]]; then
remote_shell $host \
"$LCTL <<-EOF
attach echo_client $client_name \
${client_name}_UUID
setup $ost_name $stack_type
EOF"
fi
ec=$(get_devno $host echo_client $client_name)
if [ -z "$ec" ]; then
echo "Can't setup echo-client"
exit 1
fi
echo $ec $client_name 1 >&8
exit 0
}
# create echo client using server nid.
ec_using_srv_nid () {
local server_nid=$1
local oscname=$2
local oscuuid=$3
$LCTL add_uuid echo_UUID $server_nid@$NETTYPE >/dev/null 2>&1
$LCTL <<-EOF
attach osc $oscname $oscuuid
--device $oscname setup echo_srv_UUID echo_UUID
EOF
$LCTL <<-EOF
attach echo_client ${oscname}_ecc $oscuuid
--device ${oscname}_ecc setup $oscname
EOF
}
# setup obdecho on server
setup_srv_obd () {
local server_nid=$1
local test_ostfsnm=$2
remote_shell "root@$server_nid" \
"$LCTL <<-EOF
attach obdecho $test_ostfsnm ${test_ostfsnm}_UUID
--device $test_ostfsnm setup
EOF"
}
# setup OSS on server
setup_OSS () {
local server_nid=$1
remote_shell "root@$server_nid" \
"$LCTL <<-EOF
attach ost OSS OSS_UUID
--device OSS setup
EOF"
}
# cleanup and detach the echo-clients that we have created during the test.
# parameter: 1. hostname
# 2. client name, ex:- ns8:ECHO_ns8
teardown_ec_devno () {
local host=$1
local client_name=$2
remote_shell $host \
"$LCTL <<-EOF
--device $client_name cleanup
--device $client_name detach
EOF"
}
unique () {
echo "$@" | xargs -n1 echo | sort -u
}
split_hostname () {
local name=$1
case $name in
*:*) host=$(echo $name | sed 's/:.*$//')
name=$(echo $name | sed 's/[^:]*://')
;;
*) host=localhost
;;
esac
echo "$host $name"
}
check_cleanup () {
local type_obj="$1"
local osc_names_str=$($LCTL dl | grep $type_obj)
local count=0;
for name in $osc_names_str; do
count=$((count + 1))
done
if [ $count != 0 ]; then
echo "$type_obj could not be cleanup";
exit 0;
fi
}
check_setup () {
local type_obj="$1"
local osc_names_str=$($LCTL dl | grep $type_obj)
local count=0;
for name in $osc_names_str; do
count=$((count + 1))
done
if [ $count == 0 ]; then
echo "$type_obj could not be setup";
exit 0;
fi
}
# added from bugzill req.
get_targets () {
if [ -z "$ost_names" ]; then
targets=$($LCTL device_list | awk "{if (\$2 == \"UP\" && \
\$3 == \"obdfilter\") {print \$4} }")
fi
if [ -z "$targets" ]; then
echo "Can't find any OSTs to test. Please set targets=..."
exit 1
fi
local count=0
for name in $targets; do
ost_names[$count]=$name
str=($(split_hostname $name))
host_names[$count]=${str[0]}
count=$((count + 1))
done
}
get_hosts () {
# split out hostnames from ost names
for ((i = 0; i < count; i++)); do
local str=($(split_hostname ${targets[$i]}))
host_list[$i]=${str[0]}
ost_names[$i]=${str[1]}
done
}
