Lustre Repository Browser

Viewing: file_create.sh

#!/usr/bin/bash
trap 'kill $(jobs -p)' EXIT
RACER_ENABLE_PFL=${RACER_ENABLE_PFL:-true}
RACER_ENABLE_DOM=${RACER_ENABLE_DOM:-true}
RACER_ENABLE_FLR=${RACER_ENABLE_FLR:-true}
RACER_ENABLE_SEL=${RACER_ENABLE_SEL:-true}
RACER_ENABLE_OVERSTRIPE=${RACER_ENABLE_OVERSTRIPE:-true}
RACER_LOV_MAX_STRIPECOUNT=${RACER_LOV_MAX_STRIPECOUNT:-$LOV_MAX_STRIPE_COUNT}
RACER_EXTRA_LAYOUT=${RACER_EXTRA_LAYOUT:-""}
DIR=$1
MAX=$2
MAX_MB=${RACER_MAX_MB:-8}

layout=(raid0 raid0)

# check if it supports PFL layout
$RACER_ENABLE_PFL && layout+=(pfl pfl pfl)

# check if it supports DoM
$RACER_ENABLE_DOM && layout+=(dom dom dom)

# check if it supports FLR
$RACER_ENABLE_FLR && layout+=(flr flr flr)

# check if it supports PFL layout
$RACER_ENABLE_SEL && layout+=(sel sel sel)
[[ -n "$RACER_EXTRA_LAYOUT" ]] && layout+=(extra extra extra)

echo "layout: ${layout[*]}"

while /bin/true; do
	file=$((RANDOM % MAX))
	(( RANDOM % 100 < 25 )) && file+="/$((RANDOM % MAX))"
	# $RANDOM is between 0 and 32767, and we want $blockcount in 64kB units
	blockcount=$((RANDOM * MAX_MB / 32 / 64))
	$RACER_ENABLE_OVERSTRIPE &&
		stripecount="-C $((RANDOM %
			(RACER_LOV_MAX_STRIPECOUNT +  1)))" ||
		stripecount="-c $((RANDOM % (OSTCOUNT + 1)))"

	[ ${stripecount:2} -gt 0 ] && {
		stripesize=$(((1 << (RANDOM % 5)) * 64))K
		comp_end=$((${stripesize%K} * (RANDOM % 8 + 1)))K
		pattern=${layout[$RANDOM % ${#layout[*]}]}

		case $pattern in
		dom) opt="setstripe -E $stripesize -L mdt -E eof $stripecount -S 1M" ;;
		pfl) opt="setstripe -E $comp_end -S $stripesize -E eof $stripecount -S 2M" ;;
		flr) opt="mirror create -N2 -E $comp_end -S $stripesize -E eof $stripecount -S 2M" ;;
		sel) opt="setstripe -E 128M -S $stripesize -z 64M -E eof $stripecount -S 2M -z 128M" ;;
		raid0) opt="setstripe -S $stripesize $stripecount" ;;
		extra) opt="setstripe $RACER_EXTRA_LAYOUT" ;;
		esac

		if $RACER_ENABLE_FILE_MIGRATE && (( RANDOM % 20 == 0 )); then
			if [ "$pattern" = "flr" ]; then
				opt=${opt/create/extend}
			else
				opt=${opt/setstripe/migrate}
				(( ${file/*\//} % 8 == 0 )) && opt+=" --block"
			fi
		fi
		$LFS $opt $DIR/$file 2> /dev/null || true
	}

	# offset between 0 and 16MB (256 64k chunks), with 1/2 at offset 0
	seek=$((RANDOM / 64)); [ $seek -gt 256 ] && seek=0
	dd if=/dev/zero of=$DIR/$file bs=64k count=$blockcount \
		seek=$seek 2> /dev/null || true
done