# Hey Emacs, this is a -*- shell-script -*- !!! :-) # Augment PATH with relevant stubs/ directories. We do this by actually # setting PATH, and also by setting $EVENTSCRIPTS_PATH and then # prepending that to $PATH in rc.local to avoid the PATH reset in # functions. EVENTSCRIPTS_PATH="" if [ -d "${TEST_SUBDIR}/stubs" ] ; then EVENTSCRIPTS_PATH="${TEST_SUBDIR}/stubs" case "$EVENTSCRIPTS_PATH" in /*) : ;; *) EVENTSCRIPTS_PATH="${PWD}/${EVENTSCRIPTS_PATH}" ;; esac fi export EVENTSCRIPTS_PATH PATH="${EVENTSCRIPTS_PATH}:${PATH}" export EVENTSCRIPTS_TESTS_VAR_DIR="${TEST_VAR_DIR}/unit_eventscripts" if [ -d "$EVENTSCRIPTS_TESTS_VAR_DIR" -a \ "$EVENTSCRIPTS_TESTS_VAR_DIR" != "/unit_eventscripts" ] ; then rm -r "$EVENTSCRIPTS_TESTS_VAR_DIR" fi mkdir -p "$EVENTSCRIPTS_TESTS_VAR_DIR" export CTDB_VARDIR="$EVENTSCRIPTS_TESTS_VAR_DIR/ctdb" export CTDB_LOGGING="file:${EVENTSCRIPTS_TESTS_VAR_DIR}/log.ctdb" touch "${CTDB_LOGGING#file:}" || \ die "Unable to setup logging for \"$CTDB_LOGGING\"" if [ -d "${TEST_SUBDIR}/etc" ] ; then cp -a "${TEST_SUBDIR}/etc" "$EVENTSCRIPTS_TESTS_VAR_DIR" export CTDB_ETCDIR="${EVENTSCRIPTS_TESTS_VAR_DIR}/etc" else die "Unable to setup \$CTDB_ETCDIR" fi if [ -d "${TEST_SUBDIR}/etc-ctdb" ] ; then cp -prL "${TEST_SUBDIR}/etc-ctdb" "$EVENTSCRIPTS_TESTS_VAR_DIR" export CTDB_BASE="${EVENTSCRIPTS_TESTS_VAR_DIR}/etc-ctdb" else die "Unable to set \$CTDB_BASE" fi export CTDB_BASE if [ ! -d "${CTDB_BASE}/events.d" ] ; then cat </dev/null || true rmdir "$FAKE_IP_STATE"/* 2>/dev/null || true export CTDB_DBDIR="${EVENTSCRIPTS_TESTS_VAR_DIR}/db" mkdir -p "${CTDB_DBDIR}/persistent" export FAKE_TDBTOOL_SUPPORTS_CHECK="yes" export FAKE_TDB_IS_OK export FAKE_DATE_OUTPUT export FAKE_NETSTAT_TCP_ESTABLISHED FAKE_TCP_LISTEN FAKE_NETSTAT_UNIX_LISTEN export FAKE_NETSTAT_TCP_ESTABLISHED_FILE=$(mktemp --tmpdir="$EVENTSCRIPTS_TESTS_VAR_DIR") } tcp_port_down () { for _i ; do debug "Marking TCP port \"${_i}\" as not listening" FAKE_TCP_LISTEN=$(echo "$FAKE_TCP_LISTEN" | sed -r -e "s@[[:space:]]*[\.0-9]+:${_i}@@g") done } shares_missing () { _fmt="$1" ; shift # Replace some shares with non-existent ones. _t="" _n=1 _nl=" " export MISSING_SHARES_TEXT="" for _i in $FAKE_SHARES ; do if [ $_n = "$1" ] ; then shift _i="${_i%_existing}_missing" debug "Replacing share $_n with missing share \"$_i\"" rmdir "$_i" 2>/dev/null || true MISSING_SHARES_TEXT="${MISSING_SHARES_TEXT}${MISSING_SHARES_TEXT:+${_nl}}"$(printf "$_fmt" "${_i}") fi _t="${_t}${_t:+ }${_i}" _n=$(($_n + 1)) done FAKE_SHARES="$_t" } # Setup some fake /proc/net/bonding files with just enough info for # the eventscripts. # arg1 is interface name, arg2 is currently active slave (use "None" # if none), arg3 is MII status ("up" or "down"). setup_bond () { _iface="$1" _slave="${2:-${_iface}_sl_0}" _mii_s="${3:-up}" _mii_subs="${4:-${_mii_s:-up}}" echo "Setting $_iface to be a bond with active slave $_slave and MII status $_mii_s" cat >"${FAKE_PROC_NET_BONDING}/$_iface" <> 8)) done echo "${_net}/${_maskbits}" } ###################################################################### # CTDB fakery # Evaluate an expression that probably calls functions or uses # variables from the CTDB functions file. This is used for test # initialisation. eventscript_call () { ( . "$CTDB_BASE/functions" "$@" ) } # Set output for ctdb command. Option 1st argument is return code. ctdb_set_output () { _out="$EVENTSCRIPTS_TESTS_VAR_DIR/ctdb.out" cat >"$_out" _rc="$EVENTSCRIPTS_TESTS_VAR_DIR/ctdb.rc" echo "${1:-0}" >"$_rc" eventscripts_test_add_cleanup "rm -f $_out $_rc" } # For now this creates the same public addresses each time. However, # it could be made more flexible. setup_public_addresses () { if [ -f "$CTDB_PUBLIC_ADDRESSES" -a \ "${CTDB_PUBLIC_ADDRESSES%/*}" = "$EVENTSCRIPTS_TESTS_VAR_DIR" ] ; then rm "$CTDB_PUBLIC_ADDRESSES" fi export CTDB_PUBLIC_ADDRESSES=$(mktemp \ --tmpdir="$EVENTSCRIPTS_TESTS_VAR_DIR" \ "public-addresses-XXXXXXXX") echo "Setting up CTDB_PUBLIC_ADDRESSES=${CTDB_PUBLIC_ADDRESSES}" cat >"$CTDB_PUBLIC_ADDRESSES" <"$FAKE_CTDB_EXTRA_CONFIG" } setup_memcheck () { setup_ctdb _swap_total="5857276" if [ "$1" = "bad" ] ; then _swap_free=" 4352" _mem_cached=" 112" _mem_free=" 468" else _swap_free="$_swap_total" _mem_cached="1112" _mem_free="1468" fi export FAKE_PROC_MEMINFO="\ MemTotal: 3940712 kB MemFree: 225268 kB Buffers: 146120 kB Cached: 1139348 kB SwapCached: 56016 kB Active: 2422104 kB Inactive: 1019928 kB Active(anon): 1917580 kB Inactive(anon): 523080 kB Active(file): 504524 kB Inactive(file): 496848 kB Unevictable: 4844 kB Mlocked: 4844 kB SwapTotal: ${_swap_total} kB SwapFree: ${_swap_free} kB ..." export FAKE_FREE_M="\ total used free shared buffers cached Mem: 3848 3634 213 0 142 ${_mem_cached} -/+ buffers/cache: 2379 ${_mem_free} Swap: 5719 246 5473" export CTDB_MONITOR_FREE_MEMORY export CTDB_MONITOR_FREE_MEMORY_WARN export CTDB_CHECK_SWAP_IS_NOT_USED } ctdb_get_interfaces () { # The echo/subshell forces all the output onto 1 line. echo $(ctdb ifaces -X | awk -F'|' 'FNR > 1 {print $2}') } ctdb_get_1_interface () { _t=$(ctdb_get_interfaces) echo ${_t%% *} } # Print all public addresses as: interface IP maskbits # Each line is suitable for passing to takeip/releaseip ctdb_get_all_public_addresses () { _f="${CTDB_PUBLIC_ADDRESSES:-${CTDB_BASE}/public_addresses}" while IFS="/$IFS" read _ip _maskbits _ifaces ; do echo "$_ifaces $_ip $_maskbits" done <"$_f" } # Print public addresses on this node as: interface IP maskbits # Each line is suitable for passing to takeip/releaseip ctdb_get_my_public_addresses () { ctdb ip -v -X | { read _x # skip header line while IFS="|" read _x _ip _x _iface _x ; do [ -n "$_iface" ] || continue while IFS="/$IFS" read _i _maskbits _x ; do if [ "$_ip" = "$_i" ] ; then echo $_iface $_ip $_maskbits break fi done <"${CTDB_PUBLIC_ADDRESSES:-${CTDB_BASE}/public_addresses}" done } } # Prints the 1st public address as: interface IP maskbits # This is suitable for passing to takeip/releaseip ctdb_get_1_public_address () { ctdb_get_my_public_addresses | { head -n 1 ; cat >/dev/null ; } } ctdb_not_implemented () { export CTDB_NOT_IMPLEMENTED="$1" ctdb_not_implemented="\ DEBUG: ctdb: command \"$1\" not implemented in stub" } ctdb_fake_scriptstatus () { _code="$1" _status="$2" _err_out="$3" _d1=$(date '+%s.%N') _d2=$(date '+%s.%N') echo "$_code $_status $_err_out" >"$FAKE_CTDB_SCRIPTSTATUS/$script" } ###################################################################### setup_ctdb_policy_routing () { service_name="per_ip_routing" export CTDB_PER_IP_ROUTING_CONF="$CTDB_BASE/policy_routing" export CTDB_PER_IP_ROUTING_RULE_PREF=100 export CTDB_PER_IP_ROUTING_TABLE_ID_LOW=1000 export CTDB_PER_IP_ROUTING_TABLE_ID_HIGH=2000 # Tests need to create and populate this file rm -f "$CTDB_PER_IP_ROUTING_CONF" } # Create policy routing configuration in $CTDB_PER_IP_ROUTING_CONF. # $1 is the number of assigned IPs to use (, all), defaulting to # 1. If $2 is "default" then a default route is also added. create_policy_routing_config () { _num_ips="${1:-1}" _should_add_default="$2" ctdb_get_my_public_addresses | if [ "$_num_ips" = "all" ] ; then cat else { head -n "$_num_ips" ; cat >/dev/null ; } fi | while read _dev _ip _bits ; do _net=$(ipv4_host_addr_to_net "$_ip" "$_bits") _gw="${_net%.*}.1" # a dumb, calculated default echo "$_ip $_net" if [ "$_should_add_default" = "default" ] ; then echo "$_ip 0.0.0.0/0 $_gw" fi done >"$CTDB_PER_IP_ROUTING_CONF" } # Check the routes against those that are expected. $1 is the number # of assigned IPs to use (, all), defaulting to 1. If $2 is # "default" then expect default routes to have been added. check_routes () { _num_ips="${1:-1}" _should_add_default="$2" _policy_rules="" _policy_routes="" ctdb_get_my_public_addresses | if [ "$_num_ips" = "all" ] ; then cat else { head -n "$_num_ips" ; cat >/dev/null ; } fi | { while read _dev _ip _bits ; do _net=$(ipv4_host_addr_to_net "$_ip" "$_bits") _gw="${_net%.*}.1" # a dumb, calculated default _policy_rules="${_policy_rules} ${CTDB_PER_IP_ROUTING_RULE_PREF}: from $_ip lookup ctdb.$_ip " _policy_routes="${_policy_routes} # ip route show table ctdb.$_ip $_net dev $_dev scope link " if [ "$_should_add_default" = "default" ] ; then _policy_routes="${_policy_routes} default via $_gw dev $_dev " fi done ok <"$CTDB_NATGW_NODES" # Assume all of the nodes are on a /24 network and have IPv4 # addresses: read _ip <"$CTDB_NATGW_NODES" export CTDB_NATGW_PRIVATE_NETWORK="${_ip%.*}.0/24" # These are fixed. Probably don't use the same network for the # private node IPs. To unset the default gateway just set it to # "". :-) export CTDB_NATGW_PUBLIC_IP="10.1.1.121/24" export CTDB_NATGW_PUBLIC_IFACE="eth1" export CTDB_NATGW_DEFAULT_GATEWAY="10.1.1.254" export CTDB_NATGW_SLAVE_ONLY="" } ok_natgw_master_ip_addr_show () { _mac=$(echo "$CTDB_NATGW_PUBLIC_IFACE" | md5sum | sed -r -e 's@(..)(..)(..)(..)(..)(..).*@\1:\2:\3:\4:\5:\6@') # This is based on CTDB_NATGW_PUBLIC_IP _brd="10.1.1.255" ok < mtu 1500 qdisc pfifo_fast state UP qlen 1000 link/ether ${_mac} brd ff:ff:ff:ff:ff:ff inet ${CTDB_NATGW_PUBLIC_IP} brd ${_brd} scope global ${CTDB_NATGW_PUBLIC_IFACE} valid_lft forever preferred_lft forever EOF } ok_natgw_slave_ip_addr_show () { _mac=$(echo "$CTDB_NATGW_PUBLIC_IFACE" | md5sum | sed -r -e 's@(..)(..)(..)(..)(..)(..).*@\1:\2:\3:\4:\5:\6@') ok < mtu 1500 qdisc pfifo_fast state UP qlen 1000 link/ether ${_mac} brd ff:ff:ff:ff:ff:ff EOF } ok_natgw_master_static_routes () { _nl=" " _t="" for _i in $CTDB_NATGW_STATIC_ROUTES ; do # This is intentionally different to the code in 11.natgw ;-) case "$_i" in *@*) _net=$(echo "$_i" | sed -e 's|@.*||') _gw=$(echo "$_i" | sed -e 's|.*@||') ;; *) _net="$_i" _gw="$CTDB_NATGW_DEFAULT_GATEWAY" esac [ -n "$_gw" ] || continue _t="${_t}${_t:+${_nl}}" _t="${_t}${_net} via ${_gw} dev ethXXX metric 10 " done ok "$_t" } ok_natgw_slave_static_routes () { _nl=" " _t="" for _i in $CTDB_NATGW_STATIC_ROUTES ; do # This is intentionally different to the code in 11.natgw ;-) _net=$(echo "$_i" | sed -e 's|@.*||') # The interface for the private network isn't specified as # part of the NATGW configuration and isn't part of the # command to add the route. It is implicitly added by "ip # route" but our stub doesn't do this and adds "ethXXX". _t="${_t}${_t:+${_nl}}" _t="${_t}${_net} via ${FAKE_CTDB_NATGW_MASTER} dev ethXXX metric 10 " done ok "$_t" } ###################################################################### # Samba/winbind fakery setup_samba () { setup_ctdb service_name="samba" if [ "$1" != "down" ] ; then debug "Marking Samba services as up, listening and managed by CTDB" # Get into known state. eventscript_call ctdb_service_managed # All possible service names for all known distros. for i in "smb" "nmb" "samba" ; do service "$i" force-started done export CTDB_SAMBA_SKIP_SHARE_CHECK="no" export CTDB_MANAGED_SERVICES="foo samba bar" export FAKE_TCP_LISTEN="0.0.0.0:445 0.0.0.0:139" export FAKE_WBINFO_FAIL="no" # Some things in 50.samba are backgrounded and waited for. If # we don't sleep at all then timeouts can happen. This avoids # that... :-) export FAKE_SLEEP_FORCE=0.1 else debug "Marking Samba services as down, not listening and not managed by CTDB" # Get into known state. eventscript_call ctdb_service_unmanaged # All possible service names for all known distros. for i in "smb" "nmb" "samba" ; do service "$i" force-stopped done export CTDB_SAMBA_SKIP_SHARE_CHECK="no" export CTDB_MANAGED_SERVICES="foo bar" unset CTDB_MANAGES_SAMBA export FAKE_TCP_LISTEN="" export FAKE_WBINFO_FAIL="yes" fi # This is ugly but if this file isn't removed before each test # then configuration changes between tests don't stick. rm -f "$CTDB_VARDIR/state/samba/smb.conf.cache" } setup_winbind () { setup_ctdb service_name="winbind" if [ "$1" != "down" ] ; then debug "Marking Winbind service as up and managed by CTDB" # Get into known state. eventscript_call ctdb_service_managed service "winbind" force-started export CTDB_MANAGED_SERVICES="foo winbind bar" export FAKE_WBINFO_FAIL="no" else debug "Marking Winbind service as down and not managed by CTDB" # Get into known state. eventscript_call ctdb_service_unmanaged service "winbind" force-stopped export CTDB_MANAGED_SERVICES="foo bar" unset CTDB_MANAGES_WINBIND export FAKE_WBINFO_FAIL="yes" fi } wbinfo_down () { debug "Making wbinfo commands fail" FAKE_WBINFO_FAIL="yes" } ###################################################################### # NFS fakery setup_nfs () { setup_ctdb service_name="nfs" export FAKE_RPCINFO_SERVICES="" export CTDB_NFS_SKIP_SHARE_CHECK="no" export CTDB_MONITOR_NFS_THREAD_COUNT RPCNFSDCOUNT FAKE_NFSD_THREAD_PIDS export CTDB_NFS_DUMP_STUCK_THREADS FAKE_RPC_THREAD_PIDS # Reset the failcounts for nfs services. eventscript_call eval rm -f '$ctdb_fail_dir/nfs_*' if [ "$1" != "down" ] ; then debug "Setting up NFS environment: all RPC services up, NFS managed by CTDB" eventscript_call ctdb_service_managed service "nfs" force-started # might not be enough export CTDB_MANAGED_SERVICES="foo nfs bar" rpc_services_up "nfs" "mountd" "rquotad" "nlockmgr" "status" else debug "Setting up NFS environment: all RPC services down, NFS not managed by CTDB" eventscript_call ctdb_service_unmanaged service "nfs" force-stopped # might not be enough eventscript_call startstop_nfs stop export CTDB_MANAGED_SERVICES="foo bar" unset CTDB_MANAGES_NFS fi } setup_nfs_ganesha () { setup_nfs "$@" export CTDB_NFS_SERVER_MODE="ganesha" if [ "$1" != "down" ] ; then export CTDB_MANAGES_NFS="yes" fi # We do not support testing the Ganesha-nfsd-specific part of the # eventscript. export CTDB_SKIP_GANESHA_NFSD_CHECK="yes" export CTDB_NFS_SKIP_SHARE_CHECK="yes" } rpc_services_down () { for _i ; do debug "Marking RPC service \"${_i}\" as unavailable" FAKE_RPCINFO_SERVICES=$(echo "$FAKE_RPCINFO_SERVICES" | sed -r -e "s@[[:space:]]*${_i}:[0-9]+:[0-9]+@@g") done } rpc_services_up () { for _i ; do debug "Marking RPC service \"${_i}\" as available" case "$_i" in nfs) _t="2:3" ;; mountd) _t="1:3" ;; rquotad) _t="1:2" ;; nlockmgr) _t="3:4" ;; status) _t="1:1" ;; *) die "Internal error - unsupported RPC service \"${_i}\"" ;; esac FAKE_RPCINFO_SERVICES="${FAKE_RPCINFO_SERVICES}${FAKE_RPCINFO_SERVICES:+ }${_i}:${_t}" done } nfs_load_config () { _etc="$CTDB_ETCDIR" # shortcut for readability for _c in "$_etc/sysconfig/nfs" "$_etc/default/nfs" "$_etc/ctdb/sysconfig/nfs" ; do if [ -r "$_c" ] ; then . "$_c" break fi done } # Set the required result for a particular RPC program having failed # for a certain number of iterations. This is probably still a work # in progress. Note that we could hook aggressively # nfs_check_rpc_service() to try to implement this but we're better # off testing nfs_check_rpc_service() using independent code... even # if it is incomplete and hacky. So, if the 60.nfs eventscript # changes and the tests start to fail then it may be due to this # function being incomplete. rpc_set_service_failure_response () { _progname="$1" # The number of failures defaults to the iteration number. This # will be true when we fail from the 1st iteration... but we need # the flexibility to set the number of failures. _numfails="${2:-${iteration}}" nfs_load_config # A handy newline. :-) _nl=" " # Default ok_null _file=$(ls "${CTDB_BASE}/nfs-rpc-checks.d/"[0-9][0-9]."${_progname}.check") [ -r "$_file" ] || die "RPC check file \"$_file\" does not exist or is not unique" while read _op _li _actions ; do # Skip comments case "$_op" in \#*) continue ;; esac _hit=false if [ "$_op" != "%" ] ; then if [ $_numfails $_op $_li ] ; then _hit=true fi else if [ $(($_numfails $_op $_li)) -eq 0 ] ; then _hit=true fi fi if $_hit ; then _out="" _rc=0 for _action in $_actions ; do case "$_action" in verbose) _ver=1 _pn="$_progname" case "$_progname" in nfsd) _ver=3 ; _pn="nfs" ;; lockd) _ver=4 ; _pn="nlockmgr" ;; statd) _pn="status" ;; esac _out="\ ERROR: $_pn failed RPC check: rpcinfo: RPC: Program not registered program $_pn version $_ver is not available" ;; restart*) _p="rpc.${_progname}" case "$_action" in *:b) _bg="&" ;; *) _bg="" ;; esac case "$_progname" in nfsd) _t="\ Trying to restart NFS service" if [ -n "$CTDB_NFS_DUMP_STUCK_THREADS" ] ; then for _pid in $FAKE_NFSD_THREAD_PIDS ; do _t="\ $_t ${_bg}Stack trace for nfsd[${_pid}]: ${_bg}[] fake_stack_trace_for_pid_${_pid}/stack+0x0/0xff" done fi _t="\ ${_t} ${_bg}Starting nfslock: OK ${_bg}Starting nfs: OK" ;; lockd) _t="\ Trying to restart lock manager service ${_bg}Starting nfslock: OK" ;; *) _t="Trying to restart $_progname [${_p}]" if [ -n "$CTDB_NFS_DUMP_STUCK_THREADS" ] ; then for _pid in $FAKE_RPC_THREAD_PIDS ; do _t="\ $_t Stack trace for ${_p}[${_pid}]: [] fake_stack_trace_for_pid_${_pid}/stack+0x0/0xff" done fi esac _out="${_out}${_out:+${_nl}}${_t}" ;; unhealthy) _rc=1 esac done required_result $_rc "$_out" return fi done <"$_file" } ###################################################################### # VSFTPD fakery setup_vsftpd () { service_name="vsftpd" if [ "$1" != "down" ] ; then die "setup_vsftpd up not implemented!!!" else debug "Setting up VSFTPD environment: service down, not managed by CTDB" eventscript_call ctdb_service_unmanaged service vsftpd force-stopped export CTDB_MANAGED_SERVICES="foo" unset CTDB_MANAGES_VSFTPD fi } ###################################################################### # HTTPD fakery setup_httpd () { if [ "$1" != "down" ] ; then die "setup_httpd up not implemented!!!" else debug "Setting up HTTPD environment: service down, not managed by CTDB" for service_name in "apache2" "httpd" ; do eventscript_call ctdb_service_unmanaged service "$service_name" force-stopped done export CTDB_MANAGED_SERVICES="foo" unset CTDB_MANAGES_HTTPD fi } ###################################################################### # multipathd fakery setup_multipathd () { for i ; do case "$i" in \!*) _t="${i#!}" echo "Marking ${_t} as having no active paths" FAKE_MULTIPATH_FAILURES="${FAKE_MULTIPATH_FAILURES}${FAKE_MULTIPATH+FAILURES:+ }${_t}" ;; *) _t="$i" esac CTDB_MONITOR_MPDEVICES="${CTDB_MONITOR_MPDEVICES}${CTDB_MONITOR_MPDEVICES:+ }${_t}" done export CTDB_MONITOR_MPDEVICES FAKE_MULTIPATH_FAILURES export FAKE_SLEEP_FORCE=0.1 } ###################################################################### # Result and test functions # Set some globals and print the summary. define_test () { desc="$1" _f=$(basename "$0" ".sh") # Remaining format should be NN.service.event.NNN or NN.service.NNN: _num="${_f##*.}" _f="${_f%.*}" case "$_f" in [0-9][0-9].*.*) script="${_f%.*}" event="${_f##*.}" script_dir="${CTDB_BASE}/events.d" ;; [0-9][0-9].*) script="$_f" unset event script_dir="${CTDB_BASE}/events.d" ;; *.*) script="${_f%.*}" event="${_f##*.}" script_dir="${CTDB_BASE}" ;; *) script="${_f%.*}" unset event script_dir="${CTDB_BASE}" esac [ -r "${script_dir}/${script}" ] || \ die "Internal error - unable to find script \"${script_dir}/${script}\"" printf "%-17s %-10s %-4s - %s\n\n" "$script" "$event" "$_num" "$desc" } _extra_header () { cat <&1) result_check "$_extra_header" } simple_test_event () { # If something has previously failed then don't continue. : ${_passed:=true} $_passed || return 1 event="$1" ; shift echo "==================================================" simple_test "$@" } simple_test_command () { # If something has previously failed then don't continue. : ${_passed:=true} $_passed || return 1 echo "==================================================" echo "Running command \"$*\"" _out=$("$@" 2>&1) result_check } # Run an eventscript iteratively. # - 1st argument is the number of iterations. # - 2nd argument is something to eval to do setup for every iteration. # The easiest thing to do here is to define a function and pass it # here. # - Subsequent arguments come in pairs: an iteration number and # something to eval for that iteration. Each time an iteration # number is matched the associated argument is given to eval after # the default setup is done. The iteration numbers need to be given # in ascending order. # # Some optional args can be given *before* these, surrounded by extra # "--" args. These args are passed to the eventscript. Quoting is # lost. # # One use of the 2nd and further arguments is to call # required_result() to change what is expected of a particular # iteration. iterate_test () { [ -n "$event" ] || die 'simple_test: $event not set' args="" if [ "$1" = "--" ] ; then shift while [ "$1" != "--" ] ; do args="${args}${args:+ }$1" shift done shift fi _repeats="$1" _setup_default="$2" shift 2 echo "Running $_repeats iterations of \"$script $event\" $args" _result=true for iteration in $(seq 1 $_repeats) ; do # This is inefficient because the iteration-specific setup # might completely replace the default one. However, running # the default is good because it allows you to revert to a # particular result without needing to specify it explicitly. eval $_setup_default if [ $iteration = "$1" ] ; then eval $2 shift 2 fi _shell="" if $TEST_COMMAND_TRACE ; then _shell="sh -x" else _shell="sh" fi _out=$($_shell "${script_dir}/${script}" "$event" $args 2>&1) _rc=$? _fout=$(echo "$_out" | result_filter) if [ "$_fout" = "$required_output" -a $_rc = $required_rc ] ; then _passed=true else _passed=false _result=false fi result_print "$_passed" "$_out" "$_rc" "Iteration $iteration" done result_footer "$_result" "$(_extra_header)" }