usr/src/cmd/th_tools/th_script.sh

   1 #
   2 # CDDL HEADER START
   3 #
   4 # The contents of this file are subject to the terms of the
   5 # Common Development and Distribution License (the "License").
   6 # You may not use this file except in compliance with the License.
   7 #
   8 # You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
   9 # or http://www.opensolaris.org/os/licensing.
  10 # See the License for the specific language governing permissions
  11 # and limitations under the License.
  12 #
  13 # When distributing Covered Code, include this CDDL HEADER in each
  14 # file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  15 # If applicable, add the following below this CDDL HEADER, with the
  16 # fields enclosed by brackets "[]" replaced with your own identifying
  17 # information: Portions Copyright [yyyy] [name of copyright owner]
  18 #
  19 # CDDL HEADER END
  20 #
  21 #
  22 # Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
  23 # Use is subject to license terms.
  24 #
  25 #pragma ident   "%Z%%M% %I%     %E% SMI"
  26
  27 #
  28 # usage: force_state_change <path> <target state>
  29 #
  30 force_state_change()
  31 {
  32         [[ $2 != "online" && $2 != "offline" ]] && exit 1
  33         th_manage $1 getstate | read path state busy
  34         [[ $? != 0 ]] && exit 1
  35         [[ "$state" = "$2" ]] && return 0
  36         th_manage $1 $2
  37         [[ $? != 0 ]] && exit 1
  38         th_manage $1 getstate | read path state busy
  39         [[ $? != 0 ]] && exit 1
  40         [[ "$state" != "$2" ]] && exit 1
  41         return 0
  42 }
  43
  44
  45 script_pid=0
  46 trap ' terminate $script_pid ' 1 2 3 15
  47 terminate()
  48 {
  49         [[ $1 -gt 0 ]] && kill $1 > /dev/null 2>&1
  50         exit 1
  51 }
  52
  53 #
  54 # usage: control_workload <path> <pid>
  55 # The following function is called (as a background task) prior to taking a
  56 # driver instance offline and immediately after it is brought online. If the
  57 # th_define process which created this script did not specify a script with the
  58 # -e option then the default action is to run in the background this script
  59 # which will continuously offline and online the instance until the injected
  60 # error is detected by the driver or until the errdef is aborted.
  61 #
  62 control_workload()
  63 {
  64         fixup_script 1
  65         if [ $? == 0 ]; then
  66                 return
  67         fi
  68
  69         #
  70         # Default workload - continuously offline and online the driver instance
  71         # while injecting errors
  72         #
  73
  74         if [[ $2 -gt 0 ]]; then
  75                 kill $2 > /dev/null 2>&1
  76         fi
  77         if [ $# -lt 2 ]; then
  78                 echo syntax: $0 path pid
  79         elif [ $DRIVER_UNCONFIGURE = 1 ]; then
  80                 : no unconfigure action required ;
  81         elif [ $DRIVER_CONFIGURE = 1 ]; then
  82                 while [ 1 ]; do
  83                         sleep 2
  84                         force_state_change $1 offline
  85                         force_state_change $1 online
  86                 done &
  87                 script_pid=$!
  88         fi
  89 }
  90
  91 #
  92 # usage: prepare_for_errdef <path> <driver> <instance> <do_unconfigure>
  93 #
  94 prepare_for_errdef()
  95 {
  96         export DRIVER_PATH=$1
  97         export DRIVER_NAME=$2
  98         export DRIVER_INSTANCE=$3
  99         export DRIVER_UNCONFIGURE=1
 100         export DRIVER_CONFIGURE=0
 101         control_workload $1 $script_pid
 102         script_pid=0
 103
 104         th_manage $2 $3 get_handles >/dev/null 2>&1
 105         [[ $? != 0 ]] && exit 1
 106         force_state_change $1 offline
 107         force_state_change $1 online
 108
 109         export DRIVER_UNCONFIGURE=0
 110         export DRIVER_CONFIGURE=1
 111         [[ $4 == 1 ]] &&
 112                 control_workload $1 $script_pid
 113 }
 114
 115 # usage: monitor_edef <driver> <instance> <nsteps>
 116 monitor_edef()
 117 {
 118         let aborted=0
 119         trap ' (( aborted += 1 )) ' 16
 120         sleep 2 # Wait for the errdef to be added
 121         th_manage $1 $2 start
 122         [[ $? != 0 ]] && exit 1
 123
 124         let s=0
 125         let x=$3
 126         set -A stats 0 0 1 0 0 0 0 ""
 127
 128         #
 129         # Loop for x reports unless the error is reported or the access fail
 130         # count goes to zero.
 131         #
 132         while (( (x -= 1) >= 0 ))
 133         do
 134                 (( aborted > 0 )) && break
 135                 read line
 136                 [ -z "$line" ] && break
 137                 set -A stats $(echo "$line" |
 138                     /usr/bin/awk -F: '{for (i = 1; i <= NF; i++) print $i}')
 139                 [ "${stats[6]}" -ne "0" ] && break      # Fault was reported
 140                 #
 141                 # If fail count is zero - increment a loop counter 3 times
 142                 # before aborting this errdef.
 143                 #
 144                 [ "${stats[3]}" = "0" ] && (( (s += 1) > 3 )) && break
 145         done
 146         th_manage $1 $2 clear_errdefs                   # Clear errors.
 147         [[ $? != 0 ]] && exit 1
 148         echo "${stats[@]}"
 149 }
 150
 151 #
 152 # Install, activate and monitor some error definitions
 153 # usage: run_subtest <driver> <instance> < errdefs
 154 #
 155 run_subtest()
 156 {
 157         let edefid=0
 158         drv=$1
 159         inst=$2
 160         if [ $devpath = "NULL" ]
 161         then
 162                 path=$(th_manage $1 $2 getpath)
 163         else
 164                 path=$devpath
 165         fi
 166         while read line
 167         do
 168                 set -- $(echo "$line" | \
 169                     /usr/bin/awk '{for (i = 1; i <= NF; i++) print $i}')
 170                 w=${line##*"-w "}
 171                 let a=${w%%" "*}
 172                 let b=${w##*" "}
 173                 let x='a / b'
 174                 (( a % b > 0 )) && (( x += 1 ))
 175                 prepare_for_errdef $path $drv $inst 1
 176                 set -A status $(th_define $* 2>./elog | \
 177                     monitor_edef $drv $inst $x)
 178                 if [ "${status[2]}" -gt 0 ]; then
 179                         res="test not triggered"
 180                 elif [ "${status[1]}" -eq 0 ]; then
 181                         res="success (error undetected)"
 182                 elif [ "${status[1]}" -gt 0 ]; then
 183                         if [ "${status[6]}" -eq 16 ]; then
 184                                 res="failure (no service impact reported)"
 185                         else
 186                                 res="success (error reported)"
 187                         fi
 188                 else
 189                         res=
 190                 fi
 191                 echo "Subtest $edefid: Result: \"$res\""
 192                 echo $line
 193                 if [ -n "${status[7]}" ]; then
 194                         let i=6
 195                         let l=${#status[@]}
 196                         echo "  Fail Msg  :\t\c"
 197                         while (( (i += 1) <= l ))
 198                         do
 199                                 echo "${status[$i]} \c"
 200                         done
 201                         echo ""
 202                 fi
 203                 echo "\tFail Time :\t${status[0]}\tMsg Time  :\t${status[1]}"
 204                 echo "\tAcc count :\t${status[2]}\tFail count:\t${status[3]}"
 205                 echo "\tAccess Chk:\t${status[4]}\tEmsg count:\t${status[5]}"
 206                 if [ "${status[6]}" -eq 0 ]; then
 207                         echo "\tSeverity:\tSERVICE UNAFFECTED"
 208                 elif [ "${status[6]}" -eq -16 ]; then
 209                         echo "\tSeverity:\tSERVICE DEGRADED"
 210                 elif [ "${status[6]}" -eq -32 ]; then
 211                         echo "\tSeverity:\tSERVICE LOST"
 212                 fi
 213                 ((edefid += 1))
 214         done
 215
 216         fixup_script 0
 217         prepare_for_errdef $path $drv $inst 0
 218 }