bin/mpirunDebug

   1 #!/bin/bash
   2 #---------------------------------*- sh -*-------------------------------------
   3 # =========                 |
   4 # \\      /  F ield         | OpenFOAM: The Open Source CFD Toolbox
   5 #  \\    /   O peration     |
   6 #   \\  /    A nd           | Copyright (C) 1991-2010 OpenCFD Ltd.
   7 #    \\/     M anipulation  |
   8 #------------------------------------------------------------------------------
   9 # License
  10 #     This file is part of OpenFOAM.
  11 #
  12 #     OpenFOAM is free software: you can redistribute it and/or modify it
  13 #     under the terms of the GNU General Public License as published by
  14 #     the Free Software Foundation, either version 3 of the License, or
  15 #     (at your option) any later version.
  16 #
  17 #     OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
  18 #     ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  19 #     FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  20 #     for more details.
  21 #
  22 #     You should have received a copy of the GNU General Public License
  23 #     along with OpenFOAM.  If not, see <http://www.gnu.org/licenses/>.
  24 #
  25 # Script
  26 #     mpirunDebug
  27 #
  28 # Description
  29 #     Driver script to run mpi jobs with the processes in separate
  30 #     windows or to separate log files.
  31 #     Requires bash on all processors.
  32 #------------------------------------------------------------------------------
  33
  34 if [ `uname -s` = Linux ]
  35 then
  36     ECHO='echo -e'
  37 else
  38     ECHO='echo'
  39 fi
  40
  41
  42 printUsage() {
  43     echo ""
  44     echo "Usage: ${0##*/} -np <dd> <executable> <args>"
  45     echo ""
  46     echo "This will run like mpirun but with each process in an xterm"
  47 }
  48
  49 nProcs=''
  50 exec=''
  51 args=''
  52
  53 while [ "$1" != "" ]; do
  54     echo "$1"
  55     case $1 in
  56       -np)
  57         nProcs=$2
  58         shift
  59         ;;
  60       *)
  61         if [ ! "$exec" ]; then
  62             exec=$1
  63         elif [ ! "$args" ]; then
  64             args="\"$1\""
  65         else
  66             args="$args \"$1\""
  67         fi
  68         ;;
  69
  70     esac
  71     shift
  72 done
  73
  74 echo "nProcs=$nProcs"
  75 echo "exec=$exec"
  76 echo "args=$args"
  77
  78 if [ ! "$nProcs" ]; then
  79     printUsage
  80     exit 1
  81 fi
  82 if [ ! "$args" ]; then
  83     printUsage
  84     exit 1
  85 fi
  86 if [ ! "$exec" ]; then
  87     printUsage
  88     exit 1
  89 fi
  90
  91 exec=`which $exec`
  92 if [ ! -x "$exec" ]; then
  93     echo "Cannot find executable $exec or is not executable"
  94     printUsage
  95     exit 1
  96 fi
  97
  98 if [ ! "$PWD" ]; then
  99     PWD=`pwd`
 100 fi
 101
 102 echo "run $args" > $PWD/gdbCommands
 103 echo "where" >> $PWD/gdbCommands
 104 echo "Constructed gdb initialization file $PWD/gdbCommands"
 105
 106 $ECHO "Choose running method: 0)normal  1)gdb+xterm  2)gdb  3)log  4)log+xterm  5)xterm+valgrind: \c"
 107 read method
 108 if [ "$method" -ne 0 -a "$method" -ne 1 -a "$method" -ne 2 -a "$method" -ne 3 -a "$method" -ne 4 -a "$method" -ne 5 ]; then
 109     printUsage
 110     exit 1
 111 fi
 112
 113 $ECHO "Run all processes local or distributed? 1)local  2)remote: \c"
 114 read spawn
 115 if [ "$spawn" -ne 1 -a "$spawn" -ne 2 ]; then
 116     printUsage
 117     exit 1
 118 fi
 119
 120 # check ~/.$WM_PROJECT/$WM_PROJECT_VERSION/
 121 # check ~/.$WM_PROJECT/
 122 # check <installedProject>/etc/
 123 if [ "$WM_PROJECT" ]; then
 124
 125    for i in \
 126       $HOME/.WM_PROJECT/$WM_PROJECT_VERSION \
 127       $HOME/.WM_PROJECT \
 128       $WM_PROJECT_DIR/etc \
 129       ;
 130    do
 131       if [ -f "$i/bashrc" ]; then
 132          sourceFoam="$i/bashrc"
 133          break
 134       fi
 135    done
 136 fi
 137
 138 # Construct test string for remote execution.
 139 # Source OpenFOAM settings if OpenFOAM environment not set.
 140 # attempt to preserve the installation directory 'FOAM_INST_DIR'
 141 if [ "$FOAM_INST_DIR" ]; then
 142    sourceFoam='[ "$WM_PROJECT" ] || '"FOAM_INST_DIR=$FOAM_INST_DIR . $sourceFoam"
 143 else
 144    sourceFoam='[ "$WM_PROJECT" ] || '". $sourceFoam"
 145 fi
 146
 147 echo "**sourceFoam:$sourceFoam"
 148
 149 rm -f $PWD/mpirun.schema
 150 touch $PWD/mpirun.schema
 151
 152 proc=0
 153 xpos=0
 154 ypos=0
 155 for ((proc=0; proc<$nProcs; proc++))
 156 do
 157     procCmdFile="$PWD/processor${proc}.sh"
 158     procLog="processor${proc}.log"
 159     geom="-geometry 120x20+$xpos+$ypos"
 160
 161     case "$WM_MPLIB" in
 162     *OPENMPI)
 163         node="-np 1 "
 164         ;;
 165     *)
 166         node=""
 167     esac
 168
 169     echo "#!/bin/sh" > $procCmdFile
 170     if [ "$method" -eq 0 ]; then
 171         echo "$sourceFoam; cd $PWD; $exec $args | tee $procLog" >> $procCmdFile
 172         echo "${node}$procCmdFile" >> $PWD/mpirun.schema
 173     elif [ "$method" -eq 1 ]; then
 174         echo "$sourceFoam; cd $PWD; gdb -command $PWD/gdbCommands $exec 2>&1 | tee $procLog; read dummy" >> $procCmdFile
 175         #echo "$sourceFoam; cd $PWD; $exec $args; read dummy" >> $procCmdFile
 176         echo "${node}xterm -font fixed -title 'processor'$proc $geom -e $procCmdFile" >> $PWD/mpirun.schema
 177     elif [ "$method" -eq 2 ]; then
 178         echo "$sourceFoam; cd $PWD; gdb -command $PWD/gdbCommands $exec > $procLog 2>&1" >> $procCmdFile
 179         echo "${node}$procCmdFile" >> $PWD/mpirun.schema
 180     elif [ "$method" -eq 3 ]; then
 181         echo "$sourceFoam; cd $PWD; $exec $args > $procLog 2>&1" >> $procCmdFile
 182         echo "${node}$procCmdFile" >> $PWD/mpirun.schema
 183     elif [ "$method" -eq 4 ]; then
 184         echo "$sourceFoam; cd $PWD; $exec $args 2>&1 | tee $procLog; read dummy" >> $procCmdFile
 185         echo "${node}xterm -font fixed -title 'processor'$proc $geom -e $procCmdFile" >> $PWD/mpirun.schema
 186     elif [ "$method" -eq 5 ]; then
 187         echo "$sourceFoam; cd $PWD; valgrind $exec $args; read dummy" >> $procCmdFile
 188         echo "${node}xterm -font fixed -title 'processor'$proc $geom -e $procCmdFile" >> $PWD/mpirun.schema
 189     fi
 190
 191     chmod +x $procCmdFile
 192
 193     let column=proc%6
 194     if [ $proc -ne 0 -a $column -eq 0 ]; then
 195         ((xpos+=600))
 196         ((ypos=0))
 197     else
 198         ((ypos+=200))
 199     fi
 200 done
 201
 202 for ((proc=0; proc<$nProcs; proc++))
 203 do
 204     procLog="processor${proc}.log"
 205     echo "    tail -f $procLog"
 206 done
 207
 208 cmd=""
 209 case "$WM_MPLIB" in
 210 *OPENMPI)
 211     cmd="mpirun -app $PWD/mpirun.schema </dev/null"
 212     ;;
 213 MPICH)
 214     cmd="mpiexec"
 215     for ((proc=0; proc<$nProcs; proc++))
 216     do
 217         read procCmd
 218
 219         procXtermCmdFile="$PWD/processor${proc}Xterm.sh"
 220         echo "#!/bin/sh" > $procXtermCmdFile
 221         echo "$procCmd" >> $procXtermCmdFile
 222         chmod +x $procXtermCmdFile
 223         if [ $proc -ne 0 ]; then
 224             cmd="${cmd} :"
 225         fi
 226         cmd="${cmd} -n 1 ${procXtermCmdFile}"
 227     done < $PWD/mpirun.schema
 228     ;;
 229 *)
 230     echo
 231     echo "Unsupported WM_MPLIB setting : $WM_MPLIB"
 232     printUsage
 233     exit 1
 234 esac
 235
 236 echo "Constructed $PWD/mpirun.schema file."
 237 echo ""
 238 echo "    $cmd"
 239 echo ""
 240 $ECHO "Press return to execute.\c"
 241 read dummy
 242 exec $cmd
 243
 244 #------------------------------------------------------------------------------