#!/bin/sh
#PBS -N swf_AugSed -l nodes=4:ppn=8 -l walltime=4320:00:00
#PBS -l mem=8gb

source /usr/local/modules/init/sh
module use /data/progs/localmodules
module purge
module load torque
module load mvapich2/1.2
module load hdf5
module load netcdf/4.0.1

module list

NCPU=`wc -l < $PBS_NODEFILE`
NNODES=`uniq $PBS_NODEFILE | wc -l`
MPICHPREFIX=/usr/local/mvapich2
MPIRUN=$MPICHPREFIX/bin/mpirun_rsh

##specify number of mpd daemons
##cat 'uniq $PBS_NODEFILE' > NODES
##mpdboot -n $NNODES -f NODES
mpd &

echo "Running on nodes " `uniq $PBS_NODEFILE`
echo "Number of available cpus " $NCPU
echo "Number of available nodes " $NNODES
echo "Launch command " $CMD

###export MPICH_F90=ifort
cd /home/beach/guest/dafu8991/CALUS

##cat $PBS_NODEFILE > ./machinefile


$MPIRUN -ssh -np $NCPU -hostfile $PBS_NODEFILE ./oceanM ./EXTERNAL/ocean_swf_AUGSed.in > ./swf_AUGSed.log

mpdallexit