#!/bin/tcsh
#
# Example LSF script to run a pre-built edynamo executable,
#   using the mpirun.lsf command, e.g., on yellowstone.
# Submit to LSF with "bsub < run.lsf"
#
#BSUB -J edynamo
#BSUB -P P28100036
#BSUB -q regular
#BSUB -o edynamo.%J.out
#BSUB -e edynamo.%J.out
#BSUB -N
#BSUB -u foster@ucar.edu
#BSUB -W 0:30
#
# Recommended for single-res (5.0 deg):
# -n16,ptile=16 (1 node, 16 procs/node)
#BSUB -n 16
#BSUB -R "span[ptile=16]"
#
# Recommended for double-res (2.5 deg): 
# -n64,ptile=16 (4 nodes, 16 procs/node)
##BSUB -n 64
##BSUB -R "span[ptile=16]"
#
setenv MP_LABELIO YES
setenv MP_SHARED_MEMORY yes

set exec   = ./edynamo
set wrkdir = .
set input  = $wrkdir/edynamo.inp
set output = $wrkdir/edynamo.out
set mklogs = ./mklogs.ys
#
# Execute:
mpirun.lsf $exec < $input >&! $output
#
# Execute and get memory usage 
# (module job_memusage must be loaded):
#mpirun.lsf job_memusage.exe $exec < $input >&! $output
#
# Sort stdout into one file per task:
$mklogs $output