#!/bin/tcsh
#
# Example LSF script to run a pre-built time3d executable,
#   using the mpirun.lsf command, e.g., on yellowstone.
# Submit to LSF with "bsub < run.lsf"
#
#BSUB -J time3d
#BSUB -P P28100036
##BSUB -P NHAO0004
##BSUB -q regular
#BSUB -q premium
#BSUB -o time3d.%J.out
#BSUB -e time3d.%J.out
#BSUB -N
#BSUB -u foster@ucar.edu
##BSUB -W 4:00
#BSUB -W 1:00
##BSUB -W 0:30
##BSUB -W 0:15
#
# Recommended for single-res (5.0 deg):
# -n16,ptile=16 (1 node, 16 procs/node)
##BSUB -n 16
##BSUB -n 8
#BSUB -n 4
##BSUB -n 1
#BSUB -R "span[ptile=16]"
#
# Recommended for double-res (2.5 deg): 
# -n64,ptile=16 (4 nodes, 16 procs/node)
##BSUB -n 64
##BSUB -R "span[ptile=16]"
#
setenv MP_LABELIO YES
setenv MP_SHARED_MEMORY yes

set exec   = ./time3d
set wrkdir = .
set input  = $wrkdir/edynamo.inp
#set output = $wrkdir/time3d_time3dInteg.out
 set output = $wrkdir/time3d_time3dInteg_noheelis.out
#set output = $wrkdir/time3d_edynInteg.out
#set output = $wrkdir/time3d_edynInteg_noheelis.out
set mklogs = /glade/p/hao/tgcm/bin/mklogs.ys
#
# Execute:
 mpirun.lsf $exec < $input >&! $output
#
# Execute and get memory usage 
# (module job_memusage must be loaded):
#mpirun.lsf job_memusage.exe $exec < $input >&! $output
#
# Sort stdout into one file per task:
$mklogs $output