#!/usr/local/bin/bash
########################################################################
# # Modify these options appropriately
#
# BSUB -P cam    # Your project (for accounting).
# BSUB -q res-med    # Specify the appropriate queue here.
#
# # Resource specifications - please be accurate
#
# BSUB -n 8          # No. processors. Remember to set OMP_NUM_THREADS. 
#                     # or to specify mpirun -np in the body of the script.
# BSUB -c 3840/cosmos  # Cumulative CPU time limit
# BSUB -M 2097152     # Maximum physical memory required
# BSUB -R "select[swp > 2048] rusage[swp=256:duration=8h:decay=1]"
#                     # Resource requirements - describes the physical swap
#                     # notionally reserved by LSF while waiting for the job 
#                     # to attain its full memory size.
#
# BSUB -S 2097152      # Per-process soft stack limit required.
#                     # set <= 2GB for 32-bit executables (-n32)
#                     # NB if you need to use more stack than this,
#                     # you may need to compile -64.
#
#
# BSUB -o /home/cosmos/ccc-cam/tt207/local/photo/wmap/Designer3.0/64k/SF2/outfile  # Destination of stdout.
# BSUB -e /home/cosmos/ccc-cam/tt207/local/photo/wmap/Designer3.0/64k/SF2/errfile  # Destination of stderr.
#########################################################################
# # Modifying these is optional
#
#  BSUB -J hydra-rm 
#
# # BSUB -b 16:15       # Run request after 16:15 today.
# # BSUB -b "7:4:12:00" # Run request after midday on
#                      # July 4th.
#
# # BSUB -H             # Job is held after submission (use bresume to enable
#                      # scheduling).
# # BSUB -w dependency_expression   # This allows you to specify that the 
#                                  # will not run until a dependency
#                                  # condition involving other jobs 
#                                  # is satisfied (see man bsub).
#
########################################################################
# # End of embedded bsub options
########################################################################
#
# # This variable disables gang scheduling for the job. Leaving this
# # enabled seems to interfere with scheduling when running timeshared
# # on a highly loaded system.
#
MPC_GANG=OFF
#
# # Stack size (in bytes) to be used by the slave processes 
# # when they are created by sprocsp.
#
MP_SLAVE_STACKSIZE=536870912
#
# # Set OMP_NUM_THREADS for OpenMP parallel executables.
# # By default we also set OMP_DYNAMIC=FALSE, otherwise this sets the 
# # maximum rather than actual number of threads used for executing 
# # parallel regions (cf man pe_environ).
# # NB for mpi jobs specify the number of threads via mpirun -np #cpus
#
OMP_DYNAMIC=FALSE
OMP_NUM_THREADS=8
#
export MPC_GANG MP_SET_SLAVE_STACKSIZE OMP_DYNAMIC OMP_NUM_THREADS
#
########################################################################

cd /local/cosmos-tmp/tt207/photo/wmap/Designer3.0/64k/SF2
./hydra