#!/bin/bash
##### The following line will request 4 (virtual) nodes, each with 24 cores running 24 mpi processes for 
##### a total of 96-way parallel. 
#PBS -l select=4:ncpus=24:mpiprocs=24
#PBS -q normal
##### Supply YOUR programme code in the next line
#PBS -P MECH0000
#PBS -l walltime=1:00:00
#PBS -o /mnt/lustre/users/username/starccmtesting/star.out
#PBS -e /mnt/lustre/users/username/starccmtesting/star.err
##### The following two lines will send the user an e-mail when the job aborts, begins or ends.
#PBS -m abe
#PBS -M username@email.co.za
#####  Set up path.  
export PATH=/apps/chpc/compmech/CFD/Siemens/18.06.006/STAR-CCM+18.06.006/star/bin:$PATH
####  Tell solver where to look for the license.  
####  dtn is correct here, there are ssh tunnels from dtn to the Siemens license servers.  
####  We are following a belts, braces and modest 
####  underwear approach here by specifying the LM and CDLMD license files as well as giving a license path on the 
####  command line.
export LM_LICENSE_FILE=1999@dtn
export CDLMD_LICENSE_FILE=1999@dtn
#### There is no -d option available under PBS Pro, therefore 
#### explicitly set working directory and change to that.
export PBS_JOBDIR=/mnt/lustre3p/users/username/starccmtesting
cd $PBS_JOBDIR
nproc=`cat $PBS_NODEFILE | wc -l`
#### This is a minimal run instruction, 
####  it will run the solver until reaching the stopping criteria set in the sim file.
starccm+ -licpath 1999@dtn -batch run -power -podkey [your 22-character podkey] -rsh ssh -np $nproc -machinefile $PBS_NODEFILE simulationfilename.sim > run.out