#!/bin/bash
##### The following line will request 4 (virtual) nodes, each with 24 cores running 24 mpi processes for
##### a total of 96-way parallel.  Specifying memory requirement is unlikely to be necessary, as the 
##### compute nodes have 128 GB each.
#PBS -l select=4:ncpus=24:mpiprocs=24:mem=32GB:nodetype=haswell_reg
#### Check for license availability.  If insufficient licenses are available, job will be held back untill 
####  licenses are available.  
#PBS -l cfd_base=1
#PBS -l anshpc=92
## For your own benefit, try to estimate a realistic walltime request.  Over-estimating the 
## wallclock requirement interferes with efficient scheduling, will delay the launch of the job,
## and ties up more of your CPU-time allocation untill the job has finished.
#PBS -q normal
#PBS -P myprojectcode
#PBS -l walltime=1:00:00
#PBS -o /mnt/lustre/users/username/FluentTesting/fluent.out
#PBS -e /mnt/lustre/users/username/FluentTesting/fluent.err
#PBS -m abe
#PBS -M username@email.co.za
##### Running commands
#### Put these commands in your .bashrc file as well, to ensure that the compute nodes
#### have the correct environment.  Ensure that any OpenFOAM-related environment
#### settings have been removed. 
####### PLEASE NOTE THAT THE LICENSE SERVER ID HAS NOW CHANGED, IT IS NOW login1
export LM_LICENSE_FILE=1055@login1
export ANSYSLMD_LICENSE_FILE=1055@login1
# Edit this next line to select the appropriate version. 
export PATH=/apps/chpc/compmech/CFD/ansys_inc/v221/fluent/bin:$PATH
export FLUENT_ARCH=lnamd64
#### explicitly set working directory and change to that.
export PBS_JOBDIR=/mnt/lustre/users/username/FluentTesting
cd $PBS_JOBDIR
nproc=`cat $PBS_NODEFILE | wc -l`
exe=fluent
cat $PBS_NODEFILE > hosts.txt
$exe 3d -t$nproc -pinfiniband -ssh -cnf=hosts.txt -g < fileContainingTUIcommands > run.out