#!/bin/bash
### This example script uses 2 compute nodes. 
### If only one node is being used, set #PBS -q smp (24 cores)
### Or #PBS -q serial to for a few cores (<24) on a shared node
#PBS -l select=2:ncpus=24:mpiprocs=24:nodetype=haswell_reg
#PBS -P MECH****
#PBS -q normal
#PBS -l walltime=1:00:00
#PBS -S /bin/bash
#PBS -o /mnt/lustre3p/users/jblogs/fekotest/fekostdout.txt
#PBS -e /mnt/lustre3p/users/jblogs/fekotest/fekostderr.txt
## The FEKO PATH
##  Find the version that you need in /apps/chpc/compmech/altair
PATH_TO_FEKO=/apps/chpc/compmech/altair/feko14.0/altair/feko/
export FEKOJOBDIR=/mnt/lustre3p/users/jblogs/fekotest
## FEKO_TMPDIR
export FEKO_TMPDIR=$FEKOJOBDIR/tmp
## The path to the FEK-file
export FEK=$FEKOJOBDIR/FekoTestCase.cfx
cd $FEKOJOBDIR
## additional setup
ulimit -s unlimited
ulimit -n 2400
ulimit -a
# Set up an ssh tunnel to your license server
# Firewalls at CHPC and at your facility need to be configured to allow the necessary traffic
# Use the appropriate port numbers for your particular setup
ssh -f username@chpclic1 -L 6200:licenseserver.unseenuniversity.ac.za:6200 -N
export ALTAIR_LICENSE_PATH=6200@localhost
export FEKO_CSV_RESOURCE_REPORTING_PRESET=use_envvars
. $PATH_TO_FEKO/bin/initfeko
export FEKO_WHICH_MPI=11
runfeko `basename $FEK` --use-job-scheduler   > feko_out.txt 2>&1
# Remove the ssh tunnel to the license server
kill -9 `ps ux | grep "ssh -f" |  grep -o -E '[0-9]+' | head -1 | sed -e 's/^0\+//' `