#!/bin/bash -l
#SBATCH --job-name="fluent"
#SBATCH --nodes=1
#SBATCH --ntasks=128
#SBATCH --exclusive
#SBATCH --time=1:00:00
#SBATCH --account=pawsey0000
#SBATCH --cpus-per-task=1

#load the module  
# Fluent is a module in ansys-fluids package
module load ansys-fluids/version
module load cray-mpich-abi/8.1.27

# Tell Fluent where the licence server is. May require an update
export ANSYSLI_SERVERS=2325@myflexlmserver.edu.au
export ANSYSLMD_LICENSE_FILE=1055@myflexlmserver.edu.au

# Fluent provided by system modules sets some environment variables. 
# When NOT running fluent provided by system modules
# it may be necessary to add
#
export FLUENT_ENABLE_SLURM_SUPPORT=1
export FLUENT_CRAY_MPI_ABI=1
export SLURM_OVERLAP=1
# add if running on Cray machine like Setonix
# export FL_ENABLE_CRAY_AFFINITY=1

# for cray system 
srun -c ${SLURM_CPUS_PER_TASK}
fluent 3ddp -mpi=intelcray -t${SLURM_NTASKS} -g -i my_sim.jou > output_file
# for non-cray
systems with openmpi 
srun -c ${SLURM_CPUS_PER_TASK} fluent 3ddp -mpi=openmpi -t${SLURM_NTASKS} -g -i my_sim.jou > output_file