#!/bin/bash --login
# We must load the mpibash module
#
# This particular example uses 48 MPI tasks on 2 nodes
#
# Note --export=none is necessary to avoid error messages of the form:
# _pmi_inet_listen_socket_setup:socket setup failed
#SBATCH --account=[your-project]
#SBATCH --nodes=2
#SBATCH --ntasks-per-node=24 #this directive is required on setonix to request 24 tasks on each node
#SBATCH --ntasks=48 #this directive is required on setonix to request a total of 48 tasks
#SBATCH --mem=96G
#SBATCH --time=00:02:00
#SBATCH --account=[your-project]
#SBATCH --export=none
#SBATCH --mem=96G
module swap PrgEnv-cray PrgEnv-gnu #this is required for setonix
module load mpibash
export PMI_NO_PREINITIALIZE=1 #this is required for setonix
export PMI_NO_FORK=1 #this is required for setonix
srun -N 2 -n 48 -c ${OMP_NUM_THREADS} ./mpi-bash.sh |