diff options
| -rw-r--r-- | Tools/machines/frontier-olcf/submit.sh | 17 |
1 files changed, 12 insertions, 5 deletions
diff --git a/Tools/machines/frontier-olcf/submit.sh b/Tools/machines/frontier-olcf/submit.sh index 408fc54a9..d33b4658b 100644 --- a/Tools/machines/frontier-olcf/submit.sh +++ b/Tools/machines/frontier-olcf/submit.sh @@ -5,11 +5,15 @@ #SBATCH -o %x-%j.out #SBATCH -t 00:10:00 #SBATCH -p batch -#SBATCH --ntasks-per-node=8 +# Currently not configured on Frontier: +#S BATCH --ntasks-per-node=8 #S BATCH --cpus-per-task=8 -#SBATCH --gpus-per-task=1 -#SBATCH --gpu-bind=closest -#SBATCH -N 1 +#S BATCH --gpus-per-task=1 +#S BATCH --gpu-bind=closest +#SBATCH -N 20 + +# load cray libs and ROCm libs +#export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:${LD_LIBRARY_PATH} # From the documentation: # Each Frontier compute node consists of [1x] 64-core AMD EPYC 7A53 @@ -25,4 +29,7 @@ export FI_MR_CACHE_MAX_COUNT=0 export OMP_NUM_THREADS=1 -srun ./warpx inputs > output.txt +export WARPX_NMPI_PER_NODE=8 +export TOTAL_NMPI=$(( ${SLURM_JOB_NUM_NODES} * ${WARPX_NMPI_PER_NODE} )) +srun -N${SLURM_JOB_NUM_NODES} -n${TOTAL_NMPI} --ntasks-per-node=${WARPX_NMPI_PER_NODE} \ + ./warpx inputs > output.txt |