diff options
| author |  Axel Huebl <axel.huebl@plasma.ninja>
| 2022-07-29 10:33:16 -0700 |
|---|---|---|
| committer |  GitHub <noreply@github.com>
| 2022-07-29 17:33:16 +0000 |
| commit | 842a3b63ea530d88ce83453cc43a275a40daac7d (patch) | |
| tree | e1a22f9e09ffda009c0bfa824e1eaea5f14e7801 | |
| parent | cf4753770b2cabc93f59be7cc45a7ad4c27883bd (diff) | |
| download | WarpX-842a3b63ea530d88ce83453cc43a275a40daac7d.tar.gz WarpX-842a3b63ea530d88ce83453cc43a275a40daac7d.tar.zst WarpX-842a3b63ea530d88ce83453cc43a275a40daac7d.zip | |
Frontier: Update Submission Scripts (#3267)
Update the submission scripts, since the Slurm configs changed.
| -rw-r--r-- | Tools/machines/frontier-olcf/submit.sh | 17 |
1 files changed, 12 insertions, 5 deletions
diff --git a/Tools/machines/frontier-olcf/submit.sh b/Tools/machines/frontier-olcf/submit.sh index 408fc54a9..d33b4658b 100644 --- a/Tools/machines/frontier-olcf/submit.sh +++ b/Tools/machines/frontier-olcf/submit.sh @@ -5,11 +5,15 @@ #SBATCH -o %x-%j.out #SBATCH -t 00:10:00 #SBATCH -p batch -#SBATCH --ntasks-per-node=8 +# Currently not configured on Frontier: +#S BATCH --ntasks-per-node=8 #S BATCH --cpus-per-task=8 -#SBATCH --gpus-per-task=1 -#SBATCH --gpu-bind=closest -#SBATCH -N 1 +#S BATCH --gpus-per-task=1 +#S BATCH --gpu-bind=closest +#SBATCH -N 20 + +# load cray libs and ROCm libs +#export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:${LD_LIBRARY_PATH} # From the documentation: # Each Frontier compute node consists of [1x] 64-core AMD EPYC 7A53 @@ -25,4 +29,7 @@ export FI_MR_CACHE_MAX_COUNT=0 export OMP_NUM_THREADS=1 -srun ./warpx inputs > output.txt +export WARPX_NMPI_PER_NODE=8 +export TOTAL_NMPI=$(( ${SLURM_JOB_NUM_NODES} * ${WARPX_NMPI_PER_NODE} )) +srun -N${SLURM_JOB_NUM_NODES} -n${TOTAL_NMPI} --ntasks-per-node=${WARPX_NMPI_PER_NODE} \ + ./warpx inputs > output.txt |