diff options
Diffstat (limited to 'Tools/BatchScripts')
| -rw-r--r-- | Tools/BatchScripts/batch_summit.sh | 17 | ||||
| -rw-r--r-- | Tools/BatchScripts/batch_summit_power9.sh | 15 |
2 files changed, 31 insertions, 1 deletions
diff --git a/Tools/BatchScripts/batch_summit.sh b/Tools/BatchScripts/batch_summit.sh index 0397c7e6a..5064ab6db 100644 --- a/Tools/BatchScripts/batch_summit.sh +++ b/Tools/BatchScripts/batch_summit.sh @@ -31,7 +31,22 @@ export OMPI_MCA_coll_ibm_skip_barrier=true #export FABRIC_IFACE=mlx5_0 # ADIOS SST: select interface (1 NIC on Summit) #export FI_OFI_RXM_USE_SRX=1 # libfabric: use shared receive context from MSG provider -# OpenMP: one thread per MPI rank and GPU +# ROMIO has a hint for GPFS named IBM_largeblock_io which optimizes I/O with operations on large blocks +export IBM_largeblock_io=true + +# MPI-I/O: ROMIO hints for parallel HDF5 performance +export OMPI_MCA_io=romio321 +export ROMIO_HINTS=./romio-hints +# number of hosts: unique node names minus batch node +NUM_HOSTS=$(( $(echo $LSB_HOSTS | tr ' ' '\n' | uniq | wc -l) - 1 )) +cat > romio-hints << EOL + romio_cb_write enable + romio_ds_write enable + cb_buffer_size 16777216 + cb_nodes ${NUM_HOSTS} + EOL + +# OpenMP: 1 thread per MPI rank export OMP_NUM_THREADS=1 # run WarpX diff --git a/Tools/BatchScripts/batch_summit_power9.sh b/Tools/BatchScripts/batch_summit_power9.sh index d53b49deb..18131aaea 100644 --- a/Tools/BatchScripts/batch_summit_power9.sh +++ b/Tools/BatchScripts/batch_summit_power9.sh @@ -30,6 +30,21 @@ export OMPI_MCA_coll_ibm_skip_barrier=true #export FABRIC_IFACE=mlx5_0 # ADIOS SST: select interface (1 NIC on Summit) #export FI_OFI_RXM_USE_SRX=1 # libfabric: use shared receive context from MSG provider +# ROMIO has a hint for GPFS named IBM_largeblock_io which optimizes I/O with operations on large blocks +export IBM_largeblock_io=true + +# MPI-I/O: ROMIO hints for parallel HDF5 performance +export OMPI_MCA_io=romio321 +export ROMIO_HINTS=./romio-hints +# number of hosts: unique node names minus batch node +NUM_HOSTS=$(( $(echo $LSB_HOSTS | tr ' ' '\n' | uniq | wc -l) - 1 )) +cat > romio-hints << EOL + romio_cb_write enable + romio_ds_write enable + cb_buffer_size 16777216 + cb_nodes ${NUM_HOSTS} + EOL + # OpenMP: 21 threads per MPI rank export OMP_NUM_THREADS=21 |