more functions to machine-dependent file

1 files changed, 34 insertions, 50 deletions

diff --git a/Tools/performance_tests/functions_perftest.py b/Tools/performance_tests/functions_perftest.py
index 1a0767500..bdcacd21b 100644
--- a/Tools/performance_tests/functions_perftest.py
+++ b/Tools/performance_tests/functions_perftest.py
@@ -2,6 +2,8 @@ import os, shutil, re
 import pandas as pd
 import numpy as np
 import git
+import cori
+import summit
 
 def scale_n_cell(ncell, n_node):
      ncell_scaled = ncell[:]
@@ -25,56 +27,6 @@ def get_file_content(filename=None):
     file_handler.close()
     return file_content
 
-def run_batch_nnode(test_list, res_dir, bin_name, config_command, architecture='knl', Cname='knl', n_node=1, runtime_param_list=[]):
-    # Clean res_dir
-    if os.path.exists(res_dir):
-        shutil.rmtree(res_dir, ignore_errors=True)
-    os.makedirs(res_dir)
-    # Copy files to res_dir
-    cwd = os.environ['AUTOMATED_PERF_TESTS'] + '/WarpX/Tools/performance_tests/'
-    bin_dir = cwd + 'Bin/'
-    shutil.copy(bin_dir + bin_name, res_dir)
-    os.chdir(res_dir)
-    # Calculate simulation time. Take 5 min + 2 min / simulation
-    job_time_min = 5. + len(test_list)*5.
-    job_time_str = str(int(job_time_min/60)) + ':' + str(int(job_time_min%60)) + ':00'
-    batch_string = ''
-    batch_string += '#!/bin/bash\n'
-    batch_string += '#SBATCH --job-name=' + test_list[0].input_file + '\n'
-    batch_string += '#SBATCH --time=' + job_time_str + '\n'
-    batch_string += '#SBATCH -C ' + Cname + '\n'
-    batch_string += '#SBATCH -N ' + str(n_node) + '\n'
-    batch_string += '#SBATCH -q regular\n'
-    batch_string += '#SBATCH -e error.txt\n'
-    batch_string += '#SBATCH --account=m2852\n'
-    
-    for count, current_test in enumerate(test_list):
-        shutil.copy(cwd + current_test.input_file, res_dir)
-        srun_string = ''
-        srun_string += 'export OMP_NUM_THREADS=' + str(current_test.n_omp) + '\n'
-        # number of logical cores per MPI process
-        if architecture == 'cpu':
-            cflag_value = max(1, int(32/current_test.n_mpi_per_node) * 2) # Follow NERSC directives
-        elif architecture == 'knl':
-            cflag_value = max(1, int(64/current_test.n_mpi_per_node) * 4) # Follow NERSC directives
-        output_filename = 'out_' + '_'.join([current_test.input_file, str(n_node), str(current_test.n_mpi_per_node), str(current_test.n_omp), str(count)]) + '.txt'
-        srun_string += 'srun --cpu_bind=cores '+ \
-                       ' -n ' + str(n_node*current_test.n_mpi_per_node) + \
-                       ' -c ' + str(cflag_value)   + \
-                       ' ./'  + bin_name + \
-                       ' ' + current_test.input_file + \
-                       runtime_param_list[ count ] + \
-                       ' > ' + output_filename + '\n'
-        batch_string += srun_string
-        batch_string += 'rm -rf plotfiles ; rm -rf lab_frame_data\n'
-    batch_file = 'slurm'
-    f_exe = open(batch_file,'w')
-    f_exe.write(batch_string)
-    f_exe.close()
-    os.system('chmod 700 ' + bin_name)
-    os.system(config_command + 'sbatch ' + batch_file + ' >> ' + cwd + 'log_jobids_tmp.txt')
-    return 0
-
 def run_batch(run_name, res_dir, bin_name, config_command, architecture='knl',\
               Cname='knl', n_node=1, n_mpi=1, n_omp=1):
     # Clean res_dir
@@ -119,6 +71,38 @@ def run_batch(run_name, res_dir, bin_name, config_command, architecture='knl',\
     os.system(config_command + 'sbatch ' + batch_file + ' >> ' + cwd + 'log_jobids_tmp.txt')
     return 0
 
+def run_batch_nnode(test_list, res_dir, bin_name, config_command, machine, architecture='knl', Cname='knl', n_node=1, runtime_param_list=[]):
+    # Clean res_dir
+    if os.path.exists(res_dir):
+        shutil.rmtree(res_dir, ignore_errors=True)
+    os.makedirs(res_dir)
+    # Copy files to res_dir
+    cwd = os.environ['AUTOMATED_PERF_TESTS'] + '/warpx/Tools/performance_tests/'
+    bin_dir = cwd + 'Bin/'
+    shutil.copy(bin_dir + bin_name, res_dir)
+    os.chdir(res_dir)
+    # Calculate simulation time. Take 5 min + 2 min / simulation
+    job_time_min = time_min(len(test_list)) 
+    job_time_str = str(int(job_time_min/60)) + ':' + str(int(job_time_min%60)) + ':00'
+    batch_string = cori.get_batch_string()
+    
+    for count, current_test in enumerate(test_list):
+        shutil.copy(cwd + current_test.input_file, res_dir)
+        run_string = get_run_string()
+        batch_string += run_string
+        batch_string += 'rm -rf plotfiles ; rm -rf lab_frame_data\n'
+    batch_file = 'batch_script.sh'
+    f_exe = open(batch_file,'w')
+    f_exe.write(batch_string)
+    f_exe.close()
+    os.system('chmod 700 ' + bin_name)
+    if machine == 'cori':
+         submit_job_command = ' sbatch '
+    if machine == 'summit':
+         submit_job_command = ' bsub '
+    os.system(config_command + submit_job_command + batch_file +\
+                   ' >> ' + cwd + 'log_jobids_tmp.txt')
+
 # Read output file and return init time and 1-step time
 def read_run_perf(filename, n_steps):
     timing_list = []