Add Arolla configuration/fix hook.py (eth-cscs#207)

* Adding Arolla configuration * Change name of system in hooks.py --------- Co-authored-by: Theofilos Manitaras <[email protected]>
reframe-hpc · Jun 21, 2024 · 31aa543 · 31aa543
1 parent 33ef7ea
commit 31aa543
Show file tree

Hide file tree

Showing 2 changed files with 174 additions and 2 deletions.
diff --git a/checks/microbenchmarks/gpu/hooks.py b/checks/microbenchmarks/gpu/hooks.py
@@ -22,7 +22,7 @@ def set_gpu_arch(self):
         if self.current_environ.name not in {'PrgEnv-nvidia'}:
             self.modules = ['craype-accel-nvidia60', 'cdt-cuda']
 
-    elif cs in {'arola', 'tsa'}:
+    elif cs in {'arolla', 'tsa'}:
         self.gpu_arch = '70'
         self.modules = ['cuda/10.1.243']
     elif cs in {'ault'}:
@@ -46,7 +46,7 @@ def set_num_gpus_per_node(self):
     cp = self.current_partition.fullname
     if cs in {'dom', 'daint'}:
         self.num_gpus_per_node = 1
-    elif cs in {'arola', 'tsa'}:
+    elif cs in {'arolla', 'tsa'}:
         self.num_gpus_per_node = 8
     elif cp in {'ault:amda100', 'ault:intelv100'}:
         self.num_gpus_per_node = 4

diff --git a/config/systems/arolla.py b/config/systems/arolla.py
@@ -0,0 +1,172 @@
+# Copyright 2016-2023 Swiss National Supercomputing Centre (CSCS/ETH Zurich)
+# ReFrame Project Developers. See the top-level LICENSE file for details.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+#
+# ReFrame CSCS settings
+#
+
+import reframe.utility.osext as osext
+import copy
+
+base_config =  {
+    'modules_system': 'tmod',
+    'resourcesdir': '/apps/common/UES/reframe/resources',
+    'partitions': [
+        {
+            'name': 'login',
+            'scheduler': 'local',
+            'environs': [
+                'PrgEnv-pgi',
+                'PrgEnv-pgi-nompi',
+                'PrgEnv-pgi-nocuda',
+                'PrgEnv-pgi-nompi-nocuda',
+                'PrgEnv-gnu',
+                'PrgEnv-gnu-nompi',
+                'PrgEnv-gnu-nocuda',
+                'PrgEnv-gnu-nompi-nocuda'
+            ],
+            'descr': 'Tsa login nodes',
+            'max_jobs': 4,
+            'launcher': 'local'
+        },
+        {
+            'name': 'pn',
+            'scheduler': 'slurm',
+            'access': ['--partition=pn-regression'],
+            'environs': [
+                'PrgEnv-pgi',
+                'PrgEnv-pgi-nompi',
+                'PrgEnv-pgi-nocuda',
+                'PrgEnv-pgi-nompi-nocuda',
+                'PrgEnv-gnu',
+                'PrgEnv-gnu-nompi',
+                'PrgEnv-gnu-nocuda',
+                'PrgEnv-gnu-nompi-nocuda'
+            ],
+            'descr': 'Tsa post-processing nodes',
+            'max_jobs': 20,
+            'extras': {
+                'cn_memory': 377,
+            },
+            'launcher': 'srun',
+            'features': ['remote'],
+        },
+        {
+            'name': 'cn',
+            'scheduler': 'slurm',
+            'access': ['--partition=cn-regression'],
+            'environs': [
+                'PrgEnv-gnu',
+                'PrgEnv-gnu-nompi',
+                'PrgEnv-gnu-nocuda',
+                'PrgEnv-gnu-nompi-nocuda',
+                'PrgEnv-pgi',
+                'PrgEnv-pgi-nompi',
+                'PrgEnv-pgi-nocuda',
+                'PrgEnv-pgi-nompi-nocuda'
+            ],
+            'descr': 'Tsa compute nodes',
+            'max_jobs': 20,
+            'extras': {
+                'cn_memory': 377,
+            },
+            'features': ['gpu', 'nvgpu', 'remote'],
+            'resources': [
+                {
+                    'name': '_rfm_gpu',
+                    'options': ['--gres=gpu:{num_gpus_per_node}']
+                }
+            ],
+            'devices': [
+                {
+                    'type': 'gpu',
+                    'arch': 'sm_70',
+                    'num_devices': 8
+                }
+            ],
+            'launcher': 'srun'
+        }
+    ]
+}
+
+arolla_sys = copy.deepcopy(base_config)
+arolla_sys['name'] = 'arolla'
+arolla_sys['descr'] = 'Tsa MCH'
+arolla_sys['hostnames'] = [r'arolla-\w+\d+']
+
+site_configuration = {
+    'systems': [
+        arolla_sys,
+    ],
+    'environments': [
+        {
+            'name': 'PrgEnv-pgi-nompi-nocuda',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-pgi/20.4-nocuda'],
+            'cc': 'pgcc',
+            'cxx': 'pgc++',
+            'ftn': 'pgf90'
+        },
+        {
+            'name': 'PrgEnv-pgi-nompi',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-pgi/20.4'],
+            'features': ['cuda'],
+            'cc': 'pgcc',
+            'cxx': 'pgc++',
+            'ftn': 'pgf90'
+        },
+        {
+            'name': 'PrgEnv-pgi',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-pgi/20.4'],
+            'features': ['cuda'],
+            'cc': 'mpicc',
+            'cxx': 'mpicxx',
+            'ftn': 'mpifort'
+        },
+        {
+            'name': 'PrgEnv-pgi-nocuda',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-pgi/20.4-nocuda'],
+            'cc': 'mpicc',
+            'cxx': 'mpicxx',
+            'ftn': 'mpifort'
+        },
+        {
+            'name': 'PrgEnv-gnu',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-gnu/19.2'],
+            'features': ['cuda'],
+            'cc': 'mpicc',
+            'cxx': 'mpicxx',
+            'ftn': 'mpifort'
+        },
+        {
+            'name': 'PrgEnv-gnu-nocuda',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-gnu/19.2-nocuda'],
+            'cc': 'mpicc',
+            'cxx': 'mpicxx',
+            'ftn': 'mpifort'
+        },
+        {
+            'name': 'PrgEnv-gnu-nompi',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-gnu/19.2'],
+            'features': ['cuda'],
+            'cc': 'gcc',
+            'cxx': 'g++',
+            'ftn': 'gfortran'
+        },
+        {
+            'name': 'PrgEnv-gnu-nompi-nocuda',
+            'target_systems': ['arolla'],
+            'modules': ['PrgEnv-gnu/19.2-nocuda'],
+            'cc': 'gcc',
+            'cxx': 'g++',
+            'ftn': 'gfortran'
+        },
+    ]
+}