Adding Kripke to Benchpark

experiments/kripke/cuda/execute_experiment.tpl

@@ -0,0 +1,18 @@
+#!/bin/bash
+#
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+{batch_nodes}
+{batch_ranks}
+{batch_timeout}
+
+cd {experiment_run_dir}
+
+{spack_setup}
+
+{experiment_setup}
+
+{command}

experiments/kripke/cuda/ramble.yaml

@@ -0,0 +1,54 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+ramble:
+  include:
+  - ./configs/spack.yaml
+  - ./configs/variables.yaml
+
+  config:
+    deprecated: true
+    spack_flags:
+      install: '--add --keep-stage'
+      concretize: '-U -f'
+
+  applications:
+    kripke:
+      workloads:
+        problem1:
+          env_vars:
+          variables:
+            p: 2
+            px: '{p}'
+            py: '{p}'
+            pz: '{p}'
+            n: ['55', '110']
+            nx: '{n}'
+            ny: '{n}'
+            nz: '{n}'
+            experiment_setup: ''
+            processes_per_node: ['4']
+            n_nodes: ['1', '2']
+            n_ranks: '{processes_per_node} * {n_nodes}'
+          experiments:
+            kripke_rocm_problem1_{n_nodes}_{n_ranks}_{px}_{py}_{pz}_{nx}_{ny}_{nz}:
+              variables:
+                env_name: kripke
+              matrices:
+                - size_jobs:
+                  - n # TODO: Filter matrix
+                  - n_nodes # TODO: Filter matrix
+
+  spack:
+    concretized: true
+    packages:
+      kripke-cuda:
+        spack_spec: [email protected] +cuda
+        compiler: default-compiler
+    environments:
+      kripke-cuda:
+        packages:
+        - default-mpi
+        - kripke-cuda

experiments/kripke/openmp/execute_experiment.tpl

@@ -0,0 +1,18 @@
+#!/bin/bash
+#
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+{batch_nodes}
+{batch_ranks}
+{batch_timeout}
+
+cd {experiment_run_dir}
+
+{spack_setup}
+
+{experiment_setup}
+
+{command}

experiments/kripke/openmp/ramble.yaml

@@ -0,0 +1,57 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+ramble:
+  include:
+  - ./configs/spack.yaml
+  - ./configs/variables.yaml
+
+  config:
+    deprecated: true
+    spack_flags:
+      install: '--add --keep-stage'
+      concretize: '-U -f'
+
+  applications:
+    kripke:
+      workloads:
+        problem1:
+          env_vars:
+            set:
+              OMP_NUM_THREADS: '{omp_num_threads}'
+          variables:
+            n_ranks: '{processes_per_node} * {n_nodes}'
+            p: 2
+            px: '{p}'
+            py: '{p}'
+            pz: '{p}'
+            n: ['55', '110']
+            nx: '{n}'
+            ny: '{n}'
+            nz: '{n}'
+            experiment_setup: ''
+            processes_per_node: ['8', '4']
+            n_nodes: ['1', '2']
+            threads_per_node_core: ['8', '10', '13'] #TODO: Specify n_threads according to available n_nodes and n_ranks
+            omp_num_threads: '{threads_per_node_core} * {n_nodes}'
+          experiments:
+            kripke_omp_problem1_{n_nodes}_{omp_num_threads}_{px}_{py}_{pz}_{nx}_{ny}_{nz}:
+              variables:
+                env_name: kripke
+              matrices:
+                - size_threads:
+                  - n # TODO: Filter matrix
+                  - threads_per_node_core # TODO: Filter matrix
+  spack:
+    concretized: true
+    packages:
+      kripke-omp:
+        spack_spec: kripke@develop +mpi+openmp
+        compiler: default-compiler
+    environments:
+      kripke-omp:
+        packages:
+        - default-mpi
+        - kripke-omp

experiments/kripke/rocm/execute_experiment.tpl

@@ -0,0 +1,18 @@
+#!/bin/bash
+#
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+{batch_nodes}
+{batch_ranks}
+{batch_timeout}
+
+cd {experiment_run_dir}
+
+{spack_setup}
+
+{experiment_setup}
+
+{command}

experiments/kripke/rocm/ramble.yaml

@@ -0,0 +1,53 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+ramble:
+  include:
+  - ./configs/spack.yaml
+  - ./configs/variables.yaml
+
+  config:
+    deprecated: true
+    spack_flags:
+      install: '--add --keep-stage'
+      concretize: '-U -f'
+
+  applications:
+    kripke:
+      workloads:
+        problem1:
+          env_vars:
+          variables:
+            p: 2
+            px: '{p}'
+            py: '{p}'
+            pz: '{p}'
+            n: ['55', '110']
+            nx: '{n}'
+            ny: '{n}'
+            nz: '{n}'
+            experiment_setup: ''
+            processes_per_node: ['4']
+            n_nodes: ['1', '2']
+            n_ranks: '{processes_per_node} * {n_nodes}'
+          experiments:
+            kripke_rocm_problem1_{n_nodes}_{n_ranks}_{px}_{py}_{pz}_{nx}_{ny}_{nz}:
+              variables:
+                env_name: kripke
+              matrices:
+                - size_jobs:
+                  - n # TODO: Filter matrix
+                  - n_nodes # TODO: Filter matrix
+  spack:
+    concretized: true
+    packages:
+      kripke-rocm:
+        spack_spec: [email protected] +mpi+rocm
+        compiler: default-compiler
+    environments:
+      kripke-rocm:
+        packages:
+        - default-mpi
+        - kripke-rocm

repo/kripke/application.py

@@ -0,0 +1,60 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+from ramble.appkit import *
+
+import sys
+
+class Kripke(SpackApplication):
+    """Kripke benchmark uses RAJA Portability Layer"""
+    name = "Kripke"
+
+    tags = ['asc','transport','deterministic','structured-grid',
+            'large-scale','multi-node','single-node','c++','raja',
+            'simd','vectorization','register-pressure','high-fp','atomics','high-branching',
+            'high-memory-bandwidth','large-memory-footprint','regular-memory-access',
+            'mpi','network-latency-bound','network-collectives']
+
+    executable('p1', 'kripke' +
+                     ' -P {px} {py} {pz}' +
+                     ' -n {nx} {ny} {nz}' +
+                     ' -problem 1'        +
+                     ' -keepT', use_mpi=True)
+
+    executable('p2', 'kripke' +
+                     ' -P {px} {py} {pz}' +
+                     ' -n {nx} {ny} {nz}' +
+                     ' -problem 2'        +
+                     ' -keepT', use_mpi=True)
+
+    workload('problem1', executables=['p1'])
+    workload('problem2', executables=['p2'])
+
+    workload_variable('px', default='2',
+                      description='px',
+                      workloads=['problem1', 'problem2'])
+    workload_variable('py', default='2',
+                      description='py',
+                      workloads=['problem1', 'problem2'])
+    workload_variable('pz', default='2',
+                      description='pz',
+                      workloads=['problem1', 'problem2'])
+    workload_variable('nx', default='220',
+                      description='nx',
+                      workloads=['problem1', 'problem2'])
+    workload_variable('ny', default='220',
+                      description='ny',
+                      workloads=['problem1', 'problem2'])
+    workload_variable('nz', default='220',
+                      description='nz',
+                      workloads=['problem1', 'problem2'])
+
+    figure_of_merit('Figure of Merit (FOM)', log_file='{experiment_run_dir}/{experiment_name}.out', fom_regex=r'Figure of Merit \(FOM\):\s+(?P<fom>[0-9]+\.[0-9]*(e^[0-9]*)?)', group_name='fom', units='')
+
+    #TODO: Fix the FOM success_criteria(...)
+    success_criteria('pass', mode='string', match=r'Figure of Merit \(FOM\)', file='{experiment_run_dir}/{experiment_name}.out')
+
+    def evaluate_success(self):
+      return True