test on frontier

.github/workflows/frontier/build.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+. ./mfc.sh load -c f -m g
+./mfc.sh build -j 8 --gpu

.github/workflows/frontier/submit.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+set -e
+
+usage() {
+    echo "Usage: $0 [script.sh] [cpu|gpu]"
+}
+
+if [ ! -z "$1" ]; then
+    sbatch_script_contents=`cat $1`
+else
+    usage
+    exit 1
+fi
+
+job_slug="`basename "$1" | sed 's/\.sh$//' | sed 's/[^a-zA-Z0-9]/-/g'`-$2"
+
+sbatch <<EOT
+#!/bin/bash
+#SBATCH -JMFC-$job_slug            # Job name
+#SBATCH -A CFD154                  # charge account
+#SBATCH -N 1                       # Number of nodes required
+#SBATCH -n 8                       # Number of cores required
+#SBATCH -t 02:00:00                # Duration of the job (Ex: 15 mins)
+#SBATCH -q debug                   # QOS Name
+#SBATCH -o$job_slug.out            # Combined output and error messages file
+#SBATCH -W                         # Do not exit until the submitted job terminates.
+
+set -e
+set -x
+
+cd "\$SLURM_SUBMIT_DIR"
+echo "Running in $(pwd):"
+
+job_slug="$job_slug"
+job_device="$2"
+
+. ./mfc.sh load -c f -m g
+
+$sbatch_script_contents
+
+EOT
+

.github/workflows/frontier/test.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+./mfc.sh test -j 8 -- -c frontier

.github/workflows/test.yml

@@ -99,22 +99,35 @@ jobs:
       run:  sudo ./mfc.sh docker ./mfc.sh test -j $(nproc) -a
 
   self:
-    name: Georgia Tech | Phoenix (NVHPC)
+    name: Self Hosted
     if: github.repository == 'MFlowCode/MFC'
     continue-on-error: true
     strategy:
       matrix:
         device: ['cpu', 'gpu']
+        lbl: ['gt', 'frontier']
+        exclude:
+          - device:   cpu
+            lbl: frontier
     runs-on:
       group:  phoenix
-      labels: gt
+      labels: ${{ matrix.lbl }}
     steps:
       - name: Clone
         uses: actions/checkout@v3
 
       - name: Build & Test
+        if:   matix.lbl == 'gt'
         run:  bash .github/workflows/phoenix/submit.sh .github/workflows/phoenix/test.sh ${{ matrix.device }}
 
+      - name: Build
+        if:   matix.lbl == 'frontier'
+        run:  bash .github/workflows/frontier/build.sh
+
+      - name: Test
+        if:   matix.lbl == 'frontier'
+        run:  bash .github/workflows/frontier/submit.sh .github/workflows/frontier/test.sh ${{matrix.device}}
+
       - name: Print Logs
         if:   always()
         run:  cat test-${{ matrix.device }}.out

toolchain/bootstrap/modules.sh

@@ -19,11 +19,11 @@ done
 # Get computer (if not supplied in command-line)
 if [ -v $u_c ]; then
     log   "Select a system:"
-    log   "$G""ORNL$W:    Ascent     (a) | Crusher (c) | Summit (s) | Wombat (w)"
+    log   "$G""ORNL$W:    Ascent     (a) | Frontier (f) | Summit (s) | Wombat (w)"
     log   "$C""ACCESS$W:  Bridges2   (b) | Expanse (e) | Delta  (d)"
-    log   "$Y""GaTech$W:  Phoenix    (p)"
-    log   "$R""CALTECH$W: Richardson (r)"
-    log_n "($G""a$W/$G""c$W/$G""s$W/$G""w$W/$C""b$W/$C""e$CR/$C""d$CR/$Y""p$CR/$R""r$CR): "
+    log   "$Y""Gatech$W:  Phoenix    (p)"
+    log   "$R""Caltech$W: Richardson (r)"
+    log_n "($G""a$W/$G""f$W/$G""s$W/$G""w$W/$C""b$W/$C""e$CR/$C""d$CR/$Y""p$CR/$R""r$CR): "
     read u_c
     log
 fi

toolchain/modules

@@ -47,12 +47,12 @@ p-cpu gcc/10.3.0-o57x6h openmpi/4.1.4
 p-gpu cuda/11.7.0-7sdye3 nvhpc/22.11
 p-gpu MFC_CUDA_CC=70,80 CC=nvc CXX=nvc++ FC=nvfortran
 
-c     OLCF Crusher
-c-gpu rocm/5.5.1 craype-accel-amd-gfx90a
-c-all cpe/23.09
-c-all cray-fftw cray-hdf5 cray-mpich cce/16.0.1 
-c-all rocm/5.5.1 cray-python  omniperf
-c-cpu
+f     OLCF Frontier
+f-gpu rocm/5.5.1 craype-accel-amd-gfx90a
+f-all cpe/23.09
+f-all cray-fftw cray-hdf5 cray-mpich cce/16.0.1 
+f-all rocm/5.5.1 cray-python  omniperf
+f-cpu
 
 
 d     NCSA Delta