Spack GitHub action

.github/workflows/spack_cpu_build.yaml

@@ -0,0 +1,52 @@
+name: Spack Builds
+
+# Until we remove the need to clone submodules to build, this should on be in PRs
+on: [pull_request]
+
+jobs:
+  exago_spack_builds:
+    # 20.04 is a version shared by E4S cache and Spack binaries for x86_64
+    runs-on: ubuntu-20.04
+    container: spack/ubuntu-focal:latest
+    strategy:
+      matrix:
+        spack_spec:
+          - exago@develop+mpi~ipopt~hiop~logging~python~raja ^openmpi
+          - exago@develop~mpi~ipopt+hiop~logging~python~raja
+          - exago@develop~mpi~ipopt~hiop~logging~python~raja
+          - exago@develop~mpi~ipopt~hiop~logging+python~raja
+          - exago@develop~mpi~ipopt+hiop~logging~python+raja
+          - exago@develop~mpi~ipopt~hiop~logging~python+raja
+
+    name: Build ExaGO with Spack
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          # Once we move submodule deps into spack, we can do some more builds...
+          submodules: true
+
+      - name: Build Environment
+        env:
+          SPACK_SPEC: ${{ matrix.spack_spec }}
+        run: |
+          ls && pwd
+          . /opt/spack/share/spack/setup-env.sh
+          spack debug report
+          # Just use the public mirror to bootstrap concretizer
+          # https://spack.io/spack-binary-packages
+          spack mirror add spack_public_mirror https://binaries.spack.io/develop
+          spack buildcache keys --install --trust
+          # Need to create an environment to install hiop in the action's branch
+          spack env create -d ./spack-env
+          spack env activate ./spack-env
+          spack add $SPACK_SPEC target=x86_64
+          spack develop --path $(pwd) --no-clone exago@git.${{ github.event.pull_request.head.ref}}=develop
+          # Need to add build cache before concretizing to re-use dependencies
+          # Add E4S mirror - likely relying on spack cache but nice backup
+          # https://oaciss.uoregon.edu/e4s/inventory.html
+          spack mirror add E4S https://cache.e4s.io
+          spack buildcache keys --install --trust
+          spack concretize --reuse
+          git config --global --add safe.directory $(pwd)
+          spack --stacktrace install --fail-fast

.gitlab/ornl/ascent.gitlab-ci.yml

@@ -92,7 +92,7 @@
     - cd "$WORKDIR"
     - export srcdir=$WORKDIR builddir=$WORKDIR/build installdir=$WORKDIR/install
       # Export CTESTARGS defined in variables to run correct tests for stage
-    - export CTESTARGS="--output-on-failure -E Python"
+    - export CTESTARGS="$CTESTARGS"
     - MY_CLUSTER="ascent" ./buildsystem/build.sh --test-only --job=gcc-cuda
     - res=$?
     - exit $res
@@ -101,19 +101,6 @@
     - cd "$WORKDIR/.."
     - rm -rf "$WORKDIR"
 
-.ascent_python_test_script_template:
-  script:
-    - set -xv
-    - cd "$WORKDIR"
-    - export srcdir=$WORKDIR builddir=$WORKDIR/build installdir=$WORKDIR/install
-      # Export CTESTARGS defined in variables to run correct tests for stage
-    - export CTESTARGS="-VV -R Python"
-    - MY_CLUSTER="ascent" ./buildsystem/build.sh --test-only --job=gcc-cuda
-    - res=$?
-    - exit $res
-# ---
-
-# For Ascent CI
 Ascent Build:
   stage: build
   tags:
@@ -132,28 +119,13 @@ Ascent Test:
   variables:
     # Don't clone for test jobs
     GIT_STRATEGY: none
-    CTESTARGS: "--output-on-failure -E Python"
+    CTESTARGS: "--output-on-failure"
   extends:
     - .ascent_rules
     - .ascent_test_script_template
     - .ascent_environment_template
 
-Ascent Py Test:
-  stage: test
-  dependencies:
-    - 'Ascent Build'
-  tags:
-    - batch 
-  variables:
-    # Don't clone for test jobs
-    GIT_STRATEGY: none
-  extends:
-    - .ascent_rules
-    - .ascent_python_test_script_template
-    - .ascent_environment_template
-# ---
-
-# Reporting Ascent Status to PNNL
+# -- Reporting Ascent Status to PNNL GitHub
 .report-job:
   when: always
   variables:

.gitlab/pnnl/base.gitlab-ci.yml

@@ -101,26 +101,13 @@ stages:
   variables:
     # Don't clone for test jobs
     GIT_STRATEGY: none
-    CTESTARGS: "--timeout 240 --output-on-failure -E Python"
+    CTESTARGS: "--timeout 240 --output-on-failure"
     OUTPUT_SUFFIX: "_test"
   artifacts:
     when: always
     paths:
       - partition
 
-.cluster_py_test:
-  stage: test
-  extends:
-    - .pnnl_tags_template
-    - .pnnl_script_template
-      # No after_script as only one test per platform cleans up
-      # Since python test should finish first, we let other test cleanup
-  variables:
-    # Don't clone for test jobs
-    GIT_STRATEGY: none
-    CTESTARGS: "--timeout 240 --output-on-failure -R Python"
-    OUTPUT_SUFFIX: "_test_python"
-
 .module_rebuild:
   needs: []
   retry: 1

.gitlab/pnnl/deception.gitlab-ci.yml

@@ -10,15 +10,7 @@ Deception Test:
     - .cluster_test
     - .deception
   variables:
-    CTESTARGS: " --timeout 240 --output-on-failure -E Python -LE deception-skip "
-    SCRIPT_ARGS: " --test-only --job=gcc-cuda "
-  needs: ['Deception Build']
-
-Deception Py Test:
-  extends:
-    - .cluster_py_test
-    - .deception
-  variables:
+    CTESTARGS: " --timeout 240 --output-on-failure -LE deception-skip "
     SCRIPT_ARGS: " --test-only --job=gcc-cuda "
   needs: ['Deception Build']
 

.gitlab/pnnl/incline.gitlab-ci.yml

@@ -11,15 +11,7 @@ Incline Test:
     - .incline
   variables:
     SCRIPT_ARGS: " --test-only --job=clang-hip "
-    CTESTARGS: " --timeout 240 --output-on-failure -E Python -LE incline-skip "
-  needs: ['Incline Build']
-
-Incline Py Test:
-  extends:
-    - .cluster_py_test
-    - .incline
-  variables:
-    SCRIPT_ARGS: " --test-only --job=clang-hip "
+    CTESTARGS: " --timeout 240 --output-on-failure -LE incline-skip "
   needs: ['Incline Build']
 
 Incline Module Rebuild:

.gitlab/pnnl/newell.gitlab-ci.yml

@@ -10,15 +10,7 @@ Newell Test:
     - .cluster_test
     - .newell
   variables:
-    CTESTARGS: " --timeout 240 --output-on-failure -E Python -LE newell-skip "
-    SCRIPT_ARGS: " --test-only --job=gcc-cuda "
-  needs: ['Newell Build']
-
-Newell Py Test:
-  extends:
-    - .cluster_py_test
-    - .newell
-  variables:
+    CTESTARGS: " --timeout 240 --output-on-failure -LE newell-skip "
     SCRIPT_ARGS: " --test-only --job=gcc-cuda "
   needs: ['Newell Build']