From 3cb9386bfc20290a028bf18cbd5baaf8699708e3 Mon Sep 17 00:00:00 2001 From: "Olga T. Pearce" Date: Mon, 22 Jan 2024 16:14:08 -0600 Subject: [PATCH] Starting a LLNL-Pascal config --- .../auxiliary_software_files/compilers.yaml | 67 +++++++++++++++++ .../auxiliary_software_files/packages.yaml | 73 +++++++++++++++++++ .../spack.yaml | 21 ++++++ .../system_definition.yaml | 32 ++++++++ .../variables.yaml | 14 ++++ 5 files changed, 207 insertions(+) create mode 100644 configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/compilers.yaml create mode 100644 configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/packages.yaml create mode 100644 configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/spack.yaml create mode 100644 configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/system_definition.yaml create mode 100644 configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/variables.yaml diff --git a/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/compilers.yaml b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/compilers.yaml new file mode 100644 index 000000000..501522dcf --- /dev/null +++ b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/compilers.yaml @@ -0,0 +1,67 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +compilers: +- compiler: + spec: xl@16.1.1-2022.08.19-cuda-11.7.0 + paths: + cc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlc + cxx: /usr/tce/packages/xl/xl-2022.08.19/bin/xlC + f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf + fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf + flags: + cflags: -g -O2 + cxxflags: -g -O2 -std=c++14 + fflags: -g -O2 + operating_system: rhel7 + target: ppc64le + modules: [cuda/11.7.0, xl/2022.08.19-cuda-11.7.0] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@16.1.1-2022.08.19-cuda10.1.243 + paths: + cc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlc + cxx: /usr/tce/packages/xl/xl-2022.08.19/bin/xlC + f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf + fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf + flags: + cflags: -g -O2 + cxxflags: -g -O2 -std=c++11 + fflags: -g -O2 + operating_system: rhel7 + target: ppc64le + modules: [cuda/10.1.243, xl/2022.08.19] # TODO: Make these available to ramble or remove them entirely + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@16.1.1-2022.08.19-cuda11.8.0 + paths: + cc: /usr/tce/packages/xl/xl-2022.08.19-cuda-11.8.0/bin/xlc + cxx: /usr/tce/packages/xl/xl-2022.08.19-cuda-11.8.0/bin/xlC + f77: /usr/tce/packages/xl/xl-2022.08.19-cuda-11.8.0/bin/xlf + fc: /usr/tce/packages/xl/xl-2022.08.19-cuda-11.8.0/bin/xlf + flags: # TODO: Fix spack concretization bug + cflags: -g -O2 + cxxflags: -g -O2 -std=c++11 + fflags: -g -O2 + operating_system: rhel7 + target: ppc64le + modules: [cuda/11.8.0, xl/2022.08.19-cuda-11.8.0] # TODO: Make these available to ramble or remove them entirely + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@8.3.1 + paths: + cc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-8.3.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] diff --git a/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/packages.yaml b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/packages.yaml new file mode 100644 index 000000000..dd43a66ba --- /dev/null +++ b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/packages.yaml @@ -0,0 +1,73 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +packages: + tar: + externals: + - spec: tar@1.26 + prefix: /usr + buildable: false + cmake: + externals: + - spec: cmake@3.23.1 + prefix: /usr/tce/packages/cmake/cmake-3.23.1 + buildable: false + gmake: + externals: + - spec: gmake@4.2.1 + prefix: /usr/tcetmp/packages/gmake/gmake-4.2.1 + buildable: false + automake: + externals: + - spec: automake@1.13.4 + prefix: /usr + autoconf: + externals: + - spec: autoconf@2.69 + prefix: /usr + curand: + externals: + - spec: curand@10.1.243 + prefix: /usr/tce/packages/cuda/cuda-10.1.243 + - spec: curand@11.8.0 + prefix: /usr/tce/packages/cuda/cuda-11.8.0 + buildable: false + cusparse: + externals: + - spec: cusparse@10.1.243 + prefix: /usr/tce/packages/cuda/cuda-10.1.243 + - spec: cusparse@11.8.0 + prefix: /usr/tce/packages/cuda/cuda-11.8.0 + buildable: false + cuda: + externals: + - spec: cuda@10.1.243 + prefix: /usr/tce/packages/cuda/cuda-10.1.243 + - spec: cuda@11.8.0 + prefix: /usr/tce/packages/cuda/cuda-11.8.0 + buildable: false + blas: + externals: + - spec: cublas@10.1.243 + prefix: /usr/tce/packages/cuda/cuda-10.1.243 + - spec: cublas@11.8.0 + prefix: /usr/tce/packages/cuda/cuda-11.8.0 + buildable: false + lapack: + externals: + - spec: lapack-xl@3.9.0 + prefix: /usr/tcetmp/packages/lapack/lapack-3.9.0-xl-2020.03.18 + buildable: false + mpi: + externals: + - spec: spectrum-mpi@2022.08.19-cuda-11.8.0 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19-cuda-11.8.0 + extra_attributes: + ldflags: "-lmpiprofilesupport -lmpi_ibm_usempi -lmpi_ibm_mpifh -lmpi_ibm" + - spec: spectrum-mpi@2022.08.19-cuda-10.1.243 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19-cuda-10.1.243 + extra_attributes: + ldflags: "-lmpiprofilesupport -lmpi_ibm_usempi -lmpi_ibm_mpifh -lmpi_ibm" + buildable: false diff --git a/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/spack.yaml b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/spack.yaml new file mode 100644 index 000000000..bd5f94d48 --- /dev/null +++ b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/spack.yaml @@ -0,0 +1,21 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +spack: + packages: + default-compiler: + spack_spec: XXXX-cuda{default_cuda_version} + default-mpi: + spack_spec: + compiler-gcc: + spack_spec: gcc@8.3.1 + compiler-cuda10: + spack_spec: XXXXX-cuda{cuda10_version} + cublas-cuda-10: + spack_spec: cublas@{cuda10_version} + cublas-cuda-default: + spack_spec: cublas@{default_cuda_version} + lapack: + spack_spec: XXXX diff --git a/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/system_definition.yaml b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/system_definition.yaml new file mode 100644 index 000000000..01d1688fe --- /dev/null +++ b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/system_definition.yaml @@ -0,0 +1,32 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +system_definition: + name: Pascal + site: LLNL + system: Penguin-broadwell-P100-OmniPath + integrator: + vendor: Penguin + name: + processor: + vendor: Intel + name: Xeon_E5-2695_v4 + ISA: x86_64 + uArch: broadwell + accelerator: + vendor: NVIDIA + name: P100 + ISA: PTX + uArch: sm_56 + interconnect: + vendor: Cornelis + name: OmniPath + system-tested: + site: LLNL + name: pascal + installation-year: 2018 + description: + top500-system-instances: + - diff --git a/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/variables.yaml b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/variables.yaml new file mode 100644 index 000000000..286f4d66f --- /dev/null +++ b/configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/variables.yaml @@ -0,0 +1,14 @@ +# Copyright 2023 Lawrence Livermore National Security, LLC and other +# Benchpark Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: Apache-2.0 + +variables: + gtl_flag: '' # to be overwritten by tests that need GTL + rocm_arch: 'gfx90a' + batch_time: '120m' + mpi_command: 'flux run -N {n_nodes} -n {n_ranks}' + batch_submit: 'flux batch {execute_experiment}' + batch_nodes: '# flux: -N {n_nodes}' + batch_ranks: '# flux: -n {n_ranks}' + batch_timeout: '# flux: -t {batch_time}'