From 444bccc8f83def740cd23e954dc3bd1613150ab6 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 11:20:22 +0200 Subject: [PATCH 01/82] An ambitious attempt --- .../blueos_3_ppc64le_ib_p9/compilers.yaml | 617 +++++------------- .../blueos_3_ppc64le_ib_p9/config.yaml | 1 - .../blueos_3_ppc64le_ib_p9/packages.yaml | 305 +++++---- spack-environments/radiuss/spack.yaml | 18 +- .../radiuss/toss_4_x86_64_ib/compilers.yaml | 142 +++- .../radiuss/toss_4_x86_64_ib/config.yaml | 1 - .../radiuss/toss_4_x86_64_ib/packages.yaml | 132 +++- 7 files changed, 623 insertions(+), 593 deletions(-) diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml index d53d12e..6fe74c2 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml @@ -1,573 +1,298 @@ -compilers: +compilers:: - compiler: - spec: clang@=3.9.1 + spec: rocmcc@=5.0.2 paths: - cc: /usr/tcetmp/packages/clang/clang-3.9.1/bin/clang - cxx: /usr/tcetmp/packages/clang/clang-3.9.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf_r + cc: /opt/rocm-5.0.2/llvm/bin/amdclang + cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-5.0.2/llvm/bin/amdflang + fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=4.0.0 + spec: rocmcc@=5.1.1 paths: - cc: /usr/tcetmp/packages/clang/clang-4.0.0/bin/clang - cxx: /usr/tcetmp/packages/clang/clang-4.0.0/bin/clang++ - fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf_r + cc: /opt/rocm-5.1.1/llvm/bin/amdclang + cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.1.1/llvm/bin/amdflang + fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=9.0.0 + spec: rocmcc@=5.2.3 paths: - cc: /usr/tce/packages/clang/clang-9.0.0/bin/clang - cxx: /usr/tce/packages/clang/clang-9.0.0/bin/clang++ - fc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r + cc: /opt/rocm-5.2.3/llvm/bin/amdclang + cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.2.3/llvm/bin/amdflang + fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=10.0.1 + spec: rocmcc@=5.4.3 paths: - cc: /usr/tce/packages/clang/clang-10.0.1/bin/clang - cxx: /usr/tce/packages/clang/clang-10.0.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r + cc: /opt/rocm-5.4.3/llvm/bin/amdclang + cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.3/llvm/bin/amdflang + fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=11.0.0 + spec: rocmcc@=5.5.0 paths: - cc: /usr/tce/packages/clang/clang-11.0.0/bin/clang - cxx: /usr/tce/packages/clang/clang-11.0.0/bin/clang++ - fc: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r + cc: /opt/rocm-5.5.0/llvm/bin/amdclang + cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.0/llvm/bin/amdflang + fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=12.0.1 + spec: rocmcc@=5.5.1 paths: - cc: /usr/tce/packages/clang/clang-12.0.1/bin/clang - cxx: /usr/tce/packages/clang/clang-12.0.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r + cc: /opt/rocm-5.5.1/llvm/bin/amdclang + cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.1/llvm/bin/amdflang + fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=12.0.1.gcc.8.3.1 + spec: rocmcc@=5.6.1 paths: - cc: /usr/tce/packages/clang/clang-12.0.1-gcc-8.3.1/bin/clang - cxx: /usr/tce/packages/clang/clang-12.0.1-gcc-8.3.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r + cc: /opt/rocm-5.6.1/llvm/bin/amdclang + cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.6.1/llvm/bin/amdflang + fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=13.0.1 + spec: rocmcc@=5.7.1 paths: - cc: /usr/tce/packages/clang/clang-13.0.1/bin/clang - cxx: /usr/tce/packages/clang/clang-13.0.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=14.0.5 + spec: rocmcc@=6.0.2 paths: - cc: /usr/tce/packages/clang/clang-14.0.5/bin/clang - cxx: /usr/tce/packages/clang/clang-14.0.5/bin/clang++ - fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r + cc: /opt/rocm-6.0.2/llvm/bin/amdclang + cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.0.2/llvm/bin/amdflang + fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=14.0.5.gcc.8.3.1 - paths: - cc: /usr/tce/packages/clang/clang-14.0.5-gcc-8.3.1/bin/clang - cxx: /usr/tce/packages/clang/clang-14.0.5-gcc-8.3.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=15.0.6 - paths: - cc: /usr/tce/packages/clang/clang-15.0.6/bin/clang - cxx: /usr/tce/packages/clang/clang-15.0.6/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=16.0.6 - paths: - cc: /usr/tce/packages/clang/clang-16.0.6/bin/clang - cxx: /usr/tce/packages/clang/clang-16.0.6/bin/clang++ - fc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=16.0.6.gcc.8.3.1 - paths: - cc: /usr/tce/packages/clang/clang-16.0.6-gcc-8.3.1/bin/clang - cxx: /usr/tce/packages/clang/clang-16.0.6-gcc-8.3.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=9.0.0.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-2019.10.03/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-2019.10.03/bin/clang++ - fc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=10.0.1.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-10.0.1/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-10.0.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=11.0.0.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-11.0.0/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-11.0.0/bin/clang++ - fc: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=12.0.1.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-12.0.1/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-12.0.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=12.0.1.ibm.gcc.8.3.1 - paths: - cc: /usr/tce/packages/clang/clang-ibm-12.0.1-gcc-8.3.1/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-12.0.1-gcc-8.3.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=13.0.1.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-13.0.1/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-13.0.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=14.0.5.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-14.0.5/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-14.0.5/bin/clang++ - fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=14.0.5.ibm.gcc.8.3.1 - paths: - cc: /usr/tce/packages/clang/clang-ibm-14.0.5-gcc-8.3.1/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-14.0.5-gcc-8.3.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=15.0.6.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-15.0.6/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-15.0.6/bin/clang++ - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=16.0.6.ibm - paths: - cc: /usr/tce/packages/clang/clang-ibm-16.0.6/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-16.0.6/bin/clang++ - fc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=16.0.6.ibm.gcc.8.3.1 - paths: - cc: /usr/tce/packages/clang/clang-ibm-16.0.6-gcc-8.3.1/bin/clang - cxx: /usr/tce/packages/clang/clang-ibm-16.0.6-gcc-8.3.1/bin/clang++ - fc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=coral2018.08.08 - paths: - cc: /usr/tce/packages/clang/clang-coral-2018.08.08/bin/clang - cxx: /usr/tce/packages/clang/clang-coral-2018.08.08/bin/clang++ - f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r - fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: clang@=default - paths: - cc: clang - cxx: clang++ - f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r - fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: gcc@=default - paths: - cc: gcc - cxx: g++ - f77: gfortran - fc: gfortran - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: gcc@=4.9.3 - paths: - cc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gcc - cxx: /usr/tce/packages/gcc/gcc-4.9.3/bin/g++ - f77: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: gcc@=8.3.1 - paths: - cc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gcc - cxx: /usr/tce/packages/gcc/gcc-8.3.1/bin/g++ - f77: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: xl@=default - paths: - cc: xlc - cxx: xlc++ - f77: xlf2003 - fc: xlf2003 - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: xl@=16.1.1.10 - paths: - cc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2021.09.22/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: xl@=16.1.1.10.gcc.8.3.1 + spec: pgi@=20.4 paths: - cc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r + cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc + cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ + f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: xl@=16.1.1.11 + spec: intel@=2021.6.0 paths: - cc: /usr/tce/packages/xl/xl-2021.12.22/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2021.12.22/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2021.12.22/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2021.12.22/bin/xlf_r + cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc + cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc + f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: xl@=16.1.1.12 + spec: intel@=2021.6.0.gcc.10.3.1 paths: - cc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2022.08.19/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le + cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc + cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc + f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + flags: + cflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: xl@=16.1.1.12.gcc.8.3.1 + spec: intel@=2022.1.0 paths: - cc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r + cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: xl@=16.1.1.14 + spec: intel@=2022.1.0.gcc.10.3.1 paths: - cc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2023.06.28/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r - flags: {} - operating_system: rhel7 - target: ppc64le + cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: xl@=16.1.1.14.gcc.8.3.1 + spec: intel@=2023.2.1 paths: - cc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlc_r - cxx: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlC_r - fc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf2003_r - f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r + cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=default + spec: intel@=2023.2.1.gcc.10.3.1 paths: - cc: pgcc - cxx: pgc++ - f77: pgfortran - fc: pgfortran - flags: {} - operating_system: rhel7 - target: ppc64le + cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=19.10 + spec: clang@=14.0.6 paths: - cc: /usr/tce/packages/pgi/pgi-19.10/bin/pgcc - cxx: /usr/tce/packages/pgi/pgi-19.10/bin/pgc++ - f77: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran - fc: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran + cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=20.4 + spec: clang@=14.0.6.gcc.10.3.1 paths: - cc: /usr/tce/packages/pgi/pgi-20.4/bin/pgcc - cxx: /usr/tce/packages/pgi/pgi-20.4/bin/pgc++ - f77: /usr/tce/packages/pgi/pgi-20.4/bin/pgfortran - fc: /usr/tce/packages/pgi/pgi-20.4/bin/pgf90 - flags: {} - operating_system: rhel7 - target: ppc64le + cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=21.11 + spec: clang@=19.0.0 paths: - cc: /usr/tce/packages/pgi/pgi-21.11/bin/pgcc - cxx: /usr/tce/packages/pgi/pgi-21.11/bin/pgc++ - f77: /usr/tce/packages/pgi/pgi-21.11/bin/pgfortran - fc: /usr/tce/packages/pgi/pgi-21.11/bin/pgf90 + cc: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] - compiler: - spec: pgi@=22.7 + spec: gcc@=10.3.1 paths: - cc: /usr/tce/packages/pgi/pgi-22.7/bin/pgcc - cxx: /usr/tce/packages/pgi/pgi-22.7/bin/pgc++ - f77: /usr/tce/packages/pgi/pgi-22.7/bin/pgfortran - fc: /usr/tce/packages/pgi/pgi-22.7/bin/pgf90 + cc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-10.3.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=22.11 + spec: gcc@=11.2.1 paths: - cc: /usr/tce/packages/pgi/pgi-22.11/bin/pgcc - cxx: /usr/tce/packages/pgi/pgi-22.11/bin/pgc++ - f77: /usr/tce/packages/pgi/pgi-22.11/bin/pgfortran - fc: /usr/tce/packages/pgi/pgi-22.11/bin/pgf90 + cc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-11.2.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=23.1 + spec: gcc@=12.1.1 paths: - cc: /usr/tce/packages/pgi/pgi-23.1/bin/pgcc - cxx: /usr/tce/packages/pgi/pgi-23.1/bin/pgc++ - f77: /usr/tce/packages/pgi/pgi-23.1/bin/pgfortran - fc: /usr/tce/packages/pgi/pgi-23.1/bin/pgf90 + cc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-12.1.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} - operating_system: rhel7 - target: ppc64le + operating_system: rhel8 + target: x86_64 modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/config.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/config.yaml index 60bcc77..874ad98 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/config.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/config.yaml @@ -1,3 +1,2 @@ config: build_jobs: 32 - concretizer: clingo diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml index 11e8f7c..5776a83 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml @@ -1,23 +1,19 @@ -packages: +packages:: all: # This defaults us to machine specific flags of ivybridge which allows # us to run on broadwell as well - target: [ppc64le] - compiler: [gcc, pgi, clang, xl] + target: [ivybridge] + compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] providers: - mpi: [spectrum-mpi] + mpi: [mvapich2] cmake: - version: [3.23.1, 3.22.4, 3.21.1, 3.20.2, 3.18.0, 3.16.8, 3.14.5] + version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] buildable: false externals: - spec: cmake@3.14.5 prefix: /usr/tce/packages/cmake/cmake-3.14.5 - - spec: cmake@3.16.8 - prefix: /usr/tce/packages/cmake/cmake-3.16.8 - - spec: cmake@3.18.0 - prefix: /usr/tce/packages/cmake/cmake-3.18.0 - - spec: cmake@3.20.2 - prefix: /usr/tce/packages/cmake/cmake-3.20.2 + - spec: cmake@3.19.2 + prefix: /usr/tce/packages/cmake/cmake-3.19.2 - spec: cmake@3.21.1 prefix: /usr/tce/packages/cmake/cmake-3.21.1 - spec: cmake@3.22.4 @@ -25,125 +21,194 @@ packages: - spec: cmake@3.23.1 prefix: /usr/tce/packages/cmake/cmake-3.23.1 cuda: - version: [12.0.0, 11.7.0, 11.5.0, 11.2.0, 11.1.0, 11.0.2, 10.2.89, 10.1.243, 10.1.168, 9.2.148, 8.0] + version: [10.1.168] buildable: false externals: - - spec: cuda@12.0.0+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-12.0.0 - - spec: cuda@11.7.0+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-11.7.0 - - spec: cuda@11.5.0+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-11.5.0 - - spec: cuda@11.2.0+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-11.2.0 - - spec: cuda@11.1.0+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-11.1.0 - - spec: cuda@11.0.2+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-11.0.2 - - spec: cuda@10.2.89+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-10.2.89 - - spec: cuda@10.1.243+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-10.1.243 - - spec: cuda@10.1.168+allow-unsupported-compilers + - spec: cuda@10.1.168 prefix: /usr/tce/packages/cuda/cuda-10.1.168 - - spec: cuda@9.2.148+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-9.2.148 - - spec: cuda@8.0+allow-unsupported-compilers - prefix: /usr/tce/packages/cuda/cuda-8.0 - spectrum-mpi: + hip: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false externals: - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=19.10 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-19.10 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=20.4 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-20.4 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=21.11 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-21.11 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.7 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.7 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.11 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.11 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=23.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-23.1 - - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=4.9.3 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-4.9.3 - - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=3.9.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-3.9.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=4.0.0 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-4.0.0 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=9.0.0 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-9.0.0 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=10.0.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=11.0.0 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-11.0.0 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-12.0.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-12.0.1-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=13.0.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-13.0.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-14.0.5 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-14.0.5-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=15.0.6 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-15.0.6 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-16.0.6 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-16.0.6-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=9.0.0.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-2019.10.03 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=10.0.1.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-10.0.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=11.0.0.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-11.0.0 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-12.0.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1.ibm.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-12.0.1-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=13.0.1.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-13.0.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-14.0.5 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5.ibm.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-14.0.5-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=15.0.6.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-15.0.6 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.ibm - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6 - - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.ibm.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.10 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.09.22 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.10.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.09.22-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.11 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.12.22 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.12 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.12.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.14 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.14.gcc.8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%xl@=beta2019.06.20 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-beta-2019.06.20 + - spec: hip@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/hip + - spec: hip@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/hip + - spec: hip@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hip + - spec: hip@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/hip + - spec: hip@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/hip + - spec: hip@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/hip + - spec: hip@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/hip + - spec: hip@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/hip + llvm-amdgpu: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: llvm-amdgpu@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/llvm + - spec: llvm-amdgpu@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/llvm + - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/llvm + - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/llvm + - spec: llvm-amdgpu@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/llvm + - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/llvm + - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/llvm + - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/llvm + - spec: llvm-amdgpu@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/llvm + hsa-rocr-dev: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: hsa-rocr-dev@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: hsa-rocr-dev@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: hsa-rocr-dev@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: hsa-rocr-dev@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocminfo: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocminfo@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: rocminfo@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocminfo@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocminfo@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocminfo@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocminfo@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocminfo@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocminfo@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocminfo@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocm-device-libs: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocm-device-libs@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: rocm-device-libs@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocm-device-libs@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocm-device-libs@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocprim: + version: [5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocprim@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocprim@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocprim@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocprim@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocprim@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocprim@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocprim@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocprim@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + mvapich2: + buildable: false + externals: + - spec: mvapich2@2.3.7%intel@=19.1.2 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 + - spec: mvapich2@2.3.7%intel@=19.1.2.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 + - spec: mvapich2@2.3.7%intel@=2021.6.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 + - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 + - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 + - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 + - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 + - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 + - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 + - spec: mvapich2@2.3.7%clang@=14.0.6.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 + - spec: mvapich2@2.3.7%gcc@=10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1 + - spec: mvapich2@2.3.7%gcc@=11.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-11.2.1 + - spec: mvapich2@2.3.7%gcc@=12.1.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1 python: buildable: false - version: [3.8.2] + version: [3.10.8] externals: - - spec: python@3.8.2 - prefix: /usr/tce/packages/python/python-3.8.2 + - spec: python@3.10.8 + prefix: /usr/tce/packages/python/python-3.10.8 elfutils: buildable: false - version: [0.176] + version: [0.187] externals: - - spec: elfutils@0.176 + - spec: elfutils@0.187 prefix: /usr libunwind: buildable: false @@ -156,4 +221,4 @@ packages: version: [6.0.0.1] externals: - spec: papi@6.0.0.1 - prefix: /usr/papi600 + prefix: /usr/tce/packages/papi/papi-6.0.0.1 diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 8802829..7f98504 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -26,17 +26,23 @@ spack: test_stage: $user_cache_path/test misc_cache: $user_cache_path/misc flags: - keep_werror: all + keep_werror: 'all' #[--config-override] #[definitions--] definitions: - compilers: - - '%gcc@=10.3.1' + - '%intel@=2023.2.1' - '%clang@=14.0.6' + - '%gcc@=10.3.1' when: env.get("SYS_TYPE", "") == "toss_4_x86_64_ib" - compilers: - - '%xl@=16.1.1.12.gcc.8.3.1' + - '+cuda %clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' + - '+cuda %clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' + - '+cuda %clang@=14.0.5.gcc.8.3.1 ^cuda@11.7.0+allow-unsupported-compilers' + - '+cuda %clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '+cuda %clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '+cuda %gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" #[definitions--] @@ -48,6 +54,9 @@ spack: - xbraid - umpire - raja + - raja-perf + - chai + - care - py-maestrowf - conduit - zfp @@ -64,6 +73,9 @@ spack: - xbraid - umpire - raja + - raja-perf + - chai + - care - py-maestrowf - conduit - zfp diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/compilers.yaml b/spack-environments/radiuss/toss_4_x86_64_ib/compilers.yaml index 93428fa..6fe74c2 100644 --- a/spack-environments/radiuss/toss_4_x86_64_ib/compilers.yaml +++ b/spack-environments/radiuss/toss_4_x86_64_ib/compilers.yaml @@ -1,11 +1,11 @@ compilers:: - compiler: - spec: pgi@=20.4 + spec: rocmcc@=5.0.2 paths: - cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc - cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ - f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + cc: /opt/rocm-5.0.2/llvm/bin/amdclang + cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-5.0.2/llvm/bin/amdflang + fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 target: x86_64 @@ -13,30 +13,117 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=19.1.2 + spec: rocmcc@=5.1.1 paths: - cc: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/icc - cxx: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/icpc - f77: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/ifort - fc: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/ifort + cc: /opt/rocm-5.1.1/llvm/bin/amdclang + cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.1.1/llvm/bin/amdflang + fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 target: x86_64 - modules: - - intel-classic/19.1.2 + modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=19.1.2.gcc.10.3.1 + spec: rocmcc@=5.2.3 paths: - cc: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/icc - cxx: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/icpc - f77: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/ifort - fc: /usr/tce/packages/intel-classic/intel-classic-19.1.2/bin/ifort - flags: - cflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc - cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ - fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cc: /opt/rocm-5.2.3/llvm/bin/amdclang + cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.2.3/llvm/bin/amdflang + fc: /opt/rocm-5.2.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.4.3 + paths: + cc: /opt/rocm-5.4.3/llvm/bin/amdclang + cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.3/llvm/bin/amdflang + fc: /opt/rocm-5.4.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.0 + paths: + cc: /opt/rocm-5.5.0/llvm/bin/amdclang + cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.0/llvm/bin/amdflang + fc: /opt/rocm-5.5.0/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.1 + paths: + cc: /opt/rocm-5.5.1/llvm/bin/amdclang + cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.1/llvm/bin/amdflang + fc: /opt/rocm-5.5.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.6.1 + paths: + cc: /opt/rocm-5.6.1/llvm/bin/amdclang + cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.6.1/llvm/bin/amdflang + fc: /opt/rocm-5.6.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.7.1 + paths: + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=6.0.2 + paths: + cc: /opt/rocm-6.0.2/llvm/bin/amdclang + cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.0.2/llvm/bin/amdflang + fc: /opt/rocm-6.0.2/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=20.4 + paths: + cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc + cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ + f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + flags: {} operating_system: rhel8 target: x86_64 modules: [] @@ -157,6 +244,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [] +- compiler: + spec: clang@=19.0.0 + paths: + cc: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] - compiler: spec: gcc@=10.3.1 paths: diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/config.yaml b/spack-environments/radiuss/toss_4_x86_64_ib/config.yaml index 2a64da3..6be0e9e 100644 --- a/spack-environments/radiuss/toss_4_x86_64_ib/config.yaml +++ b/spack-environments/radiuss/toss_4_x86_64_ib/config.yaml @@ -1,3 +1,2 @@ config: build_jobs: 28 - concretizer: clingo diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml b/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml index bd0c963..5776a83 100644 --- a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml +++ b/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml @@ -3,7 +3,7 @@ packages:: # This defaults us to machine specific flags of ivybridge which allows # us to run on broadwell as well target: [ivybridge] - compiler: [gcc, intel, pgi, clang, oneapi] + compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] providers: mpi: [mvapich2] cmake: @@ -26,6 +26,136 @@ packages:: externals: - spec: cuda@10.1.168 prefix: /usr/tce/packages/cuda/cuda-10.1.168 + hip: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: hip@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/hip + - spec: hip@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/hip + - spec: hip@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hip + - spec: hip@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/hip + - spec: hip@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/hip + - spec: hip@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/hip + - spec: hip@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/hip + - spec: hip@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/hip + llvm-amdgpu: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: llvm-amdgpu@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/llvm + - spec: llvm-amdgpu@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/llvm + - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/llvm + - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/llvm + - spec: llvm-amdgpu@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/llvm + - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/llvm + - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/llvm + - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/llvm + - spec: llvm-amdgpu@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/llvm + hsa-rocr-dev: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: hsa-rocr-dev@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: hsa-rocr-dev@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: hsa-rocr-dev@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: hsa-rocr-dev@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocminfo: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocminfo@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: rocminfo@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocminfo@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocminfo@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocminfo@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocminfo@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocminfo@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocminfo@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocminfo@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocm-device-libs: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocm-device-libs@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: rocm-device-libs@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocm-device-libs@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocm-device-libs@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocprim: + version: [5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocprim@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocprim@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocprim@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocprim@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocprim@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocprim@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocprim@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocprim@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ mvapich2: buildable: false externals: From 68c6db433c134f9e52db57d8d295c7649b478a8b Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 11:23:43 +0200 Subject: [PATCH 02/82] Point at spack latest snapshot commit --- spack-environments/radiuss/pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/spack-environments/radiuss/pipeline.yml b/spack-environments/radiuss/pipeline.yml index 0156d93..c34304c 100644 --- a/spack-environments/radiuss/pipeline.yml +++ b/spack-environments/radiuss/pipeline.yml @@ -10,7 +10,8 @@ variables: #MY_SPACK_COMMIT: 2d464f8c8903ce57cabe411bbe979583d4ccdb5d # develop-2024-06-16 #MY_SPACK_COMMIT: aeaa922eef45b14199b486fa2c188252df8c9544 # develop-2024-07-07 #MY_SPACK_COMMIT: 38643e5a797b708192d2463fde05caf5ccb66ccd # Test PR https://github.com/spack/spack/pull/45648 - MY_SPACK_COMMIT: d7f5dbaf8911387d6c38035f0d508702ee71b03a # Merge commit of radiuss packages update + #MY_SPACK_COMMIT: d7f5dbaf8911387d6c38035f0d508702ee71b03a # Merge commit of radiuss packages update + MY_SPACK_COMMIT: 7ad08213dc343c50f3cea2d3627e92d4e54a6421 # develop-2024-10-06 include: - local: .gitlab/ruby.yml From 55b4839c3b69590f7b074f8f9134f11703abd5f2 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 11:42:50 +0200 Subject: [PATCH 03/82] Fix blueos compilers --- .../blueos_3_ppc64le_ib_p9/compilers.yaml | 631 +++++++++++++----- 1 file changed, 466 insertions(+), 165 deletions(-) diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml index 6fe74c2..991d486 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml @@ -1,272 +1,378 @@ compilers:: - compiler: - spec: rocmcc@=5.0.2 + spec: clang@=9.0.0 paths: - cc: /opt/rocm-5.0.2/llvm/bin/amdclang - cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ - f77: /opt/rocm-5.0.2/llvm/bin/amdflang - fc: /opt/rocm-5.0.2/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-9.0.0/bin/clang + cxx: /usr/tce/packages/clang/clang-9.0.0/bin/clang++ + fc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.1.1 + spec: clang@=10.0.1 paths: - cc: /opt/rocm-5.1.1/llvm/bin/amdclang - cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.1.1/llvm/bin/amdflang - fc: /opt/rocm-5.1.1/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-10.0.1/bin/clang + cxx: /usr/tce/packages/clang/clang-10.0.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.2.3 + spec: clang@=11.0.0 paths: - cc: /opt/rocm-5.2.3/llvm/bin/amdclang - cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.2.3/llvm/bin/amdflang - fc: /opt/rocm-5.2.3/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-11.0.0/bin/clang + cxx: /usr/tce/packages/clang/clang-11.0.0/bin/clang++ + fc: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.4.3 + spec: clang@=12.0.1 paths: - cc: /opt/rocm-5.4.3/llvm/bin/amdclang - cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.4.3/llvm/bin/amdflang - fc: /opt/rocm-5.4.3/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-12.0.1/bin/clang + cxx: /usr/tce/packages/clang/clang-12.0.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.5.0 + spec: clang@=12.0.1.gcc.8.3.1 paths: - cc: /opt/rocm-5.5.0/llvm/bin/amdclang - cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ - f77: /opt/rocm-5.5.0/llvm/bin/amdflang - fc: /opt/rocm-5.5.0/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-12.0.1-gcc-8.3.1/bin/clang + cxx: /usr/tce/packages/clang/clang-12.0.1-gcc-8.3.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.5.1 + spec: clang@=13.0.1 paths: - cc: /opt/rocm-5.5.1/llvm/bin/amdclang - cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.5.1/llvm/bin/amdflang - fc: /opt/rocm-5.5.1/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-13.0.1/bin/clang + cxx: /usr/tce/packages/clang/clang-13.0.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.6.1 + spec: clang@=14.0.5 paths: - cc: /opt/rocm-5.6.1/llvm/bin/amdclang - cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.6.1/llvm/bin/amdflang - fc: /opt/rocm-5.6.1/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-14.0.5/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.5/bin/clang++ + fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=5.7.1 + spec: clang@=14.0.5.gcc.8.3.1 paths: - cc: /opt/rocm-5.7.1/llvm/bin/amdclang - cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.7.1/llvm/bin/amdflang - fc: /opt/rocm-5.7.1/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-14.0.5-gcc-8.3.1/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.5-gcc-8.3.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: rocmcc@=6.0.2 + spec: clang@=15.0.6 paths: - cc: /opt/rocm-6.0.2/llvm/bin/amdclang - cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ - f77: /opt/rocm-6.0.2/llvm/bin/amdflang - fc: /opt/rocm-6.0.2/llvm/bin/amdflang + cc: /usr/tce/packages/clang/clang-15.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-15.0.6/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: pgi@=20.4 + spec: clang@=16.0.6 + paths: + cc: /usr/tce/packages/clang/clang-16.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-16.0.6/bin/clang++ + fc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=16.0.6.gcc.8.3.1 + paths: + cc: /usr/tce/packages/clang/clang-16.0.6-gcc-8.3.1/bin/clang + cxx: /usr/tce/packages/clang/clang-16.0.6-gcc-8.3.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 + paths: + cc: /usr/tce/packages/clang/clang-16.0.6-cuda-11.8.0-gcc-11.2.1/bin/clang + cxx: /usr/tce/packages/clang/clang-16.0.6-cuda-11.8.0-gcc-11.2.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=9.0.0.ibm + paths: + cc: /usr/tce/packages/clang/clang-ibm-2019.10.03/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-2019.10.03/bin/clang++ + fc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=10.0.1.ibm + paths: + cc: /usr/tce/packages/clang/clang-ibm-10.0.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-10.0.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=11.0.0.ibm + paths: + cc: /usr/tce/packages/clang/clang-ibm-11.0.0/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-11.0.0/bin/clang++ + fc: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=12.0.1.ibm + paths: + cc: /usr/tce/packages/clang/clang-ibm-12.0.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-12.0.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=12.0.1.ibm.gcc.8.3.1 paths: - cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc - cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ - f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + cc: /usr/tce/packages/clang/clang-ibm-12.0.1-gcc-8.3.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-12.0.1-gcc-8.3.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=2021.6.0 + spec: clang@=13.0.1.ibm paths: - cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc - cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc - f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort - fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + cc: /usr/tce/packages/clang/clang-ibm-13.0.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-13.0.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=2021.6.0.gcc.10.3.1 + spec: clang@=14.0.5.ibm paths: - cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc - cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc - f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort - fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort - flags: - cflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc - cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ - fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc - operating_system: rhel8 - target: x86_64 + cc: /usr/tce/packages/clang/clang-ibm-14.0.5/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-14.0.5/bin/clang++ + fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0 + spec: clang@=14.0.5.ibm.gcc.8.3.1 paths: - cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx - cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx - f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx - fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + cc: /usr/tce/packages/clang/clang-ibm-14.0.5-gcc-8.3.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-14.0.5-gcc-8.3.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0.gcc.10.3.1 + spec: clang@=15.0.6.ibm paths: - cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx - cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx - f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx - fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx - flags: - cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 - cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 - fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc - operating_system: rhel8 - target: x86_64 + cc: /usr/tce/packages/clang/clang-ibm-15.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-15.0.6/bin/clang++ + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=16.0.6.ibm + paths: + cc: /usr/tce/packages/clang/clang-ibm-16.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-16.0.6/bin/clang++ + fc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=16.0.6.ibm.gcc.8.3.1 + paths: + cc: /usr/tce/packages/clang/clang-ibm-16.0.6-gcc-8.3.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-16.0.6-gcc-8.3.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1 + spec: clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 paths: - cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx - cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx - f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx - fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + cc: /usr/tce/packages/clang/clang-ibm-16.0.6-cuda-11.8.0-gcc-11.2.1/bin/clang + cxx: /usr/tce/packages/clang/clang-ibm-16.0.6-cuda-11.8.0-gcc-11.2.1/bin/clang++ + fc: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1//bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1//bin/xlf_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1.gcc.10.3.1 + spec: clang@=coral2018.08.08 paths: - cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx - cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx - f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx - fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx - flags: - cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 - cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 - fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc - operating_system: rhel8 - target: x86_64 + cc: /usr/tce/packages/clang/clang-coral-2018.08.08/bin/clang + cxx: /usr/tce/packages/clang/clang-coral-2018.08.08/bin/clang++ + f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r + fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r + flags: {} + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=14.0.6 + spec: clang@=default paths: - cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang - cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ - f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + cc: clang + cxx: clang++ + f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r + fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=14.0.6.gcc.10.3.1 + spec: gcc@=default paths: - cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang - cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ - f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran - flags: - cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 - cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 - operating_system: rhel8 - target: x86_64 + cc: gcc + cxx: g++ + f77: gfortran + fc: gfortran + flags: {} + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: clang@=19.0.0 + spec: gcc@=4.9.3 paths: - cc: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang - cxx: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang++ - f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + cc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-4.9.3/bin/g++ + f77: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} - extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] + extra_rpaths: [] - compiler: - spec: gcc@=10.3.1 + spec: gcc@=8.3.1 paths: - cc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gcc - cxx: /usr/tce/packages/gcc/gcc-10.3.1/bin/g++ - f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + cc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-8.3.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -278,21 +384,216 @@ compilers:: f77: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=default + paths: + cc: xlc + cxx: xlc++ + f77: xlf2003 + fc: xlf2003 + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.10 + paths: + cc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2021.09.22/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.10.gcc.8.3.1 + paths: + cc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.11 + paths: + cc: /usr/tce/packages/xl/xl-2021.12.22/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2021.12.22/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2021.12.22/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2021.12.22/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.12 + paths: + cc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2022.08.19/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.12.gcc.8.3.1 + paths: + cc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.14 + paths: + cc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2023.06.28/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.14.gcc.8.3.1 + paths: + cc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: xl@=16.1.1.14.cuda.11.8.0.gcc.11.2.1 + paths: + cc: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlc_r + cxx: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlC_r + fc: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf2003_r + f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf_r + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=default + paths: + cc: pgcc + cxx: pgc++ + f77: pgfortran + fc: pgfortran + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=19.10 + paths: + cc: /usr/tce/packages/pgi/pgi-19.10/bin/pgcc + cxx: /usr/tce/packages/pgi/pgi-19.10/bin/pgc++ + f77: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran + fc: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=20.4 + paths: + cc: /usr/tce/packages/pgi/pgi-20.4/bin/pgcc + cxx: /usr/tce/packages/pgi/pgi-20.4/bin/pgc++ + f77: /usr/tce/packages/pgi/pgi-20.4/bin/pgfortran + fc: /usr/tce/packages/pgi/pgi-20.4/bin/pgf90 + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=21.11 + paths: + cc: /usr/tce/packages/pgi/pgi-21.11/bin/pgcc + cxx: /usr/tce/packages/pgi/pgi-21.11/bin/pgc++ + f77: /usr/tce/packages/pgi/pgi-21.11/bin/pgfortran + fc: /usr/tce/packages/pgi/pgi-21.11/bin/pgf90 + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=22.7 + paths: + cc: /usr/tce/packages/pgi/pgi-22.7/bin/pgcc + cxx: /usr/tce/packages/pgi/pgi-22.7/bin/pgc++ + f77: /usr/tce/packages/pgi/pgi-22.7/bin/pgfortran + fc: /usr/tce/packages/pgi/pgi-22.7/bin/pgf90 + flags: {} + operating_system: rhel7 + target: ppc64le + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=22.11 + paths: + cc: /usr/tce/packages/pgi/pgi-22.11/bin/pgcc + cxx: /usr/tce/packages/pgi/pgi-22.11/bin/pgc++ + f77: /usr/tce/packages/pgi/pgi-22.11/bin/pgfortran + fc: /usr/tce/packages/pgi/pgi-22.11/bin/pgf90 + flags: {} + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] - compiler: - spec: gcc@=12.1.1 + spec: pgi@=23.1 paths: - cc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gcc - cxx: /usr/tce/packages/gcc/gcc-12.1.1/bin/g++ - f77: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran - fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran + cc: /usr/tce/packages/pgi/pgi-23.1/bin/pgcc + cxx: /usr/tce/packages/pgi/pgi-23.1/bin/pgc++ + f77: /usr/tce/packages/pgi/pgi-23.1/bin/pgfortran + fc: /usr/tce/packages/pgi/pgi-23.1/bin/pgf90 flags: {} - operating_system: rhel8 - target: x86_64 + operating_system: rhel7 + target: ppc64le modules: [] environment: {} extra_rpaths: [] From b6dda9955f57d4f7dbec2d8ad2997c35878a6fb3 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 13:54:15 +0200 Subject: [PATCH 04/82] Do not apply cuda variant on package not supporting it --- spack-environments/radiuss/spack.yaml | 38 +++++++++++++-------------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 7f98504..47e3261 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -37,12 +37,12 @@ spack: - '%gcc@=10.3.1' when: env.get("SYS_TYPE", "") == "toss_4_x86_64_ib" - compilers: - - '+cuda %clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' - - '+cuda %clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' - - '+cuda %clang@=14.0.5.gcc.8.3.1 ^cuda@11.7.0+allow-unsupported-compilers' - - '+cuda %clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - - '+cuda %clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - - '+cuda %gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '%clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' + - '%clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' + - '%clang@=14.0.5.gcc.8.3.1 ^cuda@11.7.0+allow-unsupported-compilers' + - '%clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '%clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '%gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" #[definitions--] @@ -66,22 +66,22 @@ spack: - scr when: env.get("SYS_TYPE", "") == "toss_4_x86_64_ib" - radiuss-projects: - - mfem - - hypre - - sundials + - mfem +cuda + - hypre +cuda + - sundials +cuda - samrai - xbraid - - umpire - - raja - - raja-perf - - chai - - care + - umpire +cuda + - raja +cuda + - raja-perf +cuda + - chai +cuda + - care +cuda - py-maestrowf - - conduit - - zfp - - axom - - caliper - - ascent + - conduit +cuda + - zfp +cuda + - axom +cuda + - caliper +cuda + - ascent +cuda - scr when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" - dependencies: [] From eb9c19bbb9048eafab34033c4b451e3537dab3f6 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 14:08:02 +0200 Subject: [PATCH 05/82] Fix blueos packages --- .../blueos_3_ppc64le_ib_p9/packages.yaml | 307 +++++++----------- 1 file changed, 123 insertions(+), 184 deletions(-) diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml index 5776a83..5cb43ff 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml @@ -2,18 +2,22 @@ packages:: all: # This defaults us to machine specific flags of ivybridge which allows # us to run on broadwell as well - target: [ivybridge] - compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] + target: [ppc64le] + compiler: [gcc, pgi, clang, xl] providers: - mpi: [mvapich2] + mpi: [spectrum-mpi] cmake: - version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] + version: [3.23.1, 3.22.4, 3.21.1, 3.20.2, 3.18.0, 3.16.8, 3.14.5] buildable: false externals: - spec: cmake@3.14.5 prefix: /usr/tce/packages/cmake/cmake-3.14.5 - - spec: cmake@3.19.2 - prefix: /usr/tce/packages/cmake/cmake-3.19.2 + - spec: cmake@3.16.8 + prefix: /usr/tce/packages/cmake/cmake-3.16.8 + - spec: cmake@3.18.0 + prefix: /usr/tce/packages/cmake/cmake-3.18.0 + - spec: cmake@3.20.2 + prefix: /usr/tce/packages/cmake/cmake-3.20.2 - spec: cmake@3.21.1 prefix: /usr/tce/packages/cmake/cmake-3.21.1 - spec: cmake@3.22.4 @@ -21,194 +25,129 @@ packages:: - spec: cmake@3.23.1 prefix: /usr/tce/packages/cmake/cmake-3.23.1 cuda: - version: [10.1.168] + version: [12.0.0, 11.8.0, 11.7.0, 11.5.0, 11.2.0, 11.1.0, 11.0.2, 10.2.89, 10.1.243, 10.1.168, 9.2.148, 8.0] buildable: false externals: - - spec: cuda@10.1.168 + - spec: cuda@12.0.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-12.0.0 + - spec: cuda@11.8.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-11.8.0 + - spec: cuda@11.7.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-11.7.0 + - spec: cuda@11.5.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-11.5.0 + - spec: cuda@11.2.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-11.2.0 + - spec: cuda@11.1.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-11.1.0 + - spec: cuda@11.0.2+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-11.0.2 + - spec: cuda@10.2.89+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-10.2.89 + - spec: cuda@10.1.243+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-10.1.243 + - spec: cuda@10.1.168+allow-unsupported-compilers prefix: /usr/tce/packages/cuda/cuda-10.1.168 - hip: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + - spec: cuda@9.2.148+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-9.2.148 + - spec: cuda@8.0+allow-unsupported-compilers + prefix: /usr/tce/packages/cuda/cuda-8.0 + spectrum-mpi: buildable: false externals: - - spec: hip@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/hip - - spec: hip@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/hip - - spec: hip@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/hip - - spec: hip@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/hip - - spec: hip@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/hip - - spec: hip@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/hip - - spec: hip@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/hip - - spec: hip@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/hip - - spec: hip@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/hip - llvm-amdgpu: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: llvm-amdgpu@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/llvm - - spec: llvm-amdgpu@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/llvm - - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/llvm - - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/llvm - - spec: llvm-amdgpu@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/llvm - - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/llvm - - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/llvm - - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/llvm - - spec: llvm-amdgpu@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/llvm - hsa-rocr-dev: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: hsa-rocr-dev@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ - - spec: hsa-rocr-dev@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: hsa-rocr-dev@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: hsa-rocr-dev@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - rocminfo: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: rocminfo@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ - - spec: rocminfo@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: rocminfo@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocminfo@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocminfo@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: rocminfo@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocminfo@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocminfo@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocminfo@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - rocm-device-libs: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: rocm-device-libs@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ - - spec: rocm-device-libs@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocm-device-libs@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocm-device-libs@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - rocprim: - version: [5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: rocprim@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: rocprim@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocprim@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocprim@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: rocprim@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocprim@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocprim@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocprim@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - mvapich2: - buildable: false - externals: - - spec: mvapich2@2.3.7%intel@=19.1.2 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 - - spec: mvapich2@2.3.7%intel@=19.1.2.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 - - spec: mvapich2@2.3.7%intel@=2021.6.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 - - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 - - spec: mvapich2@2.3.7%clang@=14.0.6.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 - - spec: mvapich2@2.3.7%gcc@=10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1 - - spec: mvapich2@2.3.7%gcc@=11.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-11.2.1 - - spec: mvapich2@2.3.7%gcc@=12.1.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 - file_systems=lustre,nfs,ufs process_managers=slurm - prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=19.10 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-19.10 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=20.4 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-20.4 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=21.11 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-21.11 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.7 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.7 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.11 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.11 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=23.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-23.1 + - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=4.9.3 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-4.9.3 + - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=11.2.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-11.2.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=9.0.0 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-9.0.0 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=10.0.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=11.0.0 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-11.0.0 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-12.0.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-12.0.1-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=13.0.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-13.0.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-14.0.5 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-14.0.5-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=15.0.6 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-15.0.6 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-16.0.6 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-16.0.6-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-16.0.6-cuda-11.8.0-gcc-11.2.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=9.0.0.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-2019.10.03 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=10.0.1.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-10.0.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=11.0.0.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-11.0.0 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-12.0.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=12.0.1.ibm.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-12.0.1-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=13.0.1.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-13.0.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-14.0.5 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=14.0.5.ibm.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-14.0.5-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=15.0.6.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-15.0.6 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.ibm + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.ibm.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6-cuda-11.8.0-gcc-11.2.1 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.10 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.09.22 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.10.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.09.22-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.11 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.12.22 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.12 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.12.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.14 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.14.gcc.8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%xl@=beta2019.06.20 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-beta-2019.06.20 python: buildable: false - version: [3.10.8] + version: [3.8.2] externals: - - spec: python@3.10.8 - prefix: /usr/tce/packages/python/python-3.10.8 + - spec: python@3.8.2 + prefix: /usr/tce/packages/python/python-3.8.2 elfutils: buildable: false - version: [0.187] + version: [0.176] externals: - - spec: elfutils@0.187 + - spec: elfutils@0.176 prefix: /usr libunwind: buildable: false @@ -221,4 +160,4 @@ packages:: version: [6.0.0.1] externals: - spec: papi@6.0.0.1 - prefix: /usr/tce/packages/papi/papi-6.0.0.1 + prefix: /usr/papi600 From 0ce8f87ee1ec32ce5ebc067bc784eb9dcd0bd5af Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 14:41:27 +0200 Subject: [PATCH 06/82] Unify target per machine --- .../radiuss/blueos_3_ppc64le_ib_p9/packages.yaml | 2 -- spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml | 4 +--- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml index 5cb43ff..323db27 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml @@ -1,7 +1,5 @@ packages:: all: - # This defaults us to machine specific flags of ivybridge which allows - # us to run on broadwell as well target: [ppc64le] compiler: [gcc, pgi, clang, xl] providers: diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml b/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml index 5776a83..f30eed1 100644 --- a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml +++ b/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml @@ -1,8 +1,6 @@ packages:: all: - # This defaults us to machine specific flags of ivybridge which allows - # us to run on broadwell as well - target: [ivybridge] + target: [x86_64] compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] providers: mpi: [mvapich2] From 9e963a64f42c2e13074b3553c080195b489b86a8 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 15:07:21 +0200 Subject: [PATCH 07/82] Fix arch in ci.yml --- .gitlab/spack/ci.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index b1602be..3b83fbc 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -19,7 +19,7 @@ ci: - submapping: - match: - - arch=linux-rhel8-ivybridge + - 'arch=x86_64:' build-job: tags: [ruby, shell] script:: From 036d1a61929f94080385dab711cbbf8958799127 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 15:08:24 +0200 Subject: [PATCH 08/82] TEMP: remove non cuda targets --- spack-environments/radiuss/spack.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 47e3261..65ae18c 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -69,8 +69,8 @@ spack: - mfem +cuda - hypre +cuda - sundials +cuda - - samrai - - xbraid +# - samrai +# - xbraid - umpire +cuda - raja +cuda - raja-perf +cuda @@ -82,7 +82,7 @@ spack: - axom +cuda - caliper +cuda - ascent +cuda - - scr +# - scr when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" - dependencies: [] #[--definitions] From 99dcbe305092afabfd831d0c096eea0128d036ec Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 16:38:57 +0200 Subject: [PATCH 09/82] TEMP (bis): remove non cuda targets --- spack-environments/radiuss/spack.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 65ae18c..5a1e2d0 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -76,7 +76,7 @@ spack: - raja-perf +cuda - chai +cuda - care +cuda - - py-maestrowf +# - py-maestrowf - conduit +cuda - zfp +cuda - axom +cuda From c2c2ebb446b871e567950d779483e7054cee414c Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 9 Oct 2024 17:20:31 +0200 Subject: [PATCH 10/82] TEMP (ter): remove non cuda targets --- spack-environments/radiuss/spack.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 5a1e2d0..cbcded8 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -77,7 +77,7 @@ spack: - chai +cuda - care +cuda # - py-maestrowf - - conduit +cuda +# - conduit - zfp +cuda - axom +cuda - caliper +cuda From 8bc8ed4daaf48447ee76d45104cfbfa8cd3d2043 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 10 Oct 2024 15:16:57 +0200 Subject: [PATCH 11/82] Add externals using following Axom tracks --- .../blueos_3_ppc64le_ib_p9/packages.yaml | 270 ++++++++++++++++-- .../radiuss/toss_4_x86_64_ib/packages.yaml | 187 +++++++++++- 2 files changed, 429 insertions(+), 28 deletions(-) diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml index 323db27..e0fbe5e 100644 --- a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml +++ b/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml @@ -3,7 +3,10 @@ packages:: target: [ppc64le] compiler: [gcc, pgi, clang, xl] providers: + blas: [netlib-lapack] + lapack: [netlib-lapack] mpi: [spectrum-mpi] + zlib-api: [zlib] cmake: version: [3.23.1, 3.22.4, 3.21.1, 3.20.2, 3.18.0, 3.16.8, 3.14.5] buildable: false @@ -53,24 +56,6 @@ packages:: spectrum-mpi: buildable: false externals: - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=19.10 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-19.10 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=20.4 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-20.4 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=21.11 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-21.11 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.7 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.7 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.11 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.11 - - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=23.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-23.1 - - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=4.9.3 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-4.9.3 - - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=8.3.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-8.3.1 - - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=11.2.1 - prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-11.2.1 - spec: spectrum-mpi@10.3.1.03rtm0%clang@=9.0.0 prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-9.0.0 - spec: spectrum-mpi@10.3.1.03rtm0%clang@=10.0.1 @@ -119,6 +104,12 @@ packages:: prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6-gcc-8.3.1 - spec: spectrum-mpi@10.3.1.03rtm0%clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-ibm-16.0.6-cuda-11.8.0-gcc-11.2.1 + - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=4.9.3 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-4.9.3 + - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=8.3.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-8.3.1 + - spec: spectrum-mpi@10.3.1.03rtm0%gcc@=11.2.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-11.2.1 - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.10 prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2021.09.22 - spec: spectrum-mpi@10.3.1.03rtm0%xl@=16.1.1.10.gcc.8.3.1 @@ -135,27 +126,258 @@ packages:: prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28-gcc-8.3.1 - spec: spectrum-mpi@10.3.1.03rtm0%xl@=beta2019.06.20 prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-beta-2019.06.20 - python: + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=19.10 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-19.10 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=20.4 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-20.4 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=21.11 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-21.11 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.7 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.7 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=22.11 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-22.11 + - spec: spectrum-mpi@10.3.1.03rtm0%pgi@=23.1 + prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-pgi-23.1 + # blas is a bit more complicated because its a virtual package so fake it with + # the following per spack docs + netlib-lapack: buildable: false - version: [3.8.2] externals: - - spec: python@3.8.2 - prefix: /usr/tce/packages/python/python-3.8.2 + #- spec: netlib-lapack@3. %clang@=9.0.0 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-9.0.0 + #- spec: netlib-lapack@3. %clang@=10.0.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-10.0.1 + #- spec: netlib-lapack@3. %clang@=11.0.0 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-11.0.0 + #- spec: netlib-lapack@3. %clang@=12.0.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-12.0.1 + #- spec: netlib-lapack@3. %clang@=12.0.1.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-12.0.1-gcc-8.3.1 + #- spec: netlib-lapack@3. %clang@=13.0.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-13.0.1 + #- spec: netlib-lapack@3. %clang@=14.0.5 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-14.0.5 + #- spec: netlib-lapack@3. %clang@=14.0.5.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-14.0.5-gcc-8.3.1 + #- spec: netlib-lapack@3. %clang@=15.0.6 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-15.0.6 + #- spec: netlib-lapack@3. %clang@=16.0.6 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-16.0.6 + #- spec: netlib-lapack@3. %clang@=16.0.6.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-16.0.6-gcc-8.3.1 + #- spec: netlib-lapack@3. %clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-16.0.6-cuda-11.8.0-gcc-11.2.1 + #- spec: netlib-lapack@3. %clang@=9.0.0.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-2019.10.03 + #- spec: netlib-lapack@3. %clang@=10.0.1.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-10.0.1 + #- spec: netlib-lapack@3. %clang@=11.0.0.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-11.0.0 + #- spec: netlib-lapack@3. %clang@=12.0.1.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-12.0.1 + #- spec: netlib-lapack@3. %clang@=12.0.1.ibm.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-12.0.1-gcc-8.3.1 + #- spec: netlib-lapack@3. %clang@=13.0.1.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-13.0.1 + #- spec: netlib-lapack@3. %clang@=14.0.5.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-14.0.5 + #- spec: netlib-lapack@3. %clang@=14.0.5.ibm.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-14.0.5-gcc-8.3.1 + #- spec: netlib-lapack@3. %clang@=15.0.6.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-15.0.6 + #- spec: netlib-lapack@3. %clang@=16.0.6.ibm + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-16.0.6 + #- spec: netlib-lapack@3. %clang@=16.0.6.ibm.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -clang-ibm-16.0.6-gcc-8.3.1 + #- spec: netlib-lapack@3. %clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 + # prefix: /usr/tce/packages/lapack/lapack--clang-ibm-16.0.6-cuda-11.8.0-gcc-11.2.1 + - spec: netlib-lapack@3.8.0%gcc@=4.9.3 + prefix: /usr/tce/packages/lapack/lapack-3.8.0-P9-gcc-4.9.3 + - spec: netlib-lapack@3.9.0%gcc@=8.3.1 + prefix: /usr/tce/packages/lapack/lapack-3.9.0-P9-gcc-7.3.1 + - spec: netlib-lapack@3.11.0%gcc@=11.2.1 + prefix: /usr/tce/packages/lapack/lapack-3.11.0-P9-gcc-11.2.1 + #- spec: netlib-lapack@3. %xl@=16.1.1.10 + # prefix: /usr/tce/packages/lapack/lapack-3. -xl-2021.09.22 + #- spec: netlib-lapack@3. %xl@=16.1.1.10.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -xl-2021.09.22-gcc-8.3.1 + #- spec: netlib-lapack@3. %xl@=16.1.1.11 + # prefix: /usr/tce/packages/lapack/lapack-3. -xl-2021.12.22 + #- spec: netlib-lapack@3. %xl@=16.1.1.12 + # prefix: /usr/tce/packages/lapack/lapack-3. -xl-2022.08.19 + #- spec: netlib-lapack@3. %xl@=16.1.1.12.gcc.8.3.1 + # prefix: /usr/tce/packages/lapack/lapack-3. -xl-2022.08.19-gcc-8.3.1 + - spec: netlib-lapack@3.12.0%xl@=16.1.1.14 + prefix: /usr/tce/packages/lapack/lapack-3.12.0-xl-2023.06.28 + - spec: netlib-lapack@3.12.0%xl@=16.1.1.14.gcc.8.3.1 + prefix: /usr/tce/packages/lapack/lapack-3.12.0-xl-2023.06.28-gcc-8.3.1 + #- spec: netlib-lapack@%xl@=beta2019.06.20 + # prefix: /usr/tce/packages/lapack/lapack--xl-beta-2019.06.20 + #- spec: netlib-lapack@%pgi@=19.10 + # prefix: /usr/tce/packages/lapack/lapack--pgi-19.10 + #- spec: netlib-lapack@%pgi@=20.4 + # prefix: /usr/tce/packages/lapack/lapack--pgi-20.4 + #- spec: netlib-lapack@%pgi@=21.11 + # prefix: /usr/tce/packages/lapack/lapack--pgi-21.11 + #- spec: netlib-lapack@%pgi@=22.7 + # prefix: /usr/tce/packages/lapack/lapack--pgi-22.7 + #- spec: netlib-lapack@%pgi@=22.11 + # prefix: /usr/tce/packages/lapack/lapack--pgi-22.11 + #- spec: netlib-lapack@%pgi@=23.1 + # prefix: /usr/tce/packages/lapack/lapack--pgi-23.1 + - spec: netlib-lapack + prefix: /usr/tcetmp/packages/lapack/lapack-3.9.0-xl-2020.11.12 + + # System level packages to not build + autoconf: + buildable: false + externals: + - spec: autoconf@2.69 + prefix: /usr + automake: + buildable: false + externals: + - spec: automake@1.13.4 + prefix: /usr + binutils: + buildable: false + externals: + - spec: binutils@2.27 + prefix: /usr + bzip2: + buildable: false + externals: + - spec: bzip2@1.0.6 + prefix: /usr + curl: + buildable: false + externals: + - spec: curl@7.29.0 + prefix: /usr + diffutils: + buildable: false + externals: + - spec: diffutils@3.3 + prefix: /usr elfutils: buildable: false - version: [0.176] externals: - spec: elfutils@0.176 prefix: /usr + epoxy: + buildable: false + externals: + - spec: epoxy@0.0.0 + prefix: /usr + findutils: + buildable: false + externals: + - spec: findutils@4.5.11 + prefix: /usr + gettext: + buildable: false + externals: + - spec: gettext@0.19.8.1 + prefix: /usr + ghostscript: + buildable: false + externals: + - spec: ghostscript@9.25 + prefix: /usr + gmake: + buildable: false + externals: + - spec: gmake@4.2.1 + prefix: /usr/tcetmp + groff: + buildable: false + externals: + - spec: groff@1.22.2 + prefix: /usr + libtool: + buildable: false + externals: + - spec: libtool@2.4.2 + prefix: /usr libunwind: buildable: false - version: [8.0.1] externals: - spec: libunwind@8.0.1 prefix: /usr + ncurses: + buildable: false + externals: + - spec: ncurses@5.9 + prefix: /usr + m4: + buildable: false + externals: + - spec: m4@1.4.16 + prefix: /usr papi: buildable: false version: [6.0.0.1] externals: - spec: papi@6.0.0.1 prefix: /usr/papi600 + perl: + buildable: false + externals: + - spec: perl@5.16.3 + prefix: /usr + pkg-config: + buildable: false + externals: + - spec: pkg-config@0.27.1 + prefix: /usr + python: + buildable: false + version: [3.8.2] + externals: + - spec: python@3.8.2 + prefix: /usr/tce/packages/python/python-3.8.2 + readline: + buildable: false + externals: + - spec: readline@6.2 + prefix: /usr + tar: + externals: + - spec: tar@1.26 + prefix: /usr + buildable: false + unzip: + buildable: false + externals: + - spec: unzip@6.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.7 + prefix: /usr + + # External dependencies for SCR + lsf: + buildable: False + externals: + - spec: lsf@10.1 + prefix: /opt/ibm/spectrumcomputing/lsf/10.1 + slurm: + buildable: false + externals: + - spec: slurm@20 + prefix: /usr + libyogrt: + buildable: false + externals: + - spec: libyogrt@1.0.0 scheduler=lsf + prefix: /usr + - spec: libyogrt@1.0.0 scheduler=slurm + prefix: /usr + pdsh: + buildable: false + externals: + - spec: pdsh@2.33 + prefix: /usr + diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml b/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml index f30eed1..1ad3fd7 100644 --- a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml +++ b/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml @@ -3,6 +3,8 @@ packages:: target: [x86_64] compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] providers: + blas: [openblas] + lapack: [netlib-lapack] mpi: [mvapich2] cmake: version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] @@ -196,27 +198,204 @@ packages:: - spec: mvapich2@2.3.7%gcc@=12.1.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1 - python: + + autoconf: buildable: false - version: [3.10.8] externals: - - spec: python@3.10.8 - prefix: /usr/tce/packages/python/python-3.10.8 + - spec: autoconf@2.69 + prefix: /usr + automake: + buildable: false + externals: + - spec: automake@1.16.1 + prefix: /usr + binutils: + buildable: false + externals: + - spec: binutils@2.30 + prefix: /usr + bison: + buildable: false + externals: + - spec: bison@3.0.4 + prefix: /usr + bzip2: + buildable: false + externals: + - spec: bzip2@1.0.6 + prefix: /usr + curl: + buildable: false + externals: + - spec: curl@7.29.0 + prefix: /usr + diffutils: + buildable: false + externals: + - spec: diffutils@3.6 + prefix: /usr elfutils: buildable: false version: [0.187] externals: - spec: elfutils@0.187 prefix: /usr + expat: + buildable: false + externals: + - spec: expat@2.2.5 + prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.8 + prefix: /usr + flex: + buildable: false + externals: + - spec: flex@2.6.1 + prefix: /usr + findutils: + buildable: false + externals: + - spec: findutils@4.6.0 + prefix: /usr + gettext: + buildable: false + externals: + - spec: gettext@0.19.8.1 + prefix: /usr + ghostscript: + buildable: false + externals: + - spec: ghostscript@9.27 + prefix: /usr + gmake: + buildable: false + externals: + - spec: gmake@4.2.1 + prefix: /usr + graphviz: + buildable: false + externals: + - spec: graphviz@2.40.1 + prefix: /usr + groff: + buildable: false + externals: + - spec: groff@1.22.2 + prefix: /usr + hwloc: + buildable: false + externals: + - spec: hwloc@2.9.0 + prefix: /usr + libtool: + buildable: false + externals: + - spec: libtool@2.4.6 + prefix: /usr + # NOTE: removed since fails on clang builds + # libunwind: + # buildable: false + # externals: + # - spec: libunwind@1.3.1 + # prefix: /usr libunwind: buildable: false version: [8.0.1] externals: - spec: libunwind@8.0.1 prefix: /usr + libx11: + buildable: false + externals: + - spec: libx11@1.6.8 + prefix: /usr + lua: + buildable: false + externals: + - spec: lua@5.3.4 + prefix: /usr + m4: + buildable: false + externals: + - spec: m4@1.4.18 + prefix: /usr + netlib-lapack: + buildable: false + externals: + - spec: netlib-lapack@3.8.0 + prefix: /usr + ninja: + buildable: false + externals: + - spec: ninja@1.11.0 + prefix: /usr/tce/packages/ninja/ninja-1.11.0 + openblas: + buildable: false + externals: + - prefix: /usr + spec: openblas@0.3.15 + opengl: + buildable: false + externals: + - spec: opengl@1.7.0 + prefix: /usr + openglu: + buildable: false + externals: + - spec: openglu@1.3.1 + prefix: /usr + openssl: + buildable: false + externals: + - spec: openssl@1.1.1k + prefix: /usr papi: buildable: false version: [6.0.0.1] externals: - spec: papi@6.0.0.1 prefix: /usr/tce/packages/papi/papi-6.0.0.1 + perl: + buildable: false + externals: + - spec: perl@5.26.3 + prefix: /usr + pkg-config: + buildable: false + externals: + - spec: pkg-config@1.4.2 + prefix: /usr + python: + buildable: false + version: [3.10.8] + externals: + - spec: python@3.10.8 + prefix: /usr/tce/packages/python/python-3.10.8 + readline: + buildable: false + externals: + - spec: readline@7.0 + prefix: /usr + swig: + buildable: false + externals: + - spec: swig@3.0.12 + prefix: /usr + tar: + buildable: false + externals: + - spec: tar@1.30 + prefix: /usr + unzip: + buildable: false + externals: + - spec: unzip@6.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.11 + prefix: /usr From 2558fa8d90a45bc0232d3250eac274843e7865b4 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 10 Oct 2024 21:39:07 +0200 Subject: [PATCH 12/82] Create one Spack instance per subpipeline to generate --- .gitlab-ci.yml | 9 ------- .gitlab/core-ci.yml | 30 +++++++++++++++++------- .gitlab/lassen.yml | 9 +++++++ .gitlab/ruby.yml | 9 +++++++ .gitlab/spack/ci.yaml | 4 ++-- scripts/get-spack | 8 +++---- scripts/print-variables | 2 +- spack-environments/raja-suite/spack.yaml | 6 ++--- 8 files changed, 49 insertions(+), 28 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 167501b..2643291 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -5,7 +5,6 @@ # SPDX-License-Identifier: (MIT) ############################################################################## -#[create-unique-path--] variables: # Use the umdev LLNL service user to run CI. This prevents from running # pipelines as an actual user. @@ -13,14 +12,6 @@ variables: # Use the service user workspace. Solves permission issues, stores everything # at the same location whoever triggers a pipeline. CUSTOM_CI_BUILDS_DIR: /usr/workspace/bradiuss/gitlab-runner -# Unique paths - MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID} - MY_SPACK_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}/spack - MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache - SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}/spack-user-cache -#[--create-unique-path] - SPACK_DISABLE_LOCAL_CONFIG: "" - MY_SPACK_DEBUG: "" stages: - setup diff --git a/.gitlab/core-ci.yml b/.gitlab/core-ci.yml index c4c9917..0f0580c 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/core-ci.yml @@ -10,22 +10,34 @@ .on-ruby: tags: [shell, ruby] + variables: + SPACK_DISABLE_LOCAL_CONFIG: "" + MY_SPACK_DEBUG: "" +#[create-unique-path--] + # Spack clone for ruby generated pipeline + MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-ruby + # Spack cache for spack at pipeline generation time, then overridden by each CI job + SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-ruby/spack-user-cache + # Spack cache for each CI job in the generated pipeline (avoids collision) + MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache +#[--create-unique-path] .on-lassen: tags: [shell, lassen] + variables: + MY_SPACK_DEBUG: "" + SPACK_DISABLE_LOCAL_CONFIG: "" + # Spack clone for ruby generated pipeline + MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen + # Spack cache for spack at pipeline generation time, then overridden by each CI job + SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache + # Spack cache for each CI job in the generated pipeline (avoids collision) + MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache # Generate CI pipelines for the package in $MY_ENV_NAME -#[get-spack--] -get-spack: - extends: [.on-oslic] - stage: setup - script: - - scripts/get-spack -#[--get-spack] - .generate-pipeline: script: - - . ${MY_SPACK_PATH}/share/spack/setup-env.sh + - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - spack ${MY_SPACK_DEBUG} env activate --without-view spack-environments/${MY_ENV_NAME} - spack ${MY_SPACK_DEBUG} config blame mirrors - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 006472c..6697465 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -5,6 +5,15 @@ # SPDX-License-Identifier: (MIT) ############################################################################## + +#[get-spack--] +get-spack: + extends: [.on-lassen] + stage: setup + script: + - scripts/get-spack +#[--get-spack] + # lassen generate-on-lassen: extends: [.generate-pipeline, .on-lassen] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index fc4bf49..ae5d340 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -5,6 +5,15 @@ # SPDX-License-Identifier: (MIT) ############################################################################## + +#[get-spack--] +get-spack: + extends: [.on-ruby] + stage: setup + script: + - scripts/get-spack +#[--get-spack] + # ruby generate-on-ruby: extends: [.generate-pipeline, .on-ruby] diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 3b83fbc..fd6d427 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -12,7 +12,7 @@ ci: - any-job: before_script: - - . ${MY_SPACK_PATH}/share/spack/setup-env.sh + - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - export SPACK_DISABLE_LOCAL_CONFIG="" - export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" - spack --version @@ -63,7 +63,7 @@ ci: - reindex-job: tags: [oslic, shell] before_script: - - . ${MY_SPACK_PATH}/share/spack/setup-env.sh + - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - export SPACK_DISABLE_LOCAL_CONFIG="" - export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" - spack --version diff --git a/scripts/get-spack b/scripts/get-spack index 6ec965f..5caeeb9 100755 --- a/scripts/get-spack +++ b/scripts/get-spack @@ -11,24 +11,24 @@ set -e set -x #[get-spack--] -if [[ ! -d ${MY_SPACK_PATH} ]] +if [[ ! -d ${MY_SPACK_PARENT_DIR}/spack ]] then mkdir -p ${MY_SPACK_PARENT_DIR} # A shallow clone is enough, and much faster. - git clone ${MY_SPACK_REPO} --depth 1 --branch develop ${MY_SPACK_PATH} + git clone ${MY_SPACK_REPO} --depth 1 --branch develop ${MY_SPACK_PARENT_DIR}/spack fi if [[ ${MY_SPACK_COMMIT} ]] then # MY_SPACK_COMMIT is defined and should have the commit hash to use. - cd ${MY_SPACK_PATH} + cd ${MY_SPACK_PARENT_DIR}/spack git fetch --depth 1 ${MY_SPACK_REPO} ${MY_SPACK_COMMIT} git checkout ${MY_SPACK_COMMIT} git tag ${CI_PIPELINE_ID} cd - else # empty spack commit, MY_SPACK_BRANCH which should have a branch name. - cd ${MY_SPACK_PATH} + cd ${MY_SPACK_PARENT_DIR}/spack git checkout -b temp git branch -D ${MY_SPACK_BRANCH} || true git fetch --depth 1 ${MY_SPACK_REPO} ${MY_SPACK_BRANCH}:${MY_SPACK_BRANCH} diff --git a/scripts/print-variables b/scripts/print-variables index 7265c6c..69448bc 100755 --- a/scripts/print-variables +++ b/scripts/print-variables @@ -1,6 +1,6 @@ #!/bin/bash -vars="MY_ENV_NAME MY_SPACK_COMMIT MY_SPACK_BRANCH MY_SPACK_REPO MY_SPACK_PATH" +vars="MY_ENV_NAME MY_SPACK_COMMIT MY_SPACK_BRANCH MY_SPACK_REPO MY_SPACK_PARENT_DIR" echo "--------------------------------" echo "---- Variables of interest " diff --git a/spack-environments/raja-suite/spack.yaml b/spack-environments/raja-suite/spack.yaml index 625f769..0942427 100644 --- a/spack-environments/raja-suite/spack.yaml +++ b/spack-environments/raja-suite/spack.yaml @@ -96,7 +96,7 @@ spack: runner-attributes: tags: [quartz, shell] script: - - . ${MY_SPACK_PATH}/share/spack/setup-env.sh + - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - export SPACK_DISABLE_LOCAL_CONFIG="" - export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" - cd ${SPACK_CONCRETE_ENV_DIR} && spack env activate --without-view . @@ -108,7 +108,7 @@ spack: runner-attributes: tags: [lassen, shell] script: - - . ${MY_SPACK_PATH}/share/spack/setup-env.sh + - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - export SPACK_DISABLE_LOCAL_CONFIG="" - export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" - cd ${SPACK_CONCRETE_ENV_DIR} && spack env activate --without-view . @@ -116,5 +116,5 @@ spack: service-job-attributes: tags: [quartz, shell] before_script: - - . ${MY_SPACK_PATH}/share/spack/setup-env.sh + - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh From 1042c043207a42f7ded753332da734e74ead1a42 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 10 Oct 2024 21:50:28 +0200 Subject: [PATCH 13/82] Fix two jobs with the same name --- .gitlab/lassen.yml | 2 +- .gitlab/ruby.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 6697465..409c26d 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -7,7 +7,7 @@ #[get-spack--] -get-spack: +get-spack-lassen: extends: [.on-lassen] stage: setup script: diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index ae5d340..a0707d8 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -7,7 +7,7 @@ #[get-spack--] -get-spack: +get-spack-ruby: extends: [.on-ruby] stage: setup script: From 933f06ae66d7e3bbb964e03eb8ba54caff609ffe Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 11 Oct 2024 11:41:33 +0200 Subject: [PATCH 14/82] Fix variables not defined in trigger job --- .gitlab/core-ci.yml | 4 ++++ .gitlab/lassen.yml | 5 +++-- .gitlab/ruby.yml | 5 +++-- 3 files changed, 10 insertions(+), 4 deletions(-) diff --git a/.gitlab/core-ci.yml b/.gitlab/core-ci.yml index 0f0580c..399f24f 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/core-ci.yml @@ -10,6 +10,8 @@ .on-ruby: tags: [shell, ruby] + +.ruby-variables: variables: SPACK_DISABLE_LOCAL_CONFIG: "" MY_SPACK_DEBUG: "" @@ -24,6 +26,8 @@ .on-lassen: tags: [shell, lassen] + +.lassen-variables: variables: MY_SPACK_DEBUG: "" SPACK_DISABLE_LOCAL_CONFIG: "" diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 409c26d..1527fb4 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -8,7 +8,7 @@ #[get-spack--] get-spack-lassen: - extends: [.on-lassen] + extends: [.on-lassen, .lassen-variables] stage: setup script: - scripts/get-spack @@ -16,12 +16,13 @@ get-spack-lassen: # lassen generate-on-lassen: - extends: [.generate-pipeline, .on-lassen] + extends: [.on-lassen, .lassen-variables, .generate-pipeline] stage: generate before_script: - scripts/print-variables build-on-lassen: + extends: [.lassen-variables] stage: build trigger: include: diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index a0707d8..350fc17 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -8,7 +8,7 @@ #[get-spack--] get-spack-ruby: - extends: [.on-ruby] + extends: [.on-ruby, .ruby-variables] stage: setup script: - scripts/get-spack @@ -16,13 +16,14 @@ get-spack-ruby: # ruby generate-on-ruby: - extends: [.generate-pipeline, .on-ruby] + extends: [.on-ruby, .ruby-variables, .generate-pipeline] stage: generate before_script: - scripts/print-variables #[send-variable-child--] build-on-ruby: + extends: [.ruby-variables] stage: build trigger: include: From 5337b6857a27656f73fdce949e2300dd78607234 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 11 Oct 2024 15:21:33 +0200 Subject: [PATCH 15/82] Do not try to reuse already installed specs --- spack-environments/radiuss/spack.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index cbcded8..dbe4c85 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -10,6 +10,7 @@ spack: #[general--] include: [$SYS_TYPE] concretizer: + reuse: false unify: false view: false #[--general] From cfa3e453df168a09557d5ae9fc3fde40301358be Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 14 Oct 2024 16:06:02 +0200 Subject: [PATCH 16/82] Use machine name as config selector --- .../{blueos_3_ppc64le_ib_p9 => lassen}/compilers.yaml | 0 .../{blueos_3_ppc64le_ib_p9 => lassen}/config.yaml | 0 .../{blueos_3_ppc64le_ib_p9 => lassen}/packages.yaml | 0 .../radiuss/{toss_4_x86_64_ib => ruby}/compilers.yaml | 0 .../radiuss/{toss_4_x86_64_ib => ruby}/config.yaml | 0 .../radiuss/{toss_4_x86_64_ib => ruby}/packages.yaml | 10 +++++----- spack-environments/radiuss/spack.yaml | 6 +++--- 7 files changed, 8 insertions(+), 8 deletions(-) rename spack-environments/radiuss/{blueos_3_ppc64le_ib_p9 => lassen}/compilers.yaml (100%) rename spack-environments/radiuss/{blueos_3_ppc64le_ib_p9 => lassen}/config.yaml (100%) rename spack-environments/radiuss/{blueos_3_ppc64le_ib_p9 => lassen}/packages.yaml (100%) rename spack-environments/radiuss/{toss_4_x86_64_ib => ruby}/compilers.yaml (100%) rename spack-environments/radiuss/{toss_4_x86_64_ib => ruby}/config.yaml (100%) rename spack-environments/radiuss/{toss_4_x86_64_ib => ruby}/packages.yaml (100%) diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml b/spack-environments/radiuss/lassen/compilers.yaml similarity index 100% rename from spack-environments/radiuss/blueos_3_ppc64le_ib_p9/compilers.yaml rename to spack-environments/radiuss/lassen/compilers.yaml diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/config.yaml b/spack-environments/radiuss/lassen/config.yaml similarity index 100% rename from spack-environments/radiuss/blueos_3_ppc64le_ib_p9/config.yaml rename to spack-environments/radiuss/lassen/config.yaml diff --git a/spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml b/spack-environments/radiuss/lassen/packages.yaml similarity index 100% rename from spack-environments/radiuss/blueos_3_ppc64le_ib_p9/packages.yaml rename to spack-environments/radiuss/lassen/packages.yaml diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/compilers.yaml b/spack-environments/radiuss/ruby/compilers.yaml similarity index 100% rename from spack-environments/radiuss/toss_4_x86_64_ib/compilers.yaml rename to spack-environments/radiuss/ruby/compilers.yaml diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/config.yaml b/spack-environments/radiuss/ruby/config.yaml similarity index 100% rename from spack-environments/radiuss/toss_4_x86_64_ib/config.yaml rename to spack-environments/radiuss/ruby/config.yaml diff --git a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml similarity index 100% rename from spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml rename to spack-environments/radiuss/ruby/packages.yaml index 1ad3fd7..0dfb166 100644 --- a/spack-environments/radiuss/toss_4_x86_64_ib/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -245,11 +245,6 @@ packages:: externals: - spec: expat@2.2.5 prefix: /usr - libepoxy: - buildable: false - externals: - - spec: libepoxy@1.5.8 - prefix: /usr flex: buildable: false externals: @@ -290,6 +285,11 @@ packages:: externals: - spec: hwloc@2.9.0 prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.8 + prefix: /usr libtool: buildable: false externals: diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index dbe4c85..11ce999 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -8,7 +8,7 @@ spack: #[general--] - include: [$SYS_TYPE] + include: [$LCSCHEDCLUSTER] concretizer: reuse: false unify: false @@ -36,7 +36,7 @@ spack: - '%intel@=2023.2.1' - '%clang@=14.0.6' - '%gcc@=10.3.1' - when: env.get("SYS_TYPE", "") == "toss_4_x86_64_ib" + when: env.get("LCSCHEDCLUSTER", "") == "ruby" - compilers: - '%clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' - '%clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' @@ -44,7 +44,7 @@ spack: - '%clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - '%clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - '%gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" + when: env.get("LCSCHEDCLUSTER", "") == "lassen" #[definitions--] - radiuss-projects: From cc8b0c54d53942d47391c624790a5f87e24f6d7a Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 15 Oct 2024 10:00:47 +0200 Subject: [PATCH 17/82] Fix using machine name as config selector --- .gitlab/core-ci.yml | 2 +- .gitlab/spack/ci.yaml | 2 +- spack-environments/blt-test/spack.yaml | 6 +++--- spack-environments/empty/spack.yaml | 2 +- spack-environments/radiuss/ruby/packages.yaml | 2 +- spack-environments/radiuss/spack.yaml | 4 ++-- spack-environments/raja-suite/spack.yaml | 12 ++++++------ 7 files changed, 15 insertions(+), 15 deletions(-) diff --git a/.gitlab/core-ci.yml b/.gitlab/core-ci.yml index 399f24f..f6189da 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/core-ci.yml @@ -53,7 +53,7 @@ --check-index-only --artifacts-root "${CI_PROJECT_DIR}/jobs_scratch_dir" --output-file "${CI_PROJECT_DIR}/jobs_scratch_dir/pipeline.yml" - - cp -r spack-environments/${MY_ENV_NAME}/${SYS_TYPE} ${CI_PROJECT_DIR}/jobs_scratch_dir/concrete_environment/ + - cp -r spack-environments/${MY_ENV_NAME}/${LCSCHEDCLUSTER} ${CI_PROJECT_DIR}/jobs_scratch_dir/concrete_environment/ artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index fd6d427..0b14927 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -19,7 +19,7 @@ ci: - submapping: - match: - - 'arch=x86_64:' + - 'target=broadwell' build-job: tags: [ruby, shell] script:: diff --git a/spack-environments/blt-test/spack.yaml b/spack-environments/blt-test/spack.yaml index 47a8be0..e7b6ea2 100644 --- a/spack-environments/blt-test/spack.yaml +++ b/spack-environments/blt-test/spack.yaml @@ -6,7 +6,7 @@ ############################################################################## spack: - include: [$SYS_TYPE] + include: [$LCSCHEDCLUSTER] concretization: separately view: false config: @@ -26,10 +26,10 @@ spack: definitions: - compilers: - '%gcc@8.3.1' - when: env.get("SYS_TYPE", "") == "toss_3_x86_64_ib" + when: env.get("LCSCHEDCLUSTER", "") == "toss_3_x86_64_ib" - compilers: - '%xl@16.1.1.7' - when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" + when: env.get("LCSCHEDCLUSTER", "") == "blueos_3_ppc64le_ib_p9" - projects: - blt-test@develop - blt-test@main diff --git a/spack-environments/empty/spack.yaml b/spack-environments/empty/spack.yaml index e86f819..2aaa7bd 100644 --- a/spack-environments/empty/spack.yaml +++ b/spack-environments/empty/spack.yaml @@ -6,6 +6,6 @@ ############################################################################### spack: - include: [../radiuss/$SYS_TYPE] + include: [../radiuss/$LCSCHEDCLUSTER] view: false concretization: separately diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 0dfb166..32b6f51 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [x86_64] + target: [broadwell] compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] providers: blas: [openblas] diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 11ce999..3a95ffa 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -65,7 +65,7 @@ spack: - caliper - ascent - scr - when: env.get("SYS_TYPE", "") == "toss_4_x86_64_ib" + when: env.get("LCSCHEDCLUSTER", "") == "ruby" - radiuss-projects: - mfem +cuda - hypre +cuda @@ -84,7 +84,7 @@ spack: - caliper +cuda - ascent +cuda # - scr - when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" + when: env.get("LCSCHEDCLUSTER", "") == "lassen" - dependencies: [] #[--definitions] diff --git a/spack-environments/raja-suite/spack.yaml b/spack-environments/raja-suite/spack.yaml index 0942427..6371deb 100644 --- a/spack-environments/raja-suite/spack.yaml +++ b/spack-environments/raja-suite/spack.yaml @@ -6,7 +6,7 @@ ############################################################################## spack: - include: [$SYS_TYPE] + include: [$LCSCHEDCLUSTER] concretization: separately view: false config: @@ -21,10 +21,10 @@ spack: definitions: - compilers: - '%gcc@8.3.1' - when: env.get("SYS_TYPE", "") == "toss_3_x86_64_ib" + when: env.get("LCSCHEDCLUSTER", "") == "ruby" - compilers: - '%clang@10.0.1' - when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" + when: env.get("LCSCHEDCLUSTER", "") == "lassen" - projects: - chai@develop - chai@main @@ -60,7 +60,7 @@ spack: - umpire@4.1.0 - umpire@4.0.1 - umpire@4.0.0 - when: env.get("SYS_TYPE", "") == "toss_3_x86_64_ib" + when: env.get("LCSCHEDCLUSTER", "") == "ruby" - projects: - chai@develop+cuda - chai@main+cuda @@ -82,7 +82,7 @@ spack: - umpire@2022.03.0+cuda - umpire@6.0.0+cuda - umpire@5.0.1+cuda - when: env.get("SYS_TYPE", "") == "blueos_3_ppc64le_ib_p9" + when: env.get("LCSCHEDCLUSTER", "") == "lassen" specs: - matrix: - [$projects] @@ -94,7 +94,7 @@ spack: - match: - target=broadwell runner-attributes: - tags: [quartz, shell] + tags: [ruby, shell] script: - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - export SPACK_DISABLE_LOCAL_CONFIG="" From 871d88c31c48ef17535689b52d3dd26bc9578dd3 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 16 Oct 2024 15:56:23 +0200 Subject: [PATCH 18/82] Add corona + specialize envs for machines --- .../radiuss/corona/compilers.yaml | 298 +++++++++++++ spack-environments/radiuss/corona/config.yaml | 2 + .../radiuss/corona/packages.yaml | 403 ++++++++++++++++++ .../radiuss/lassen/packages.yaml | 2 +- spack-environments/radiuss/ruby/packages.yaml | 140 +----- spack-environments/radiuss/spack.yaml | 58 ++- 6 files changed, 746 insertions(+), 157 deletions(-) create mode 100644 spack-environments/radiuss/corona/compilers.yaml create mode 100644 spack-environments/radiuss/corona/config.yaml create mode 100644 spack-environments/radiuss/corona/packages.yaml diff --git a/spack-environments/radiuss/corona/compilers.yaml b/spack-environments/radiuss/corona/compilers.yaml new file mode 100644 index 0000000..6fe74c2 --- /dev/null +++ b/spack-environments/radiuss/corona/compilers.yaml @@ -0,0 +1,298 @@ +compilers:: +- compiler: + spec: rocmcc@=5.0.2 + paths: + cc: /opt/rocm-5.0.2/llvm/bin/amdclang + cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-5.0.2/llvm/bin/amdflang + fc: /opt/rocm-5.0.2/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.1.1 + paths: + cc: /opt/rocm-5.1.1/llvm/bin/amdclang + cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.1.1/llvm/bin/amdflang + fc: /opt/rocm-5.1.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.2.3 + paths: + cc: /opt/rocm-5.2.3/llvm/bin/amdclang + cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.2.3/llvm/bin/amdflang + fc: /opt/rocm-5.2.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.4.3 + paths: + cc: /opt/rocm-5.4.3/llvm/bin/amdclang + cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.3/llvm/bin/amdflang + fc: /opt/rocm-5.4.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.0 + paths: + cc: /opt/rocm-5.5.0/llvm/bin/amdclang + cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.0/llvm/bin/amdflang + fc: /opt/rocm-5.5.0/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.1 + paths: + cc: /opt/rocm-5.5.1/llvm/bin/amdclang + cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.1/llvm/bin/amdflang + fc: /opt/rocm-5.5.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.6.1 + paths: + cc: /opt/rocm-5.6.1/llvm/bin/amdclang + cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.6.1/llvm/bin/amdflang + fc: /opt/rocm-5.6.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.7.1 + paths: + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=6.0.2 + paths: + cc: /opt/rocm-6.0.2/llvm/bin/amdclang + cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.0.2/llvm/bin/amdflang + fc: /opt/rocm-6.0.2/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=20.4 + paths: + cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc + cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ + f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2021.6.0 + paths: + cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc + cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc + f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2021.6.0.gcc.10.3.1 + paths: + cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc + cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc + f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + flags: + cflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2022.1.0 + paths: + cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2022.1.0.gcc.10.3.1 + paths: + cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2023.2.1 + paths: + cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2023.2.1.gcc.10.3.1 + paths: + cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=14.0.6 + paths: + cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=14.0.6.gcc.10.3.1 + paths: + cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=19.0.0 + paths: + cc: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] +- compiler: + spec: gcc@=10.3.1 + paths: + cc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-10.3.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=11.2.1 + paths: + cc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-11.2.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=12.1.1 + paths: + cc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-12.1.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] diff --git a/spack-environments/radiuss/corona/config.yaml b/spack-environments/radiuss/corona/config.yaml new file mode 100644 index 0000000..6be0e9e --- /dev/null +++ b/spack-environments/radiuss/corona/config.yaml @@ -0,0 +1,2 @@ +config: + build_jobs: 28 diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml new file mode 100644 index 0000000..177e783 --- /dev/null +++ b/spack-environments/radiuss/corona/packages.yaml @@ -0,0 +1,403 @@ +packages:: + all: + target: [zen] + compiler: [gcc, intel, clang, rocmcc, oneapi] + providers: + blas: [openblas] + lapack: [netlib-lapack] + mpi: [mvapich2] + cmake: + version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] + buildable: false + externals: + - spec: cmake@3.14.5 + prefix: /usr/tce/packages/cmake/cmake-3.14.5 + - spec: cmake@3.19.2 + prefix: /usr/tce/packages/cmake/cmake-3.19.2 + - spec: cmake@3.21.1 + prefix: /usr/tce/packages/cmake/cmake-3.21.1 + - spec: cmake@3.22.4 + prefix: /usr/tce/packages/cmake/cmake-3.22.4 + - spec: cmake@3.23.1 + prefix: /usr/tce/packages/cmake/cmake-3.23.1 + cuda: + version: [11.8.0, 10.1.168] + buildable: false + externals: + - spec: cuda@10.1.168 + prefix: /usr/tce/packages/cuda/cuda-10.1.168 + - spec: cuda@11.8.0 + prefix: /usr/tce/packages/cuda/cuda-11.8.0 + hip: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: hip@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/hip + - spec: hip@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/hip + - spec: hip@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hip + - spec: hip@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/hip + - spec: hip@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/hip + - spec: hip@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/hip + - spec: hip@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/hip + - spec: hip@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/hip + llvm-amdgpu: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: llvm-amdgpu@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/llvm + - spec: llvm-amdgpu@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/llvm + - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/llvm + - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/llvm + - spec: llvm-amdgpu@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/llvm + - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/llvm + - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/llvm + - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/llvm + - spec: llvm-amdgpu@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/llvm + hsa-rocr-dev: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: hsa-rocr-dev@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: hsa-rocr-dev@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: hsa-rocr-dev@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: hsa-rocr-dev@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocminfo: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocminfo@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: rocminfo@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocminfo@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocminfo@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocminfo@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocminfo@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocminfo@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocminfo@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocminfo@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocm-device-libs: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocm-device-libs@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/ + - spec: rocm-device-libs@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocm-device-libs@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocm-device-libs@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + rocprim: + version: [5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: rocprim@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/ + - spec: rocprim@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocprim@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocprim@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/ + - spec: rocprim@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocprim@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocprim@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocprim@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/ + mvapich2: + buildable: false + externals: + - spec: mvapich2@2.3.7%intel@=19.1.2 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 + - spec: mvapich2@2.3.7%intel@=19.1.2.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 + - spec: mvapich2@2.3.7%intel@=2021.6.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 + - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 + - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 + - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 + - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 + - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 + - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 + - spec: mvapich2@2.3.7%clang@=14.0.6.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 + - spec: mvapich2@2.3.7%gcc@=10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1 + - spec: mvapich2@2.3.7%gcc@=11.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-11.2.1 + - spec: mvapich2@2.3.7%gcc@=12.1.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1 + + autoconf: + buildable: false + externals: + - spec: autoconf@2.69 + prefix: /usr + automake: + buildable: false + externals: + - spec: automake@1.16.1 + prefix: /usr + binutils: + buildable: false + externals: + - spec: binutils@2.30 + prefix: /usr + bison: + buildable: false + externals: + - spec: bison@3.0.4 + prefix: /usr + bzip2: + buildable: false + externals: + - spec: bzip2@1.0.6 + prefix: /usr + curl: + buildable: false + externals: + - spec: curl@7.29.0 + prefix: /usr + diffutils: + buildable: false + externals: + - spec: diffutils@3.6 + prefix: /usr + elfutils: + buildable: false + version: [0.187] + externals: + - spec: elfutils@0.187 + prefix: /usr + expat: + buildable: false + externals: + - spec: expat@2.2.5 + prefix: /usr + flex: + buildable: false + externals: + - spec: flex@2.6.1 + prefix: /usr + findutils: + buildable: false + externals: + - spec: findutils@4.6.0 + prefix: /usr + gettext: + buildable: false + externals: + - spec: gettext@0.19.8.1 + prefix: /usr + ghostscript: + buildable: false + externals: + - spec: ghostscript@9.27 + prefix: /usr + gmake: + buildable: false + externals: + - spec: gmake@4.2.1 + prefix: /usr + graphviz: + buildable: false + externals: + - spec: graphviz@2.40.1 + prefix: /usr + groff: + buildable: false + externals: + - spec: groff@1.22.2 + prefix: /usr + hwloc: + buildable: false + externals: + - spec: hwloc@2.9.0 + prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.8 + prefix: /usr + libtool: + buildable: false + externals: + - spec: libtool@2.4.6 + prefix: /usr + # NOTE: removed since fails on clang builds + # libunwind: + # buildable: false + # externals: + # - spec: libunwind@1.3.1 + # prefix: /usr + libunwind: + buildable: false + version: [8.0.1] + externals: + - spec: libunwind@8.0.1 + prefix: /usr + libx11: + buildable: false + externals: + - spec: libx11@1.6.8 + prefix: /usr + lua: + buildable: false + externals: + - spec: lua@5.3.4 + prefix: /usr + m4: + buildable: false + externals: + - spec: m4@1.4.18 + prefix: /usr + netlib-lapack: + buildable: false + externals: + - spec: netlib-lapack@3.8.0 + prefix: /usr + ninja: + buildable: false + externals: + - spec: ninja@1.11.0 + prefix: /usr/tce/packages/ninja/ninja-1.11.0 + openblas: + buildable: false + externals: + - prefix: /usr + spec: openblas@0.3.15 + opengl: + buildable: false + externals: + - spec: opengl@1.7.0 + prefix: /usr + openglu: + buildable: false + externals: + - spec: openglu@1.3.1 + prefix: /usr + openssl: + buildable: false + externals: + - spec: openssl@1.1.1k + prefix: /usr + papi: + buildable: false + version: [6.0.0.1] + externals: + - spec: papi@6.0.0.1 + prefix: /usr/tce/packages/papi/papi-6.0.0.1 + perl: + buildable: false + externals: + - spec: perl@5.26.3 + prefix: /usr + pkg-config: + buildable: false + externals: + - spec: pkg-config@1.4.2 + prefix: /usr + python: + buildable: false + version: [3.10.8] + externals: + - spec: python@3.10.8 + prefix: /usr/tce/packages/python/python-3.10.8 + readline: + buildable: false + externals: + - spec: readline@7.0 + prefix: /usr + swig: + buildable: false + externals: + - spec: swig@3.0.12 + prefix: /usr + tar: + buildable: false + externals: + - spec: tar@1.30 + prefix: /usr + unzip: + buildable: false + externals: + - spec: unzip@6.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.11 + prefix: /usr diff --git a/spack-environments/radiuss/lassen/packages.yaml b/spack-environments/radiuss/lassen/packages.yaml index e0fbe5e..ab45943 100644 --- a/spack-environments/radiuss/lassen/packages.yaml +++ b/spack-environments/radiuss/lassen/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [ppc64le] + target: [power9le] compiler: [gcc, pgi, clang, xl] providers: blas: [netlib-lapack] diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 32b6f51..da40cde 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -1,7 +1,7 @@ packages:: all: - target: [broadwell] - compiler: [gcc, intel, pgi, clang, rocmcc, oneapi] + target: [cascadelake] + compiler: [gcc, intel, clang, oneapi] providers: blas: [openblas] lapack: [netlib-lapack] @@ -20,142 +20,6 @@ packages:: prefix: /usr/tce/packages/cmake/cmake-3.22.4 - spec: cmake@3.23.1 prefix: /usr/tce/packages/cmake/cmake-3.23.1 - cuda: - version: [10.1.168] - buildable: false - externals: - - spec: cuda@10.1.168 - prefix: /usr/tce/packages/cuda/cuda-10.1.168 - hip: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: hip@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/hip - - spec: hip@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/hip - - spec: hip@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/hip - - spec: hip@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/hip - - spec: hip@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/hip - - spec: hip@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/hip - - spec: hip@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/hip - - spec: hip@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/hip - - spec: hip@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/hip - llvm-amdgpu: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: llvm-amdgpu@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/llvm - - spec: llvm-amdgpu@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/llvm - - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/llvm - - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/llvm - - spec: llvm-amdgpu@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/llvm - - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/llvm - - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/llvm - - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/llvm - - spec: llvm-amdgpu@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/llvm - hsa-rocr-dev: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: hsa-rocr-dev@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ - - spec: hsa-rocr-dev@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: hsa-rocr-dev@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: hsa-rocr-dev@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - rocminfo: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: rocminfo@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ - - spec: rocminfo@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: rocminfo@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocminfo@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocminfo@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: rocminfo@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocminfo@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocminfo@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocminfo@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - rocm-device-libs: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: rocm-device-libs@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ - - spec: rocm-device-libs@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocm-device-libs@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocm-device-libs@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ - rocprim: - version: [5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] - buildable: false - externals: - - spec: rocprim@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ - - spec: rocprim@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocprim@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocprim@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ - - spec: rocprim@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocprim@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocprim@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocprim@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ mvapich2: buildable: false externals: diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 3a95ffa..b4857a7 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -32,21 +32,43 @@ spack: #[definitions--] definitions: + - compilers: + - '+rocm amdgpu_target=gfx906 %rocmcc@=5.7.1 ^hip@5.7.1' + when: env.get("LCSCHEDCLUSTER", "") == "corona" - compilers: - '%intel@=2023.2.1' - '%clang@=14.0.6' - '%gcc@=10.3.1' when: env.get("LCSCHEDCLUSTER", "") == "ruby" - compilers: - - '%clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' - - '%clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' - - '%clang@=14.0.5.gcc.8.3.1 ^cuda@11.7.0+allow-unsupported-compilers' - - '%clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - - '%clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - - '%gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '+cuda %clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' + - '+cuda %clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' + - '+cuda %clang@=14.0.5.gcc.8.3.1 ^cuda@11.7.0+allow-unsupported-compilers' + - '+cuda %clang@=16.0.6.ibm.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '+cuda %clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' + - '+cuda %gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' when: env.get("LCSCHEDCLUSTER", "") == "lassen" #[definitions--] + - radiuss-projects: + - mfem + - hypre + - sundials + - samrai + - xbraid + - umpire + - raja + - raja-perf + - chai + - care + - py-maestrowf + - conduit + - zfp + - axom + - caliper + - ascent + - scr + when: env.get("LCSCHEDCLUSTER", "") == "corona" - radiuss-projects: - mfem - hypre @@ -67,22 +89,22 @@ spack: - scr when: env.get("LCSCHEDCLUSTER", "") == "ruby" - radiuss-projects: - - mfem +cuda - - hypre +cuda - - sundials +cuda + - mfem + - hypre + - sundials # - samrai # - xbraid - - umpire +cuda - - raja +cuda - - raja-perf +cuda - - chai +cuda - - care +cuda + - umpire + - raja + - raja-perf + - chai + - care # - py-maestrowf # - conduit - - zfp +cuda - - axom +cuda - - caliper +cuda - - ascent +cuda + - zfp + - axom + - caliper + - ascent # - scr when: env.get("LCSCHEDCLUSTER", "") == "lassen" - dependencies: [] From e3f4f1eefc657b861690ffbf29372b57181769b2 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 16 Oct 2024 16:19:39 +0200 Subject: [PATCH 19/82] Fix missing logic to add corona --- .gitlab/core-ci.yml | 26 ++++++++++++++----------- .gitlab/lassen.yml | 8 ++++++++ .gitlab/ruby.yml | 8 ++++++++ .gitlab/spack/ci.yaml | 24 +++++++++++++++++++++-- spack-environments/radiuss/pipeline.yml | 1 + 5 files changed, 54 insertions(+), 13 deletions(-) diff --git a/.gitlab/core-ci.yml b/.gitlab/core-ci.yml index f6189da..892b9b9 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/core-ci.yml @@ -5,8 +5,21 @@ # SPDX-License-Identifier: (MIT) ############################################################################## -.on-oslic: - tags: [shell, oslic] +.on-corona: + tags: [shell, corona] + +.corona-variables: + variables: + SPACK_DISABLE_LOCAL_CONFIG: "" + MY_SPACK_DEBUG: "" +#[create-unique-path--] + # Spack clone for corona generated pipeline + MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona + # Spack cache for spack at pipeline generation time, then overridden by each CI job + SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona/spack-user-cache + # Spack cache for each CI job in the generated pipeline (avoids collision) + MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache +#[--create-unique-path] .on-ruby: tags: [shell, ruby] @@ -57,12 +70,3 @@ artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" - -#[rm-spack--] -rm-spack: - extends: [.on-oslic] - stage: clean - script: - - scripts/remove-spack -#[--rm-spack] - diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 1527fb4..b53b4b7 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -34,3 +34,11 @@ build-on-lassen: forward: pipeline_variables: true needs: [generate-on-lassen] + +#[rm-spack--] +rm-spack-lassen: + extends: [.on-lassen, .lassen-variables] + stage: clean + script: + - scripts/remove-spack +#[--rm-spack] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 350fc17..b4c44cd 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -36,3 +36,11 @@ build-on-ruby: pipeline_variables: true needs: [generate-on-ruby] #[--send-variable-child] + +#[rm-spack--] +rm-spack-ruby: + extends: [.on-ruby, .ruby-variables] + stage: clean + script: + - scripts/remove-spack +#[--rm-spack] diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 0b14927..8f4c99a 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -19,7 +19,27 @@ ci: - submapping: - match: - - 'target=broadwell' + - 'target=zen' + build-job: + tags: [corona, shell] + script:: + - spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} + - spack ${MY_SPACK_DEBUG} config blame mirrors + - spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination + - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} + - spack ${MY_SPACK_DEBUG} config blame mirrors + #- spack ${MY_SPACK_DEBUG} ci rebuild + - echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} + - spack --color=always --backtrace + install + --include-build-deps + --no-check-signature + --use-buildcache=package:never,dependencies:only + /${SPACK_JOB_SPEC_DAG_HASH} + - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} + - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} + - match: + - 'target=cascadelake' build-job: tags: [ruby, shell] script:: @@ -39,7 +59,7 @@ ci: - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} - match: - - 'target=ppc64le:' + - 'target=power9le:' build-job: tags: [lassen, shell] script:: diff --git a/spack-environments/radiuss/pipeline.yml b/spack-environments/radiuss/pipeline.yml index c34304c..4badac5 100644 --- a/spack-environments/radiuss/pipeline.yml +++ b/spack-environments/radiuss/pipeline.yml @@ -14,5 +14,6 @@ variables: MY_SPACK_COMMIT: 7ad08213dc343c50f3cea2d3627e92d4e54a6421 # develop-2024-10-06 include: + - local: .gitlab/corona.yml - local: .gitlab/ruby.yml - local: .gitlab/lassen.yml From aafa76eac65c33ad24b40f8ec036531b309cec43 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 16 Oct 2024 17:12:36 +0200 Subject: [PATCH 20/82] Fix missing file --- .gitlab/corona.yml | 46 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 46 insertions(+) create mode 100644 .gitlab/corona.yml diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml new file mode 100644 index 0000000..423ddae --- /dev/null +++ b/.gitlab/corona.yml @@ -0,0 +1,46 @@ +############################################################################## +# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + + +#[get-spack--] +get-spack-corona: + extends: [.on-corona, .corona-variables] + stage: setup + script: + - scripts/get-spack +#[--get-spack] + +# corona +generate-on-corona: + extends: [.on-corona, .corona-variables, .generate-pipeline] + stage: generate + before_script: + - scripts/print-variables + +#[send-variable-child--] +build-on-corona: + extends: [.corona-variables] + stage: build + trigger: + include: + - artifact: "jobs_scratch_dir/pipeline.yml" + job: generate-on-corona + - project: "lc-templates/id_tokens" + file: "id_tokens.yml" + strategy: depend + forward: + pipeline_variables: true + needs: [generate-on-corona] +#[--send-variable-child] + +#[rm-spack--] +rm-spack-corona: + extends: [.on-corona, .corona-variables] + stage: clean + script: + - scripts/remove-spack +#[--rm-spack] From 79f223041de15b894b31ce2aff24ea48bec85a52 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 16 Oct 2024 21:05:35 +0200 Subject: [PATCH 21/82] Remove package with no +rocm variant --- spack-environments/radiuss/spack.yaml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index b4857a7..b695b81 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -54,20 +54,20 @@ spack: - mfem - hypre - sundials - - samrai - - xbraid +# - samrai +# - xbraid - umpire - raja - raja-perf - chai - care - - py-maestrowf - - conduit - - zfp +# - py-maestrowf +# - conduit +# - zfp - axom - caliper - - ascent - - scr +# - ascent +# - scr when: env.get("LCSCHEDCLUSTER", "") == "corona" - radiuss-projects: - mfem From b355acd187c9a447753f20920f71e78ff72f68ae Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 11:13:26 +0200 Subject: [PATCH 22/82] Add hipsparse as external on corona --- .../radiuss/corona/packages.yaml | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 177e783..20c680f 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -50,6 +50,28 @@ packages:: prefix: /opt/rocm-5.7.1/hip - spec: hip@6.0.2%rocmcc@6.0.2 prefix: /opt/rocm-6.0.2/hip + hipsparse: + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + buildable: false + externals: + - spec: hipsparse@5.0.2%rocmcc@5.0.2 + prefix: /opt/rocm-5.0.2/hip + - spec: hipsparse@5.1.1%rocmcc@5.1.1 + prefix: /opt/rocm-5.1.1/hip + - spec: hipsparse@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hip + - spec: hipsparse@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/hip + - spec: hipsparse@5.5.0%rocmcc@5.5.0 + prefix: /opt/rocm-5.5.0/hip + - spec: hipsparse@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/hip + - spec: hipsparse@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/hip + - spec: hipsparse@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/hip + - spec: hipsparse@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2/hip llvm-amdgpu: version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false From c70ad8da2acf6403bbc060ebb01c0c16a5910443 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 11:18:44 +0200 Subject: [PATCH 23/82] Add slurm as external on ruby --- spack-environments/radiuss/ruby/packages.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index da40cde..29d49d4 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -243,6 +243,11 @@ packages:: externals: - spec: readline@7.0 prefix: /usr + slurm: + buildable: false + externals: + - spec: slurm@23-11-1-1 + prefix: /usr swig: buildable: false externals: From 22b66b394a3ee702f338a06e40796d5cc92802f6 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 11:47:45 +0200 Subject: [PATCH 24/82] Add tioga --- .gitlab/core-ci.yml | 19 ++++++++++-------- .gitlab/corona.yml | 8 -------- .gitlab/lassen.yml | 6 ------ .gitlab/ruby.yml | 2 -- .gitlab/spack/ci.yaml | 20 +++++++++++++++++++ spack-environments/radiuss/corona/config.yaml | 2 +- spack-environments/radiuss/pipeline.yml | 1 + spack-environments/radiuss/spack.yaml | 6 +++++- 8 files changed, 38 insertions(+), 26 deletions(-) diff --git a/.gitlab/core-ci.yml b/.gitlab/core-ci.yml index 892b9b9..7d19e53 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/core-ci.yml @@ -12,14 +12,9 @@ variables: SPACK_DISABLE_LOCAL_CONFIG: "" MY_SPACK_DEBUG: "" -#[create-unique-path--] - # Spack clone for corona generated pipeline MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona - # Spack cache for spack at pipeline generation time, then overridden by each CI job SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona/spack-user-cache - # Spack cache for each CI job in the generated pipeline (avoids collision) MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache -#[--create-unique-path] .on-ruby: tags: [shell, ruby] @@ -44,11 +39,19 @@ variables: MY_SPACK_DEBUG: "" SPACK_DISABLE_LOCAL_CONFIG: "" - # Spack clone for ruby generated pipeline MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen - # Spack cache for spack at pipeline generation time, then overridden by each CI job SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache - # Spack cache for each CI job in the generated pipeline (avoids collision) + MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache + +.on-tioga: + tags: [shell, tioga] + +.tioga-variables: + variables: + SPACK_DISABLE_LOCAL_CONFIG: "" + MY_SPACK_DEBUG: "" + MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-tioga + SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-tioga/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache # Generate CI pipelines for the package in $MY_ENV_NAME diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index 423ddae..b369bf5 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -5,23 +5,18 @@ # SPDX-License-Identifier: (MIT) ############################################################################## - -#[get-spack--] get-spack-corona: extends: [.on-corona, .corona-variables] stage: setup script: - scripts/get-spack -#[--get-spack] -# corona generate-on-corona: extends: [.on-corona, .corona-variables, .generate-pipeline] stage: generate before_script: - scripts/print-variables -#[send-variable-child--] build-on-corona: extends: [.corona-variables] stage: build @@ -35,12 +30,9 @@ build-on-corona: forward: pipeline_variables: true needs: [generate-on-corona] -#[--send-variable-child] -#[rm-spack--] rm-spack-corona: extends: [.on-corona, .corona-variables] stage: clean script: - scripts/remove-spack -#[--rm-spack] diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index b53b4b7..c0da97c 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -5,16 +5,12 @@ # SPDX-License-Identifier: (MIT) ############################################################################## - -#[get-spack--] get-spack-lassen: extends: [.on-lassen, .lassen-variables] stage: setup script: - scripts/get-spack -#[--get-spack] -# lassen generate-on-lassen: extends: [.on-lassen, .lassen-variables, .generate-pipeline] stage: generate @@ -35,10 +31,8 @@ build-on-lassen: pipeline_variables: true needs: [generate-on-lassen] -#[rm-spack--] rm-spack-lassen: extends: [.on-lassen, .lassen-variables] stage: clean script: - scripts/remove-spack -#[--rm-spack] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index b4c44cd..3149a0c 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -5,7 +5,6 @@ # SPDX-License-Identifier: (MIT) ############################################################################## - #[get-spack--] get-spack-ruby: extends: [.on-ruby, .ruby-variables] @@ -14,7 +13,6 @@ get-spack-ruby: - scripts/get-spack #[--get-spack] -# ruby generate-on-ruby: extends: [.on-ruby, .ruby-variables, .generate-pipeline] stage: generate diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 8f4c99a..130fc1f 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -77,6 +77,26 @@ ci: --use-buildcache=package:never,dependencies:only /${SPACK_JOB_SPEC_DAG_HASH} - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} + - match: + - 'target=zen3' + build-job: + tags: [tioga, shell] + script:: + - spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} + - spack ${MY_SPACK_DEBUG} config blame mirrors + - spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination + - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} + - spack ${MY_SPACK_DEBUG} config blame mirrors + #- spack ${MY_SPACK_DEBUG} ci rebuild + - echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} + - spack --color=always --backtrace + install + --include-build-deps + --no-check-signature + --use-buildcache=package:never,dependencies:only + /${SPACK_JOB_SPEC_DAG_HASH} + - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} + - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} match_behavior: first diff --git a/spack-environments/radiuss/corona/config.yaml b/spack-environments/radiuss/corona/config.yaml index 6be0e9e..874ad98 100644 --- a/spack-environments/radiuss/corona/config.yaml +++ b/spack-environments/radiuss/corona/config.yaml @@ -1,2 +1,2 @@ config: - build_jobs: 28 + build_jobs: 32 diff --git a/spack-environments/radiuss/pipeline.yml b/spack-environments/radiuss/pipeline.yml index 4badac5..94e3b35 100644 --- a/spack-environments/radiuss/pipeline.yml +++ b/spack-environments/radiuss/pipeline.yml @@ -17,3 +17,4 @@ include: - local: .gitlab/corona.yml - local: .gitlab/ruby.yml - local: .gitlab/lassen.yml + - local: .gitlab/tioga.yml diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index b695b81..214b79b 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -48,6 +48,10 @@ spack: - '+cuda %clang@=16.0.6.cuda.11.8.0.gcc.11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' - '+cuda %gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' when: env.get("LCSCHEDCLUSTER", "") == "lassen" + - compilers: + - '+rocm amdgpu_target=gfx90a %rocmcc@=6.2.0 ^hip@6.2.0' + - '%cce@=18.0.0' + when: env.get("LCSCHEDCLUSTER", "") == "tioga" #[definitions--] - radiuss-projects: @@ -68,7 +72,7 @@ spack: - caliper # - ascent # - scr - when: env.get("LCSCHEDCLUSTER", "") == "corona" + when: env.get("LCSCHEDCLUSTER", "") in ["corona", "tioga"] - radiuss-projects: - mfem - hypre From 0ca5469deb9cdf60f0f82fff8f5e2c6a391c6417 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 12:08:17 +0200 Subject: [PATCH 25/82] Fix missing files --- .gitlab/tioga.yml | 38 ++ .../radiuss/tioga/compilers.yaml | 300 ++++++++++++++ spack-environments/radiuss/tioga/config.yaml | 2 + .../radiuss/tioga/packages.yaml | 369 ++++++++++++++++++ 4 files changed, 709 insertions(+) create mode 100644 .gitlab/tioga.yml create mode 100644 spack-environments/radiuss/tioga/compilers.yaml create mode 100644 spack-environments/radiuss/tioga/config.yaml create mode 100644 spack-environments/radiuss/tioga/packages.yaml diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml new file mode 100644 index 0000000..3dc2b02 --- /dev/null +++ b/.gitlab/tioga.yml @@ -0,0 +1,38 @@ +############################################################################## +# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +get-spack-tioga: + extends: [.on-tioga, .tioga-variables] + stage: setup + script: + - scripts/get-spack + +generate-on-tioga: + extends: [.on-tioga, .tioga-variables, .generate-pipeline] + stage: generate + before_script: + - scripts/print-variables + +build-on-tioga: + extends: [.tioga-variables] + stage: build + trigger: + include: + - artifact: "jobs_scratch_dir/pipeline.yml" + job: generate-on-tioga + - project: "lc-templates/id_tokens" + file: "id_tokens.yml" + strategy: depend + forward: + pipeline_variables: true + needs: [generate-on-tioga] + +rm-spack-tioga: + extends: [.on-tioga, .tioga-variables] + stage: clean + script: + - scripts/remove-spack diff --git a/spack-environments/radiuss/tioga/compilers.yaml b/spack-environments/radiuss/tioga/compilers.yaml new file mode 100644 index 0000000..054aef6 --- /dev/null +++ b/spack-environments/radiuss/tioga/compilers.yaml @@ -0,0 +1,300 @@ +compilers:: +- compiler: + spec: cce@=12.0.3 + paths: + cc: /usr/tce/packages/cce-tce/cce-12.0.3/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-12.0.3/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-12.0.3/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-12.0.3/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: cce@=13.0.2 + paths: + cc: /usr/tce/packages/cce-tce/cce-13.0.2/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-13.0.2/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-13.0.2/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-13.0.2/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: cce@=14.0.3 + paths: + cc: /usr/tce/packages/cce-tce/cce-14.0.3/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-14.0.3/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-14.0.3/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-14.0.3/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: cce@=15.0.1 + paths: + cc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: cce@=16.0.1 + paths: + cc: /usr/tce/packages/cce-tce/cce-16.0.1/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-16.0.1/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-16.0.1/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-16.0.1/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: cce@=17.0.1 + paths: + cc: /usr/tce/packages/cce-tce/cce-17.0.1/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-17.0.1/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-17.0.1/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-17.0.1/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: cce@=18.0.0 + paths: + cc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=13.0.1 + paths: + cc: /usr/bin/clang + cxx: /usr/bin/clang++ + f77: /usr/bin/gfortran + fc: /usr/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=8.5.0 + paths: + cc: /usr/bin/gcc + cxx: /usr/bin/g++ + f77: /usr/bin/gfortran + fc: /usr/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=10.3.1 + paths: + cc: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gcc + cxx: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/g++ + f77: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=11.2.0 + paths: + cc: /opt/cray/pe/gcc/11.2.0/bin/gcc + cxx: /opt/cray/pe/gcc/11.2.0/bin/g++ + f77: /opt/cray/pe/gcc/11.2.0/bin/gfortran + fc: /opt/cray/pe/gcc/11.2.0/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=12.1.1 + paths: + cc: /opt/cray/pe/gcc/12.1.1/bin/gcc + cxx: /opt/cray/pe/gcc/12.1.1/bin/g++ + f77: /opt/cray/pe/gcc/12.1.1/bin/gfortran + fc: /opt/cray/pe/gcc/12.1.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.2.3 + paths: + cc: /opt/rocm-5.2.3/llvm/bin/amdclang + cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.2.3/llvm/bin/amdflang + fc: /opt/rocm-5.2.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.3.0 + paths: + cc: /opt/rocm-5.3.0/llvm/bin/amdclang + cxx: /opt/rocm-5.3.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.3.0/llvm/bin/amdflang + fc: /opt/rocm-5.3.0/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.4.1 + paths: + cc: /opt/rocm-5.4.1/llvm/bin/amdclang + cxx: /opt/rocm-5.4.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.1/llvm/bin/amdflang + fc: /opt/rocm-5.4.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.4.3 + paths: + cc: /opt/rocm-5.4.3/llvm/bin/amdclang + cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.3/llvm/bin/amdflang + fc: /opt/rocm-5.4.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.1 + paths: + cc: /opt/rocm-5.5.1/llvm/bin/amdclang + cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.1/llvm/bin/amdflang + fc: /opt/rocm-5.5.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.6.1 + paths: + cc: /opt/rocm-5.6.1/llvm/bin/amdclang + cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.6.1/llvm/bin/amdflang + fc: /opt/rocm-5.6.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.7.0 + paths: + cc: /opt/rocm-5.7.0/llvm/bin/amdclang + cxx: /opt/rocm-5.7.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.0/llvm/bin/amdflang + fc: /opt/rocm-5.7.0/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.7.1 + paths: + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=6.1.1 + paths: + cc: /opt/rocm-6.1.1/llvm/bin/amdclang + cxx: /opt/rocm-6.1.1/llvm/bin/amdclang++ + f77: /opt/rocm-6.1.1/llvm/bin/amdflang + fc: /opt/rocm-6.1.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=6.1.2 + paths: + cc: /opt/rocm-6.1.2/llvm/bin/amdclang + cxx: /opt/rocm-6.1.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.1.2/llvm/bin/amdflang + fc: /opt/rocm-6.1.2/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=6.2.0 + paths: + cc: /opt/rocm-6.2.0/llvm/bin/amdclang + cxx: /opt/rocm-6.2.0/llvm/bin/amdclang++ + f77: /opt/rocm-6.2.0/llvm/bin/amdflang + fc: /opt/rocm-6.2.0/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] diff --git a/spack-environments/radiuss/tioga/config.yaml b/spack-environments/radiuss/tioga/config.yaml new file mode 100644 index 0000000..874ad98 --- /dev/null +++ b/spack-environments/radiuss/tioga/config.yaml @@ -0,0 +1,2 @@ +config: + build_jobs: 32 diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml new file mode 100644 index 0000000..e5a2671 --- /dev/null +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -0,0 +1,369 @@ +packages:: + all: + target: [zen3] + compiler: [gcc, cce, clang, rocmcc] + providers: + blas: [netlib-lapack] + lapack: [netlib-lapack] + mpi: [cray-mpich] + cmake: + version: [3.24.2, 3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] + buildable: false + externals: + - spec: cmake@3.14.5 + prefix: /usr/tce/packages/cmake/cmake-3.14.5 + - spec: cmake@3.19.2 + prefix: /usr/tce/packages/cmake/cmake-3.19.2 + - spec: cmake@3.21.1 + prefix: /usr/tce/packages/cmake/cmake-3.21.1 + - spec: cmake@3.22.4 + prefix: /usr/tce/packages/cmake/cmake-3.22.4 + - spec: cmake@3.23.1 + prefix: /usr/tce/packages/cmake/cmake-3.23.1 + - spec: cmake@3.24.2 + prefix: /usr/tce/packages/cmake/cmake-3.24.2 + cuda: + version: [11.4.120] + buildable: false + externals: + - spec: cuda@11.4.120 + prefix: /opt/toss/cudatoolkit/11.4/ + hip: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: hip@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hip + - spec: hip@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/hip + - spec: hip@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/hip + - spec: hip@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/hip + - spec: hip@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/hip + - spec: hip@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/hip + - spec: hip@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/hip + - spec: hip@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/hip + - spec: hip@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/hip + - spec: hip@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/hip + llvm-amdgpu: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/llvm + - spec: llvm-amdgpu@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/llvm + - spec: llvm-amdgpu@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/llvm + - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/llvm + - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/llvm + - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/llvm + - spec: llvm-amdgpu@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/llvm + - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/llvm + - spec: llvm-amdgpu@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/llvm + - spec: llvm-amdgpu@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/llvm + - spec: llvm-amdgpu@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/llvm + hsa-rocr-dev: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: hsa-rocr-dev@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: hsa-rocr-dev@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: hsa-rocr-dev@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: hsa-rocr-dev@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: hsa-rocr-dev@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: hsa-rocr-dev@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocminfo: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocminfo@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocminfo@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocminfo@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocminfo@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocminfo@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocminfo@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocminfo@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocminfo@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocminfo@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocminfo@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocminfo@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocm-device-libs: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocm-device-libs@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocm-device-libs@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocm-device-libs@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocm-device-libs@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocm-device-libs@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocm-device-libs@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocprim: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocprim@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocprim@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocprim@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocprim@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocprim@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocprim@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocprim@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocprim@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocprim@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocprim@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocprim@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + cray-mpich: + buildable: false + externals: + - spec: cray-mpich@8.1.28%cce@15.0.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-cce-15.0.1-magic + - spec: cray-mpich@8.1.28%cce@16.0.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-cce-16.0.1-magic + - spec: cray-mpich@8.1.30%cce@17.0.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-cce-17.0.1-magic + - spec: cray-mpich@8.1.30%cce@18.0.0 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-cce-18.0.0-magic + - spec: cray-mpich@8.1.28%gcc@12.1.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-gcc-12.1.1-magic + - spec: cray-mpich@8.1.28%rocmcc@5.5.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.5.1-magic + - spec: cray-mpich@8.1.28%rocmcc@5.6.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.6.1-magic + - spec: cray-mpich@8.1.28%rocmcc@5.7.0 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.7.0-magic + - spec: cray-mpich@8.1.28%rocmcc@5.7.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.7.1-magic + - spec: cray-mpich@8.1.30%rocmcc@6.1.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-rocmcc-6.1.1-magic + - spec: cray-mpich@8.1.30%rocmcc@6.1.2 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-rocmcc-6.1.2-magic + - spec: cray-mpich@8.1.30%rocmcc@6.2.0 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-rocmcc-6.2.0-magic + + + # blas is a bit more complicated because its a virtual package so fake it with + # the following per spack docs + netlib-lapack: + buildable: false + externals: + - spec: netlib-lapack@3.8.0 + prefix: /usr + + # System level packages to not build + autoconf: + buildable: false + externals: + - spec: autoconf@2.69 + prefix: /usr + automake: + buildable: false + externals: + - spec: automake@1.16.1 + prefix: /usr + binutils: + buildable: false + externals: + - spec: binutils@2.40 + prefix: /usr + bzip2: + buildable: false + externals: + - spec: bzip2@1.0.6 + prefix: /usr + curl: + buildable: false + externals: + - spec: curl@7.61.1 + prefix: /usr + diffutils: + buildable: false + externals: + - spec: diffutils@3.6 + prefix: /usr + elfutils: + buildable: false + externals: + - spec: elfutils@0.190 + prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.2 + prefix: /usr + findutils: + buildable: false + externals: + - spec: findutils@4.6.0 + prefix: /usr + gettext: + buildable: false + externals: + - spec: gettext@0.19.8.1 + prefix: /usr + ghostscript: + buildable: false + externals: + - spec: ghostscript@9.27 + prefix: /usr + gmake: + buildable: false + externals: + - spec: gmake@4.2.1 + prefix: /usr + groff: + buildable: false + externals: + - spec: groff@1.22.3 + prefix: /usr + graphviz: + buildable: false + externals: + - spec: graphviz@2.40.1 + prefix: /usr + libtool: + buildable: false + externals: + - spec: libtool@2.4.6 + prefix: /usr + libunwind: + buildable: false + externals: + - spec: libunwind@8.0.1 + prefix: /usr + libx11: + buildable: false + externals: + - spec: libx11@1.20.4 + prefix: /usr + m4: + buildable: false + externals: + - spec: m4@1.4.18 + prefix: /usr + papi: + buildable: false + version: [7.1.0.2] + externals: + - spec: papi@7.1.0.2 + prefix: /opt/cray/pe/papi/7.1.0.2 + perl: + buildable: false + externals: + - spec: perl@5.26.3 + prefix: /usr + pkg-config: + buildable: false + externals: + - spec: pkg-config@1.4.2 + prefix: /usr + python: + buildable: false + version: [3.10.8] + externals: + - spec: python@3.10.8 + prefix: /usr/tce/packages/python/python-3.10.8 + readline: + buildable: false + externals: + - spec: readline@7.0 + prefix: /usr + tar: + buildable: false + externals: + - spec: tar@1.30 + prefix: /usr + unzip: + buildable: false + externals: + - spec: unzip@6.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.11 + prefix: /usr + + # External dependencies for SCR + libyogrt: + externals: + - spec: libyogrt@1.24 scheduler=flux + prefix: /usr + - spec: libyogrt@1.24 scheduler=slurm + prefix: /usr + pdsh: + buildable: false + externals: + - spec: pdsh@2.35 + prefix: /usr From 6425df7f421f7a8b711e443d07c25e8a61f2b293 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 13:37:38 +0200 Subject: [PATCH 26/82] Fix indent --- .gitlab/spack/ci.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 130fc1f..91a6db5 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -77,7 +77,7 @@ ci: --use-buildcache=package:never,dependencies:only /${SPACK_JOB_SPEC_DAG_HASH} - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - match: + - match: - 'target=zen3' build-job: tags: [tioga, shell] From b7c2351d835fce5a5002910259b185071ccc407d Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 15:42:23 +0200 Subject: [PATCH 27/82] Removing hip installs that don't exist, add rocsparse, rocthrust and rocrand --- .../radiuss/corona/packages.yaml | 4 +- .../radiuss/tioga/packages.yaml | 86 +++++++++++++++++-- 2 files changed, 80 insertions(+), 10 deletions(-) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 20c680f..3a2f763 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -29,7 +29,7 @@ packages:: - spec: cuda@11.8.0 prefix: /usr/tce/packages/cuda/cuda-11.8.0 hip: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1] buildable: false externals: - spec: hip@5.0.2%rocmcc@5.0.2 @@ -48,8 +48,6 @@ packages:: prefix: /opt/rocm-5.6.1/hip - spec: hip@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/hip - - spec: hip@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/hip hipsparse: version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index e5a2671..b613491 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -29,7 +29,7 @@ packages:: - spec: cuda@11.4.120 prefix: /opt/toss/cudatoolkit/11.4/ hip: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1] buildable: false externals: - spec: hip@5.2.3%rocmcc@5.2.3 @@ -48,12 +48,6 @@ packages:: prefix: /opt/rocm-5.7.0/hip - spec: hip@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/hip - - spec: hip@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/hip - - spec: hip@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/hip - - spec: hip@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/hip llvm-amdgpu: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false @@ -184,6 +178,84 @@ packages:: prefix: /opt/rocm-6.1.2/ - spec: rocprim@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0/ + rocthrust: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocthrust@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocthrust@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocthrust@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocthrust@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocthrust@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocthrust@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocthrust@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocthrust@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocthrust@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocthrust@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocthrust@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocsparse: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocsparse@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocsparse@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocsparse@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocsparse@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocsparse@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocsparse@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocsparse@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocsparse@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocsparse@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocsparse@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocsparse@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocrand: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocrand@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocrand@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocrand@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocrand@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocrand@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocrand@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocrand@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocrand@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocrand@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocrand@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocrand@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ cray-mpich: buildable: false externals: From 43c0da15684fb6595b0af076af10c936dc717a75 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 16:56:29 +0200 Subject: [PATCH 28/82] Fix hip exists, but prefix changed --- spack-environments/radiuss/corona/packages.yaml | 4 +++- spack-environments/radiuss/tioga/packages.yaml | 8 +++++++- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 3a2f763..210b424 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -29,7 +29,7 @@ packages:: - spec: cuda@11.8.0 prefix: /usr/tce/packages/cuda/cuda-11.8.0 hip: - version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1] + version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false externals: - spec: hip@5.0.2%rocmcc@5.0.2 @@ -48,6 +48,8 @@ packages:: prefix: /opt/rocm-5.6.1/hip - spec: hip@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.0.2%rocmcc@6.0.2 + prefix: /opt/rocm-6.0.2 hipsparse: version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index b613491..cc936cd 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -29,7 +29,7 @@ packages:: - spec: cuda@11.4.120 prefix: /opt/toss/cudatoolkit/11.4/ hip: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1] + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: hip@5.2.3%rocmcc@5.2.3 @@ -48,6 +48,12 @@ packages:: prefix: /opt/rocm-5.7.0/hip - spec: hip@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1 + - spec: hip@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2 + - spec: hip@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0 llvm-amdgpu: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false From c3dfd942248b9eb71c059a362ac3a311777d0ecc Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 17 Oct 2024 22:33:23 +0200 Subject: [PATCH 29/82] Fix hipsparse external location, remove unnecessary externals --- .../radiuss/corona/packages.yaml | 18 +-- .../radiuss/tioga/packages.yaml | 104 +++++------------- 2 files changed, 35 insertions(+), 87 deletions(-) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 210b424..34626cc 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -55,23 +55,23 @@ packages:: buildable: false externals: - spec: hipsparse@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/hip + prefix: /opt/rocm-5.0.2/hipsparse - spec: hipsparse@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/hip + prefix: /opt/rocm-5.1.1/hipsparse - spec: hipsparse@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/hip + prefix: /opt/rocm-5.2.3/hipsparse - spec: hipsparse@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/hip + prefix: /opt/rocm-5.4.3/hipsparse - spec: hipsparse@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/hip + prefix: /opt/rocm-5.5.0/hipsparse - spec: hipsparse@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/hip + prefix: /opt/rocm-5.5.1/hipsparse - spec: hipsparse@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/hip + prefix: /opt/rocm-5.6.1/hipsparse - spec: hipsparse@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/hip + prefix: /opt/rocm-5.7.1/hipsparse - spec: hipsparse@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/hip + prefix: /opt/rocm-6.0.2 llvm-amdgpu: version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index cc936cd..4e46891 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -54,6 +54,32 @@ packages:: prefix: /opt/rocm-6.1.2 - spec: hip@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0 + hipsparse: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: hip@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hipsparse + - spec: hip@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/hipsparse + - spec: hip@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/hipsparse + - spec: hip@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/hipsparse + - spec: hip@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/hipsparse + - spec: hip@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/hipsparse + - spec: hip@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/hipsparse + - spec: hip@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/hipsparse + - spec: hip@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1 + - spec: hip@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2 + - spec: hip@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0 llvm-amdgpu: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false @@ -184,84 +210,6 @@ packages:: prefix: /opt/rocm-6.1.2/ - spec: rocprim@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0/ - rocthrust: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] - buildable: false - externals: - - spec: rocthrust@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocthrust@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ - - spec: rocthrust@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ - - spec: rocthrust@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocthrust@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocthrust@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocthrust@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ - - spec: rocthrust@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocthrust@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ - - spec: rocthrust@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ - - spec: rocthrust@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ - rocsparse: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] - buildable: false - externals: - - spec: rocsparse@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocsparse@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ - - spec: rocsparse@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ - - spec: rocsparse@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocsparse@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocsparse@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocsparse@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ - - spec: rocsparse@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocsparse@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ - - spec: rocsparse@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ - - spec: rocsparse@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ - rocrand: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] - buildable: false - externals: - - spec: rocrand@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocrand@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ - - spec: rocrand@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ - - spec: rocrand@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ - - spec: rocrand@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ - - spec: rocrand@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ - - spec: rocrand@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ - - spec: rocrand@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ - - spec: rocrand@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ - - spec: rocrand@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ - - spec: rocrand@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ cray-mpich: buildable: false externals: From 9ac824bc7bd17aefa79fa3f3ae71a1bcd61c8bb0 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 21 Oct 2024 10:21:18 +0200 Subject: [PATCH 30/82] Remove unsupported hipsparse version --- spack-environments/radiuss/tioga/packages.yaml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index 4e46891..3c7c9e8 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -55,11 +55,9 @@ packages:: - spec: hip@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0 hipsparse: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - - spec: hip@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/hipsparse - spec: hip@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0/hipsparse - spec: hip@5.4.1%rocmcc@5.4.1 From 16b9cba17264fef15d12e9e2e68cdba7ca258615 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 21 Oct 2024 10:33:43 +0200 Subject: [PATCH 31/82] Fix hipsparse external --- .../radiuss/tioga/packages.yaml | 24 ++++++++++--------- 1 file changed, 13 insertions(+), 11 deletions(-) diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index 3c7c9e8..6196ba2 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -55,28 +55,30 @@ packages:: - spec: hip@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0 hipsparse: - version: [5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - - spec: hip@5.3.0%rocmcc@5.3.0 + - spec: hipsparse@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/hipsparse + - spec: hipsparse@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0/hipsparse - - spec: hip@5.4.1%rocmcc@5.4.1 + - spec: hipsparse@5.4.1%rocmcc@5.4.1 prefix: /opt/rocm-5.4.1/hipsparse - - spec: hip@5.4.3%rocmcc@5.4.3 + - spec: hipsparse@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3/hipsparse - - spec: hip@5.5.1%rocmcc@5.5.1 + - spec: hipsparse@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1/hipsparse - - spec: hip@5.6.1%rocmcc@5.6.1 + - spec: hipsparse@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1/hipsparse - - spec: hip@5.7.0%rocmcc@5.7.0 + - spec: hipsparse@5.7.0%rocmcc@5.7.0 prefix: /opt/rocm-5.7.0/hipsparse - - spec: hip@5.7.1%rocmcc@5.7.1 + - spec: hipsparse@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/hipsparse - - spec: hip@6.1.1%rocmcc@6.1.1 + - spec: hipsparse@6.1.1%rocmcc@6.1.1 prefix: /opt/rocm-6.1.1 - - spec: hip@6.1.2%rocmcc@6.1.2 + - spec: hipsparse@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: hip@6.2.0%rocmcc@6.2.0 + - spec: hipsparse@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0 llvm-amdgpu: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] From f54c2fd180c3596e3c16b5b1a010151112f16df8 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 21 Oct 2024 11:34:41 +0200 Subject: [PATCH 32/82] Externals: Re-add rocrand rocsparse and rocthrust + add ncurses --- .../radiuss/corona/packages.yaml | 5 + spack-environments/radiuss/ruby/packages.yaml | 5 + .../radiuss/tioga/packages.yaml | 93 ++++++++++++++++++- 3 files changed, 98 insertions(+), 5 deletions(-) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 34626cc..f041fa3 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -346,6 +346,11 @@ packages:: externals: - spec: m4@1.4.18 prefix: /usr + ncurses: + buildable: false + externals: + - spec: ncurses@6.1 + prefix: /usr netlib-lapack: buildable: false externals: diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 29d49d4..0d85ef0 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -186,6 +186,11 @@ packages:: externals: - spec: m4@1.4.18 prefix: /usr + ncurses: + buildable: false + externals: + - spec: ncurses@6.1 + prefix: /usr netlib-lapack: buildable: false externals: diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index 6196ba2..7e51a8d 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -210,6 +210,84 @@ packages:: prefix: /opt/rocm-6.1.2/ - spec: rocprim@6.2.0%rocmcc@6.2.0 prefix: /opt/rocm-6.2.0/ + rocthrust: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocthrust@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocthrust@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocthrust@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocthrust@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocthrust@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocthrust@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocthrust@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocthrust@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocthrust@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocthrust@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocthrust@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocsparse: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocsparse@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocsparse@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocsparse@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocsparse@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocsparse@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocsparse@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocsparse@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocsparse@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocsparse@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocsparse@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocsparse@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ + rocrand: + version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + buildable: false + externals: + - spec: rocrand@5.2.3%rocmcc@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocrand@5.3.0%rocmcc@5.3.0 + prefix: /opt/rocm-5.3.0/ + - spec: rocrand@5.4.1%rocmcc@5.4.1 + prefix: /opt/rocm-5.4.1/ + - spec: rocrand@5.4.3%rocmcc@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocrand@5.5.1%rocmcc@5.5.1 + prefix: /opt/rocm-5.5.1/ + - spec: rocrand@5.6.1%rocmcc@5.6.1 + prefix: /opt/rocm-5.6.1/ + - spec: rocrand@5.7.0%rocmcc@5.7.0 + prefix: /opt/rocm-5.7.0/ + - spec: rocrand@5.7.1%rocmcc@5.7.1 + prefix: /opt/rocm-5.7.1/ + - spec: rocrand@6.1.1%rocmcc@6.1.1 + prefix: /opt/rocm-6.1.1/ + - spec: rocrand@6.1.2%rocmcc@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocrand@6.2.0%rocmcc@6.2.0 + prefix: /opt/rocm-6.2.0/ cray-mpich: buildable: false externals: @@ -283,11 +361,6 @@ packages:: externals: - spec: elfutils@0.190 prefix: /usr - libepoxy: - buildable: false - externals: - - spec: libepoxy@1.5.2 - prefix: /usr findutils: buildable: false externals: @@ -318,6 +391,11 @@ packages:: externals: - spec: graphviz@2.40.1 prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.2 + prefix: /usr libtool: buildable: false externals: @@ -338,6 +416,11 @@ packages:: externals: - spec: m4@1.4.18 prefix: /usr + ncurses: + buildable: false + externals: + - spec: ncurses@6.1 + prefix: /usr papi: buildable: false version: [7.1.0.2] From 9e76f696bca9abace0afc697b1cfbe3b20b26a85 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 22 Oct 2024 12:22:35 +0200 Subject: [PATCH 33/82] Run on pre-allocated nodes (ruby) --- .gitlab/ruby.yml | 1 + .gitlab/spack/ci.yaml | 16 +--------------- spack-environments/radiuss/corona/packages.yaml | 5 ----- spack-environments/radiuss/ruby/packages.yaml | 5 ----- spack-environments/radiuss/tioga/packages.yaml | 8 ++++---- 5 files changed, 6 insertions(+), 29 deletions(-) diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 3149a0c..740eeac 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -27,6 +27,7 @@ build-on-ruby: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-ruby + - local: ".gitlab/ruby-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 91a6db5..3e7c83d 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -43,21 +43,7 @@ ci: build-job: tags: [ruby, shell] script:: - - spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} - - spack ${MY_SPACK_DEBUG} config blame mirrors - - spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination - - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - - spack ${MY_SPACK_DEBUG} config blame mirrors - #- spack ${MY_SPACK_DEBUG} ci rebuild - - echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack --color=always --backtrace - install - --include-build-deps - --no-check-signature - --use-buildcache=package:never,dependencies:only - /${SPACK_JOB_SPEC_DAG_HASH} - - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} ./.gitlab/spack/ci-scirpt.sh - match: - 'target=power9le:' build-job: diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index f041fa3..34626cc 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -346,11 +346,6 @@ packages:: externals: - spec: m4@1.4.18 prefix: /usr - ncurses: - buildable: false - externals: - - spec: ncurses@6.1 - prefix: /usr netlib-lapack: buildable: false externals: diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 0d85ef0..29d49d4 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -186,11 +186,6 @@ packages:: externals: - spec: m4@1.4.18 prefix: /usr - ncurses: - buildable: false - externals: - - spec: ncurses@6.1 - prefix: /usr netlib-lapack: buildable: false externals: diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index 7e51a8d..daa4ee6 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -411,15 +411,15 @@ packages:: externals: - spec: libx11@1.20.4 prefix: /usr - m4: + lua: buildable: false externals: - - spec: m4@1.4.18 + - spec: lua@5.3.4 prefix: /usr - ncurses: + m4: buildable: false externals: - - spec: ncurses@6.1 + - spec: m4@1.4.18 prefix: /usr papi: buildable: false From bc18f86f2ee630460e30e9d9dbd16dcfa3d81508 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 22 Oct 2024 14:59:56 +0200 Subject: [PATCH 34/82] Fix missing files: Run on pre-allocated nodes (ruby) --- .gitlab/ruby-shared-alloc.yml | 36 +++++++++++++++++++++++++++++++++++ .gitlab/spack/ci-script.sh | 16 ++++++++++++++++ 2 files changed, 52 insertions(+) create mode 100644 .gitlab/ruby-shared-alloc.yml create mode 100644 .gitlab/spack/ci-script.sh diff --git a/.gitlab/ruby-shared-alloc.yml b/.gitlab/ruby-shared-alloc.yml new file mode 100644 index 0000000..29bff15 --- /dev/null +++ b/.gitlab/ruby-shared-alloc.yml @@ -0,0 +1,36 @@ +variables: + ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + RUBY_SHARED_ALLOC: "--exclusive --reservation=ci --time=30 --nodes=2" + RUBY_JOB_ALLOC: "--reservation=ci --overlap --nodes=1" + +.on_ruby: + tags: + - shell + - ruby + rules: + # Runs except if we explicitly deactivate ruby by variable. + - if: '$ON_RUBY == "OFF"' + when: never + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: .on_ruby + stage: allocate-resources + script: + - salloc ${RUBY_SHARED_ALLOC} --no-shell --job-name=${ALLOC_NAME} + +release_resources: + variables: + GIT_STRATEGY: none + extends: .on_ruby + stage: release-resources + script: + - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) + - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) diff --git a/.gitlab/spack/ci-script.sh b/.gitlab/spack/ci-script.sh new file mode 100644 index 0000000..dccb247 --- /dev/null +++ b/.gitlab/spack/ci-script.sh @@ -0,0 +1,16 @@ +#! /bin/bash + +. ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh +export SPACK_DISABLE_LOCAL_CONFIG="" +export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" +spack --version +spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} +spack ${MY_SPACK_DEBUG} config blame mirrors +spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination +spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} +spack ${MY_SPACK_DEBUG} config blame mirrors + spack ${MY_SPACK_DEBUG} ci rebuild +echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} +spack --color=always --backtrace install --include-build-deps --no-check-signature --use-buildcache=package:never,dependencies:only /${SPACK_JOB_SPEC_DAG_HASH} +echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} +spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} From d200f1e44ffcd862032bbe0b4eecad93b8a01287 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 22 Oct 2024 15:53:50 +0200 Subject: [PATCH 35/82] Fix stage name --- .gitlab/ruby-shared-alloc.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab/ruby-shared-alloc.yml b/.gitlab/ruby-shared-alloc.yml index 29bff15..69eefb7 100644 --- a/.gitlab/ruby-shared-alloc.yml +++ b/.gitlab/ruby-shared-alloc.yml @@ -22,7 +22,7 @@ allocate_resources: variables: GIT_STRATEGY: none extends: .on_ruby - stage: allocate-resources + stage: .pre script: - salloc ${RUBY_SHARED_ALLOC} --no-shell --job-name=${ALLOC_NAME} @@ -30,7 +30,7 @@ release_resources: variables: GIT_STRATEGY: none extends: .on_ruby - stage: release-resources + stage: .post script: - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) From 195889bf01106b2783fa095457583cf94a786787 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 22 Oct 2024 16:16:55 +0200 Subject: [PATCH 36/82] Fix typo --- .gitlab/spack/ci.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 3e7c83d..9cdb1ba 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -43,7 +43,7 @@ ci: build-job: tags: [ruby, shell] script:: - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} ./.gitlab/spack/ci-scirpt.sh + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} ./.gitlab/spack/ci-script.sh - match: - 'target=power9le:' build-job: From 9afdc71b5eb8a15cea11b80553ef6e102f8e1d8a Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 22 Oct 2024 17:18:13 +0200 Subject: [PATCH 37/82] chmod script --- .gitlab/spack/ci-script.sh | 0 1 file changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 .gitlab/spack/ci-script.sh diff --git a/.gitlab/spack/ci-script.sh b/.gitlab/spack/ci-script.sh old mode 100644 new mode 100755 From 2a013dd589617bcc22b7b97ae711fda8643daf78 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 22 Oct 2024 20:40:26 +0200 Subject: [PATCH 38/82] Fix missing JOBID definition --- .gitlab/spack/ci.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 9cdb1ba..0fe53ff 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -43,6 +43,7 @@ ci: build-job: tags: [ruby, shell] script:: + - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} ./.gitlab/spack/ci-script.sh - match: - 'target=power9le:' From a8fbfb277320ae2ce9f63031eb7a8f2d0d91a5b1 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 24 Oct 2024 14:24:18 +0200 Subject: [PATCH 39/82] Extend using shared alloc to other machines --- .gitlab/corona-shared-alloc.yml | 39 ++++++++++++++++++++ .gitlab/corona.yml | 1 + .gitlab/lassen-shared-alloc.yml | 17 +++++++++ .gitlab/lassen.yml | 1 + .gitlab/ruby-shared-alloc.yml | 1 - .gitlab/spack/ci.yaml | 65 ++++++--------------------------- .gitlab/tioga-shared-alloc.yml | 39 ++++++++++++++++++++ .gitlab/tioga.yml | 1 + 8 files changed, 110 insertions(+), 54 deletions(-) create mode 100644 .gitlab/corona-shared-alloc.yml create mode 100644 .gitlab/lassen-shared-alloc.yml create mode 100644 .gitlab/tioga-shared-alloc.yml diff --git a/.gitlab/corona-shared-alloc.yml b/.gitlab/corona-shared-alloc.yml new file mode 100644 index 0000000..888f9cd --- /dev/null +++ b/.gitlab/corona-shared-alloc.yml @@ -0,0 +1,39 @@ +variables: + ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + CORONA_SHARED_ALLOC: "--exclusive --time-limit=60m --nodes=1" + CORONA_JOB_ALLOC: "--nodes=1 --begin-time=+2s" + +.on_corona: + tags: + - shell + - corona + rules: + # Runs except if we explicitly deactivate corona by variable. + - if: '$ON_CORONA == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: .on_corona + stage: .pre + script: + - | + set -x + flux --parent alloc ${CORONA_SHARED_ALLOC} --job-name=${ALLOC_NAME} --bg + +release_resources: + variables: + GIT_STRATEGY: none + extends: .on_corona + stage: .post + script: + - | + set -x + export URI=$(flux jobs -o "{id} {name}" | grep ${ALLOC_NAME} | awk '{print $1}') + ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index b369bf5..e5bcd68 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -24,6 +24,7 @@ build-on-corona: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-corona + - local: ".gitlab/corona-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/lassen-shared-alloc.yml b/.gitlab/lassen-shared-alloc.yml new file mode 100644 index 0000000..d4cf363 --- /dev/null +++ b/.gitlab/lassen-shared-alloc.yml @@ -0,0 +1,17 @@ +variables: + ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + LASSEN_JOB_ALLOC: "1 -W 15 -q pci" + +.on_lassen: + tags: + - shell + - lassen + rules: + # Runs except if we explicitly deactivate lassen by variable. + - if: '$ON_LASSEN == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index c0da97c..31bcd2f 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -24,6 +24,7 @@ build-on-lassen: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-lassen + - local: ".gitlab/lassen-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/ruby-shared-alloc.yml b/.gitlab/ruby-shared-alloc.yml index 69eefb7..304a2fa 100644 --- a/.gitlab/ruby-shared-alloc.yml +++ b/.gitlab/ruby-shared-alloc.yml @@ -11,7 +11,6 @@ variables: # Runs except if we explicitly deactivate ruby by variable. - if: '$ON_RUBY == "OFF"' when: never - when: never # We should always release resources allocated in the pipeline. - if: '$CI_JOB_NAME =~ /release_resources/' when: always diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 0fe53ff..a3f99bb 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -10,81 +10,38 @@ ci: target: gitlab pipeline-gen: - - any-job: - before_script: - - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - - export SPACK_DISABLE_LOCAL_CONFIG="" - - export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" - - spack --version - - submapping: - match: - 'target=zen' build-job: tags: [corona, shell] script:: - - spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} - - spack ${MY_SPACK_DEBUG} config blame mirrors - - spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination - - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - - spack ${MY_SPACK_DEBUG} config blame mirrors - #- spack ${MY_SPACK_DEBUG} ci rebuild - - echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack --color=always --backtrace - install - --include-build-deps - --no-check-signature - --use-buildcache=package:never,dependencies:only - /${SPACK_JOB_SPEC_DAG_HASH} - - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} + - ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information]: Shared allocation ID = ${ALLOC_ID}" + - PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/ci-script.sh) - match: - 'target=cascadelake' build-job: tags: [ruby, shell] script:: - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} ./.gitlab/spack/ci-script.sh + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/ci-script.sh - match: - 'target=power9le:' build-job: tags: [lassen, shell] script:: - - spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} - - spack ${MY_SPACK_DEBUG} config blame mirrors - - spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination - - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - - spack ${MY_SPACK_DEBUG} config blame mirrors - #- spack ${MY_SPACK_DEBUG} ci rebuild - - echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack --color=always --backtrace - install - --include-build-deps - --no-check-signature - --use-buildcache=package:never,dependencies:only - /${SPACK_JOB_SPEC_DAG_HASH} - - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} + - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/ci-script.sh - match: - 'target=zen3' build-job: tags: [tioga, shell] script:: - - spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} - - spack ${MY_SPACK_DEBUG} config blame mirrors - - spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination - - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - - spack ${MY_SPACK_DEBUG} config blame mirrors - #- spack ${MY_SPACK_DEBUG} ci rebuild - - echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack --color=always --backtrace - install - --include-build-deps - --no-check-signature - --use-buildcache=package:never,dependencies:only - /${SPACK_JOB_SPEC_DAG_HASH} - - echo Pushing ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} - - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} - - spack buildcache push buildcache-destination /${SPACK_JOB_SPEC_DAG_HASH} + - ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information]: Shared allocation ID = ${ALLOC_ID}" + - PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/ci-script.sh) match_behavior: first - reindex-job: @@ -97,7 +54,9 @@ ci: - spack ${MY_SPACK_DEBUG} config blame mirrors - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - spack ${MY_SPACK_DEBUG} config blame mirrors + - noop-job: tags: [oslic, shell] + - cleanup-job: tags: [oslic, shell] diff --git a/.gitlab/tioga-shared-alloc.yml b/.gitlab/tioga-shared-alloc.yml new file mode 100644 index 0000000..c1d8622 --- /dev/null +++ b/.gitlab/tioga-shared-alloc.yml @@ -0,0 +1,39 @@ +variables: + ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + TIOGA_SHARED_ALLOC: "--queue=pci --exclusive --time-limit=60m --nodes=1" + TIOGA_JOB_ALLOC: "--nodes=1 --begin-time=+2s" + +.on_tioga: + tags: + - shell + - tioga + rules: + # Runs except if we explicitly deactivate tioga by variable. + - if: '$ON_TIOGA == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: .on_tioga + stage: .pre + script: + - | + set -x + flux --parent alloc ${TIOGA_SHARED_ALLOC} --job-name=${ALLOC_NAME} --bg + +release_resources: + variables: + GIT_STRATEGY: none + extends: .on_tioga + stage: .post + script: + - | + set -x + export URI=$(flux jobs -o "{id} {name}" | grep ${ALLOC_NAME} | awk '{print $1}') + ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index 3dc2b02..51a8b58 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -24,6 +24,7 @@ build-on-tioga: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-tioga + - local: ".gitlab/tioga-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend From 760210f950499b01f8c93c64d244d4bc7116f467 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 24 Oct 2024 15:31:33 +0200 Subject: [PATCH 40/82] Fix CI --- .gitlab/spack/ci.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index a3f99bb..622e34e 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -10,6 +10,10 @@ ci: target: gitlab pipeline-gen: + - any-job: + before_script: + - echo "This section cannot be empty because of Spack CI implementation." + - submapping: - match: - 'target=zen' From 990080faec426e264115f68e47c7d7c755208561 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 24 Oct 2024 16:13:06 +0200 Subject: [PATCH 41/82] changes that should not have any effect --- .gitlab/spack/ci.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 622e34e..9c9e69a 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -20,9 +20,9 @@ ci: build-job: tags: [corona, shell] script:: - - ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") + - export ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") - echo -e "[Information]: Shared allocation ID = ${ALLOC_ID}" - - PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/ci-script.sh) - match: - 'target=cascadelake' @@ -32,7 +32,7 @@ ci: - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/ci-script.sh - match: - - 'target=power9le:' + - 'target=power9le' build-job: tags: [lassen, shell] script:: @@ -42,9 +42,9 @@ ci: build-job: tags: [tioga, shell] script:: - - ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") + - export ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") - echo -e "[Information]: Shared allocation ID = ${ALLOC_ID}" - - PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/ci-script.sh) match_behavior: first From accb8b1c517e464dad8fe166fdc6e477aab3fcea Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 24 Oct 2024 16:18:14 +0200 Subject: [PATCH 42/82] Remove colon symbol from echo commands --- .gitlab/spack/ci.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 9c9e69a..6f886c7 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -21,7 +21,7 @@ ci: tags: [corona, shell] script:: - export ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information]: Shared allocation ID = ${ALLOC_ID}" + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/ci-script.sh) - match: @@ -43,7 +43,7 @@ ci: tags: [tioga, shell] script:: - export ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information]: Shared allocation ID = ${ALLOC_ID}" + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/ci-script.sh) match_behavior: first From 826ed4d866cf6f0a59dd0c1a49b7a72a8a3cd5e0 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 10:29:44 +0200 Subject: [PATCH 43/82] Add poodle --- .gitlab/core-ci.yml | 11 ++++++++ .gitlab/poodle-shared-alloc.yml | 35 ++++++++++++++++++++++++ .gitlab/poodle.yml | 39 +++++++++++++++++++++++++++ .gitlab/spack/ci.yaml | 7 +++++ spack-environments/radiuss/spack.yaml | 7 ++++- 5 files changed, 98 insertions(+), 1 deletion(-) create mode 100644 .gitlab/poodle-shared-alloc.yml create mode 100644 .gitlab/poodle.yml diff --git a/.gitlab/core-ci.yml b/.gitlab/core-ci.yml index 7d19e53..96cde91 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/core-ci.yml @@ -32,6 +32,17 @@ MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache #[--create-unique-path] +.on-poodle: + tags: [shell, poodle] + +.poodle-variables: + variables: + SPACK_DISABLE_LOCAL_CONFIG: "" + MY_SPACK_DEBUG: "" + MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-poodle + SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-poodle/spack-user-cache + MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache + .on-lassen: tags: [shell, lassen] diff --git a/.gitlab/poodle-shared-alloc.yml b/.gitlab/poodle-shared-alloc.yml new file mode 100644 index 0000000..83688fd --- /dev/null +++ b/.gitlab/poodle-shared-alloc.yml @@ -0,0 +1,35 @@ +variables: + ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + POODLE_SHARED_ALLOC: "--exclusive --reservation=ci --time=30 --nodes=2" + POODLE_JOB_ALLOC: "--reservation=ci --overlap --nodes=1" + +.on_poodle: + tags: + - shell + - poodle + rules: + # Runs except if we explicitly deactivate poodle by variable. + - if: '$ON_POODLE == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: .on_poodle + stage: .pre + script: + - salloc ${POODLE_SHARED_ALLOC} --no-shell --job-name=${ALLOC_NAME} + +release_resources: + variables: + GIT_STRATEGY: none + extends: .on_poodle + stage: .post + script: + - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) + - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml new file mode 100644 index 0000000..9180a7f --- /dev/null +++ b/.gitlab/poodle.yml @@ -0,0 +1,39 @@ +############################################################################## +# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +get-spack-poodle: + extends: [.on-poodle, .poodle-variables] + stage: setup + script: + - scripts/get-spack + +generate-on-poodle: + extends: [.on-poodle, .poodle-variables, .generate-pipeline] + stage: generate + before_script: + - scripts/print-variables + +build-on-poodle: + extends: [.poodle-variables] + stage: build + trigger: + include: + - artifact: "jobs_scratch_dir/pipeline.yml" + job: generate-on-poodle + - local: ".gitlab/poodle-shared-alloc.yml" + - project: "lc-templates/id_tokens" + file: "id_tokens.yml" + strategy: depend + forward: + pipeline_variables: true + needs: [generate-on-poodle] + +rm-spack-poodle: + extends: [.on-poodle, .poodle-variables] + stage: clean + script: + - scripts/remove-spack diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index 6f886c7..c21206a 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -31,6 +31,13 @@ ci: script:: - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/ci-script.sh + - match: + - 'target=sapphirerapids' + build-job: + tags: [poodle, shell] + script:: + - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/ci-script.sh - match: - 'target=power9le' build-job: diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 214b79b..c12c23b 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -40,6 +40,11 @@ spack: - '%clang@=14.0.6' - '%gcc@=10.3.1' when: env.get("LCSCHEDCLUSTER", "") == "ruby" + - compilers: + - '%intel@=2023.2.1' + - '%clang@=14.0.6' + - '%gcc@=10.3.1' + when: env.get("LCSCHEDCLUSTER", "") == "poodle" - compilers: - '+cuda %clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' - '+cuda %clang@=12.0.1.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' @@ -91,7 +96,7 @@ spack: - caliper - ascent - scr - when: env.get("LCSCHEDCLUSTER", "") == "ruby" + when: env.get("LCSCHEDCLUSTER", "") in ["ruby", "poodle"] - radiuss-projects: - mfem - hypre From 94ea37517b1042f6ba7b9e6bb2402b847e837d1f Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 10:36:28 +0200 Subject: [PATCH 44/82] Activate poodle in CI --- spack-environments/radiuss/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/spack-environments/radiuss/pipeline.yml b/spack-environments/radiuss/pipeline.yml index 94e3b35..96aa92f 100644 --- a/spack-environments/radiuss/pipeline.yml +++ b/spack-environments/radiuss/pipeline.yml @@ -16,5 +16,6 @@ variables: include: - local: .gitlab/corona.yml - local: .gitlab/ruby.yml + - local: .gitlab/poodle.yml - local: .gitlab/lassen.yml - local: .gitlab/tioga.yml From 5a38c3ef32cc41619ad80005942e10d9a9bfbaa8 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 10:39:36 +0200 Subject: [PATCH 45/82] Fix: add missing poodle config --- .../radiuss/poodle/compilers.yaml | 298 ++++++++++++++++++ spack-environments/radiuss/poodle/config.yaml | 2 + .../radiuss/poodle/packages.yaml | 270 ++++++++++++++++ 3 files changed, 570 insertions(+) create mode 100644 spack-environments/radiuss/poodle/compilers.yaml create mode 100644 spack-environments/radiuss/poodle/config.yaml create mode 100644 spack-environments/radiuss/poodle/packages.yaml diff --git a/spack-environments/radiuss/poodle/compilers.yaml b/spack-environments/radiuss/poodle/compilers.yaml new file mode 100644 index 0000000..6fe74c2 --- /dev/null +++ b/spack-environments/radiuss/poodle/compilers.yaml @@ -0,0 +1,298 @@ +compilers:: +- compiler: + spec: rocmcc@=5.0.2 + paths: + cc: /opt/rocm-5.0.2/llvm/bin/amdclang + cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-5.0.2/llvm/bin/amdflang + fc: /opt/rocm-5.0.2/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.1.1 + paths: + cc: /opt/rocm-5.1.1/llvm/bin/amdclang + cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.1.1/llvm/bin/amdflang + fc: /opt/rocm-5.1.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.2.3 + paths: + cc: /opt/rocm-5.2.3/llvm/bin/amdclang + cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.2.3/llvm/bin/amdflang + fc: /opt/rocm-5.2.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.4.3 + paths: + cc: /opt/rocm-5.4.3/llvm/bin/amdclang + cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.3/llvm/bin/amdflang + fc: /opt/rocm-5.4.3/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.0 + paths: + cc: /opt/rocm-5.5.0/llvm/bin/amdclang + cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.0/llvm/bin/amdflang + fc: /opt/rocm-5.5.0/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.5.1 + paths: + cc: /opt/rocm-5.5.1/llvm/bin/amdclang + cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.5.1/llvm/bin/amdflang + fc: /opt/rocm-5.5.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.6.1 + paths: + cc: /opt/rocm-5.6.1/llvm/bin/amdclang + cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.6.1/llvm/bin/amdflang + fc: /opt/rocm-5.6.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=5.7.1 + paths: + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: rocmcc@=6.0.2 + paths: + cc: /opt/rocm-6.0.2/llvm/bin/amdclang + cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.0.2/llvm/bin/amdflang + fc: /opt/rocm-6.0.2/llvm/bin/amdflang + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: pgi@=20.4 + paths: + cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc + cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ + f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2021.6.0 + paths: + cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc + cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc + f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2021.6.0.gcc.10.3.1 + paths: + cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icc + cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/icpc + f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort + flags: + cflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2022.1.0 + paths: + cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2022.1.0.gcc.10.3.1 + paths: + cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2023.2.1 + paths: + cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: intel@=2023.2.1.gcc.10.3.1 + paths: + cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx + cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx + f77: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=14.0.6 + paths: + cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=14.0.6.gcc.10.3.1 + paths: + cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang + cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: + cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: clang@=19.0.0 + paths: + cc: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] +- compiler: + spec: gcc@=10.3.1 + paths: + cc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-10.3.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=11.2.1 + paths: + cc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-11.2.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] +- compiler: + spec: gcc@=12.1.1 + paths: + cc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-12.1.1/bin/g++ + f77: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] diff --git a/spack-environments/radiuss/poodle/config.yaml b/spack-environments/radiuss/poodle/config.yaml new file mode 100644 index 0000000..6be0e9e --- /dev/null +++ b/spack-environments/radiuss/poodle/config.yaml @@ -0,0 +1,2 @@ +config: + build_jobs: 28 diff --git a/spack-environments/radiuss/poodle/packages.yaml b/spack-environments/radiuss/poodle/packages.yaml new file mode 100644 index 0000000..1620c02 --- /dev/null +++ b/spack-environments/radiuss/poodle/packages.yaml @@ -0,0 +1,270 @@ +packages:: + all: + target: [sapphirerapids] + compiler: [gcc, intel, clang, oneapi] + providers: + blas: [openblas] + lapack: [netlib-lapack] + mpi: [mvapich2] + cmake: + version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] + buildable: false + externals: + - spec: cmake@3.14.5 + prefix: /usr/tce/packages/cmake/cmake-3.14.5 + - spec: cmake@3.19.2 + prefix: /usr/tce/packages/cmake/cmake-3.19.2 + - spec: cmake@3.21.1 + prefix: /usr/tce/packages/cmake/cmake-3.21.1 + - spec: cmake@3.22.4 + prefix: /usr/tce/packages/cmake/cmake-3.22.4 + - spec: cmake@3.23.1 + prefix: /usr/tce/packages/cmake/cmake-3.23.1 + mvapich2: + buildable: false + externals: + - spec: mvapich2@2.3.7%intel@=19.1.2 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 + - spec: mvapich2@2.3.7%intel@=19.1.2.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-19.1.2 + - spec: mvapich2@2.3.7%intel@=2021.6.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 + - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 + - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 + - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 + - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 + - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 + - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 + - spec: mvapich2@2.3.7%clang@=14.0.6.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6 + - spec: mvapich2@2.3.7%gcc@=10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1 + - spec: mvapich2@2.3.7%gcc@=11.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-11.2.1 + - spec: mvapich2@2.3.7%gcc@=12.1.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + file_systems=lustre,nfs,ufs process_managers=slurm + prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1 + + autoconf: + buildable: false + externals: + - spec: autoconf@2.69 + prefix: /usr + automake: + buildable: false + externals: + - spec: automake@1.16.1 + prefix: /usr + binutils: + buildable: false + externals: + - spec: binutils@2.30 + prefix: /usr + bison: + buildable: false + externals: + - spec: bison@3.0.4 + prefix: /usr + bzip2: + buildable: false + externals: + - spec: bzip2@1.0.6 + prefix: /usr + curl: + buildable: false + externals: + - spec: curl@7.29.0 + prefix: /usr + diffutils: + buildable: false + externals: + - spec: diffutils@3.6 + prefix: /usr + elfutils: + buildable: false + version: [0.187] + externals: + - spec: elfutils@0.187 + prefix: /usr + expat: + buildable: false + externals: + - spec: expat@2.2.5 + prefix: /usr + flex: + buildable: false + externals: + - spec: flex@2.6.1 + prefix: /usr + findutils: + buildable: false + externals: + - spec: findutils@4.6.0 + prefix: /usr + gettext: + buildable: false + externals: + - spec: gettext@0.19.8.1 + prefix: /usr + ghostscript: + buildable: false + externals: + - spec: ghostscript@9.27 + prefix: /usr + gmake: + buildable: false + externals: + - spec: gmake@4.2.1 + prefix: /usr + graphviz: + buildable: false + externals: + - spec: graphviz@2.40.1 + prefix: /usr + groff: + buildable: false + externals: + - spec: groff@1.22.2 + prefix: /usr + hwloc: + buildable: false + externals: + - spec: hwloc@2.9.0 + prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.8 + prefix: /usr + libtool: + buildable: false + externals: + - spec: libtool@2.4.6 + prefix: /usr + # NOTE: removed since fails on clang builds + # libunwind: + # buildable: false + # externals: + # - spec: libunwind@1.3.1 + # prefix: /usr + libunwind: + buildable: false + version: [8.0.1] + externals: + - spec: libunwind@8.0.1 + prefix: /usr + libx11: + buildable: false + externals: + - spec: libx11@1.6.8 + prefix: /usr + lua: + buildable: false + externals: + - spec: lua@5.3.4 + prefix: /usr + m4: + buildable: false + externals: + - spec: m4@1.4.18 + prefix: /usr + netlib-lapack: + buildable: false + externals: + - spec: netlib-lapack@3.8.0 + prefix: /usr + ninja: + buildable: false + externals: + - spec: ninja@1.11.0 + prefix: /usr/tce/packages/ninja/ninja-1.11.0 + openblas: + buildable: false + externals: + - prefix: /usr + spec: openblas@0.3.15 + opengl: + buildable: false + externals: + - spec: opengl@1.7.0 + prefix: /usr + openglu: + buildable: false + externals: + - spec: openglu@1.3.1 + prefix: /usr + openssl: + buildable: false + externals: + - spec: openssl@1.1.1k + prefix: /usr + papi: + buildable: false + version: [6.0.0.1] + externals: + - spec: papi@6.0.0.1 + prefix: /usr/tce/packages/papi/papi-6.0.0.1 + perl: + buildable: false + externals: + - spec: perl@5.26.3 + prefix: /usr + pkg-config: + buildable: false + externals: + - spec: pkg-config@1.4.2 + prefix: /usr + python: + buildable: false + version: [3.10.8] + externals: + - spec: python@3.10.8 + prefix: /usr/tce/packages/python/python-3.10.8 + readline: + buildable: false + externals: + - spec: readline@7.0 + prefix: /usr + slurm: + buildable: false + externals: + - spec: slurm@23-11-1-1 + prefix: /usr + swig: + buildable: false + externals: + - spec: swig@3.0.12 + prefix: /usr + tar: + buildable: false + externals: + - spec: tar@1.30 + prefix: /usr + unzip: + buildable: false + externals: + - spec: unzip@6.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.11 + prefix: /usr From 526f0d4396ec7c0649dc5b5fb678ba4443305b2f Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 11:02:48 +0200 Subject: [PATCH 46/82] Fix: no ci reservation on poodle --- .gitlab/poodle-shared-alloc.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab/poodle-shared-alloc.yml b/.gitlab/poodle-shared-alloc.yml index 83688fd..c9cc59b 100644 --- a/.gitlab/poodle-shared-alloc.yml +++ b/.gitlab/poodle-shared-alloc.yml @@ -1,7 +1,7 @@ variables: ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - POODLE_SHARED_ALLOC: "--exclusive --reservation=ci --time=30 --nodes=2" - POODLE_JOB_ALLOC: "--reservation=ci --overlap --nodes=1" + POODLE_SHARED_ALLOC: "--exclusive --time=30 --nodes=2" + POODLE_JOB_ALLOC: "--overlap --nodes=1" .on_poodle: tags: From 13ea6e6eaa98e40a5719f2c5e6c69c9c18a13ee9 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 11:29:18 +0200 Subject: [PATCH 47/82] Fix: cannot allocate 2 nodes on poodle --- .gitlab/poodle-shared-alloc.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/poodle-shared-alloc.yml b/.gitlab/poodle-shared-alloc.yml index c9cc59b..5604645 100644 --- a/.gitlab/poodle-shared-alloc.yml +++ b/.gitlab/poodle-shared-alloc.yml @@ -1,6 +1,6 @@ variables: ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - POODLE_SHARED_ALLOC: "--exclusive --time=30 --nodes=2" + POODLE_SHARED_ALLOC: "--exclusive --time=60 --nodes=1" POODLE_JOB_ALLOC: "--overlap --nodes=1" .on_poodle: From 43cc98363af54ce3c657acc5d5a57ab72a33738e Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 15:58:21 +0200 Subject: [PATCH 48/82] Use /dev/shm, required sharing allocation for all jobs --- .gitlab-ci.yml | 7 +++- .gitlab/corona-shared-alloc.yml | 39 ------------------ .gitlab/corona.yml | 55 ++++++++++++++++++++++++-- .gitlab/lassen-shared-alloc.yml | 17 -------- .gitlab/lassen.yml | 26 +++++++++++- .gitlab/poodle-shared-alloc.yml | 35 ---------------- .gitlab/poodle.yml | 51 ++++++++++++++++++++++-- .gitlab/ruby-shared-alloc.yml | 35 ---------------- .gitlab/ruby.yml | 51 ++++++++++++++++++++++-- .gitlab/spack/ci-script.sh | 6 +++ .gitlab/spack/ci.yaml | 8 ++-- .gitlab/spack/generate-script.sh | 21 ++++++++++ .gitlab/tioga-shared-alloc.yml | 39 ------------------ .gitlab/tioga.yml | 55 ++++++++++++++++++++++++-- .gitlab/{core-ci.yml => variables.yml} | 35 ---------------- 15 files changed, 256 insertions(+), 224 deletions(-) delete mode 100644 .gitlab/corona-shared-alloc.yml delete mode 100644 .gitlab/lassen-shared-alloc.yml delete mode 100644 .gitlab/poodle-shared-alloc.yml delete mode 100644 .gitlab/ruby-shared-alloc.yml create mode 100644 .gitlab/spack/generate-script.sh delete mode 100644 .gitlab/tioga-shared-alloc.yml rename .gitlab/{core-ci.yml => variables.yml} (66%) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 2643291..b353fc1 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -11,7 +11,10 @@ variables: LLNL_SERVICE_USER: bradiuss # Use the service user workspace. Solves permission issues, stores everything # at the same location whoever triggers a pipeline. - CUSTOM_CI_BUILDS_DIR: /usr/workspace/bradiuss/gitlab-runner +# CUSTOM_CI_BUILDS_DIR: /usr/workspace/bradiuss/gitlab-runner +# Use shared memory to speed up builds. +# Warning! assumes that we initialize the directory structure on each node. + CUSTOM_CI_BUILDS_DIR: /dev/shm stages: - setup @@ -22,7 +25,7 @@ stages: include: - project: 'lc-templates/id_tokens' file: 'id_tokens.yml' - - local: .gitlab/core-ci.yml + - local: .gitlab/variables.yml rules: - if: $MY_ENV_NAME != null - local: spack-environments/${MY_ENV_NAME}/pipeline.yml diff --git a/.gitlab/corona-shared-alloc.yml b/.gitlab/corona-shared-alloc.yml deleted file mode 100644 index 888f9cd..0000000 --- a/.gitlab/corona-shared-alloc.yml +++ /dev/null @@ -1,39 +0,0 @@ -variables: - ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - CORONA_SHARED_ALLOC: "--exclusive --time-limit=60m --nodes=1" - CORONA_JOB_ALLOC: "--nodes=1 --begin-time=+2s" - -.on_corona: - tags: - - shell - - corona - rules: - # Runs except if we explicitly deactivate corona by variable. - - if: '$ON_CORONA == "OFF"' - when: never - # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' - when: always - # A true statement is expected to allow jobs to run. Here is the default. - - when: on_success - -allocate_resources: - variables: - GIT_STRATEGY: none - extends: .on_corona - stage: .pre - script: - - | - set -x - flux --parent alloc ${CORONA_SHARED_ALLOC} --job-name=${ALLOC_NAME} --bg - -release_resources: - variables: - GIT_STRATEGY: none - extends: .on_corona - stage: .post - script: - - | - set -x - export URI=$(flux jobs -o "{id} {name}" | grep ${ALLOC_NAME} | awk '{print $1}') - ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index e5bcd68..640cb14 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -5,17 +5,63 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +variables: + CORONA_ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + CORONA_SHARED_ALLOC: "--exclusive --time-limit=60m --nodes=1" + CORONA_JOB_ALLOC: "--nodes=1 --begin-time=+2s" + +.on-corona: + tags: + - shell + - corona + rules: + # Runs except if we explicitly deactivate corona by variable. + - if: '$ON_CORONA == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: [.on-corona, .corona-variables] + stage: .pre + script: + - | + set -x + flux --parent alloc ${CORONA_SHARED_ALLOC} --job-name=${CORONA_ALLOC_NAME} --bg + +release_resources: + variables: + GIT_STRATEGY: none + extends: [.on-corona, .corona-variables] + stage: .post + script: + - | + set -x + export URI=$(flux jobs -o "{id} {name}" | grep ${CORONA_ALLOC_NAME} | awk '{print $1}') + ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) + get-spack-corona: extends: [.on-corona, .corona-variables] stage: setup script: - - scripts/get-spack + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) generate-on-corona: - extends: [.on-corona, .corona-variables, .generate-pipeline] + extends: [.on-corona, .corona-variables] stage: generate - before_script: + script: - scripts/print-variables + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh) + artifacts: + paths: + - "${CI_PROJECT_DIR}/jobs_scratch_dir" build-on-corona: extends: [.corona-variables] @@ -36,4 +82,5 @@ rm-spack-corona: extends: [.on-corona, .corona-variables] stage: clean script: - - scripts/remove-spack + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) diff --git a/.gitlab/lassen-shared-alloc.yml b/.gitlab/lassen-shared-alloc.yml deleted file mode 100644 index d4cf363..0000000 --- a/.gitlab/lassen-shared-alloc.yml +++ /dev/null @@ -1,17 +0,0 @@ -variables: - ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - LASSEN_JOB_ALLOC: "1 -W 15 -q pci" - -.on_lassen: - tags: - - shell - - lassen - rules: - # Runs except if we explicitly deactivate lassen by variable. - - if: '$ON_LASSEN == "OFF"' - when: never - # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' - when: always - # A true statement is expected to allow jobs to run. Here is the default. - - when: on_success diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 31bcd2f..c5aa26d 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -5,6 +5,24 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +variables: + ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + LASSEN_JOB_ALLOC: "1 -W 15 -q pci" + +.on-lassen: + tags: + - shell + - lassen + rules: + # Runs except if we explicitly deactivate lassen by variable. + - if: '$ON_LASSEN == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + get-spack-lassen: extends: [.on-lassen, .lassen-variables] stage: setup @@ -12,10 +30,14 @@ get-spack-lassen: - scripts/get-spack generate-on-lassen: - extends: [.on-lassen, .lassen-variables, .generate-pipeline] + extends: [.on-lassen, .lassen-variables] stage: generate - before_script: + script: - scripts/print-variables + - .gitlab/spack/generate-script.sh + artifacts: + paths: + - "${CI_PROJECT_DIR}/jobs_scratch_dir" build-on-lassen: extends: [.lassen-variables] diff --git a/.gitlab/poodle-shared-alloc.yml b/.gitlab/poodle-shared-alloc.yml deleted file mode 100644 index 5604645..0000000 --- a/.gitlab/poodle-shared-alloc.yml +++ /dev/null @@ -1,35 +0,0 @@ -variables: - ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - POODLE_SHARED_ALLOC: "--exclusive --time=60 --nodes=1" - POODLE_JOB_ALLOC: "--overlap --nodes=1" - -.on_poodle: - tags: - - shell - - poodle - rules: - # Runs except if we explicitly deactivate poodle by variable. - - if: '$ON_POODLE == "OFF"' - when: never - # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' - when: always - # A true statement is expected to allow jobs to run. Here is the default. - - when: on_success - -allocate_resources: - variables: - GIT_STRATEGY: none - extends: .on_poodle - stage: .pre - script: - - salloc ${POODLE_SHARED_ALLOC} --no-shell --job-name=${ALLOC_NAME} - -release_resources: - variables: - GIT_STRATEGY: none - extends: .on_poodle - stage: .post - script: - - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 9180a7f..6c266c7 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -5,17 +5,59 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +variables: + POODLE_ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + POODLE_SHARED_ALLOC: "--exclusive --time=60 --nodes=1" + POODLE_JOB_ALLOC: "--overlap --nodes=1" + +.on-poodle: + tags: + - shell + - poodle + rules: + # Runs except if we explicitly deactivate poodle by variable. + - if: '$ON_POODLE == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: [.on-poodle, .poodle-variables] + stage: .pre + script: + - salloc ${POODLE_SHARED_ALLOC} --no-shell --job-name=${POODLE_ALLOC_NAME} + +release_resources: + variables: + GIT_STRATEGY: none + extends: [.on-poodle, .poodle-variables] + stage: .post + script: + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) + get-spack-poodle: extends: [.on-poodle, .poodle-variables] stage: setup script: - - scripts/get-spack + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/get-spack generate-on-poodle: - extends: [.on-poodle, .poodle-variables, .generate-pipeline] + extends: [.on-poodle, .poodle-variables] stage: generate - before_script: + script: - scripts/print-variables + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 .gitlab/spack/generate-script.sh + artifacts: + paths: + - "${CI_PROJECT_DIR}/jobs_scratch_dir" build-on-poodle: extends: [.poodle-variables] @@ -36,4 +78,5 @@ rm-spack-poodle: extends: [.on-poodle, .poodle-variables] stage: clean script: - - scripts/remove-spack + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/remove-spack diff --git a/.gitlab/ruby-shared-alloc.yml b/.gitlab/ruby-shared-alloc.yml deleted file mode 100644 index 304a2fa..0000000 --- a/.gitlab/ruby-shared-alloc.yml +++ /dev/null @@ -1,35 +0,0 @@ -variables: - ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - RUBY_SHARED_ALLOC: "--exclusive --reservation=ci --time=30 --nodes=2" - RUBY_JOB_ALLOC: "--reservation=ci --overlap --nodes=1" - -.on_ruby: - tags: - - shell - - ruby - rules: - # Runs except if we explicitly deactivate ruby by variable. - - if: '$ON_RUBY == "OFF"' - when: never - # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' - when: always - # A true statement is expected to allow jobs to run. Here is the default. - - when: on_success - -allocate_resources: - variables: - GIT_STRATEGY: none - extends: .on_ruby - stage: .pre - script: - - salloc ${RUBY_SHARED_ALLOC} --no-shell --job-name=${ALLOC_NAME} - -release_resources: - variables: - GIT_STRATEGY: none - extends: .on_ruby - stage: .post - script: - - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) - - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 740eeac..3586606 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -5,19 +5,61 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +variables: + RUBY_ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + RUBY_SHARED_ALLOC: "--exclusive --reservation=ci --time=30 --nodes=2" + RUBY_JOB_ALLOC: "--reservation=ci --overlap --nodes=1" + +.on-ruby: + tags: + - shell + - ruby + rules: + # Runs except if we explicitly deactivate ruby by variable. + - if: '$ON_RUBY == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: [.on-ruby, .ruby-variables] + stage: .pre + script: + - salloc ${RUBY_SHARED_ALLOC} --no-shell --job-name=${RUBY_ALLOC_NAME} + +release_resources: + variables: + GIT_STRATEGY: none + extends: [.on-ruby, .ruby-variables] + stage: .post + script: + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) + #[get-spack--] get-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: setup script: - - scripts/get-spack + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/get-spack #[--get-spack] generate-on-ruby: - extends: [.on-ruby, .ruby-variables, .generate-pipeline] + extends: [.on-ruby, .ruby-variables] stage: generate - before_script: + script: - scripts/print-variables + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=1 .gitlab/spack/generate-script.sh + artifacts: + paths: + - "${CI_PROJECT_DIR}/jobs_scratch_dir" #[send-variable-child--] build-on-ruby: @@ -41,5 +83,6 @@ rm-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: clean script: - - scripts/remove-spack + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/remove-spack #[--rm-spack] diff --git a/.gitlab/spack/ci-script.sh b/.gitlab/spack/ci-script.sh index dccb247..2e90be4 100755 --- a/.gitlab/spack/ci-script.sh +++ b/.gitlab/spack/ci-script.sh @@ -1,4 +1,10 @@ #! /bin/bash +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh export SPACK_DISABLE_LOCAL_CONFIG="" diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index c21206a..e1cc1bc 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -20,7 +20,7 @@ ci: build-job: tags: [corona, shell] script:: - - export ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/ci-script.sh) @@ -29,14 +29,14 @@ ci: build-job: tags: [ruby, shell] script:: - - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/ci-script.sh - match: - 'target=sapphirerapids' build-job: tags: [poodle, shell] script:: - - export JOBID=$(squeue -h --name=${ALLOC_NAME} --format=%A) + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/ci-script.sh - match: - 'target=power9le' @@ -49,7 +49,7 @@ ci: build-job: tags: [tioga, shell] script:: - - export ALLOC_ID=$(flux jobs --name="${ALLOC_NAME}" -n -o "{id}") + - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/ci-script.sh) diff --git a/.gitlab/spack/generate-script.sh b/.gitlab/spack/generate-script.sh new file mode 100644 index 0000000..06bafed --- /dev/null +++ b/.gitlab/spack/generate-script.sh @@ -0,0 +1,21 @@ +#! /bin/bash +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +. ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh +spack ${MY_SPACK_DEBUG} env activate --without-view spack-environments/${MY_ENV_NAME} +spack ${MY_SPACK_DEBUG} config blame mirrors +spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} +spack ${MY_SPACK_DEBUG} config blame mirrors + spack ${MY_SPACK_DEBUG} concretize || spack ${MY_SPACK_DEBUG} concretize +spack ${MY_SPACK_DEBUG} --color=always + --config-scope "${CI_PROJECT_DIR}/.gitlab/spack" + ci generate + --check-index-only + --artifacts-root "${CI_PROJECT_DIR}/jobs_scratch_dir" + --output-file "${CI_PROJECT_DIR}/jobs_scratch_dir/pipeline.yml" +cp -r spack-environments/${MY_ENV_NAME}/${LCSCHEDCLUSTER} ${CI_PROJECT_DIR}/jobs_scratch_dir/concrete_environment/ diff --git a/.gitlab/tioga-shared-alloc.yml b/.gitlab/tioga-shared-alloc.yml deleted file mode 100644 index c1d8622..0000000 --- a/.gitlab/tioga-shared-alloc.yml +++ /dev/null @@ -1,39 +0,0 @@ -variables: - ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} - TIOGA_SHARED_ALLOC: "--queue=pci --exclusive --time-limit=60m --nodes=1" - TIOGA_JOB_ALLOC: "--nodes=1 --begin-time=+2s" - -.on_tioga: - tags: - - shell - - tioga - rules: - # Runs except if we explicitly deactivate tioga by variable. - - if: '$ON_TIOGA == "OFF"' - when: never - # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' - when: always - # A true statement is expected to allow jobs to run. Here is the default. - - when: on_success - -allocate_resources: - variables: - GIT_STRATEGY: none - extends: .on_tioga - stage: .pre - script: - - | - set -x - flux --parent alloc ${TIOGA_SHARED_ALLOC} --job-name=${ALLOC_NAME} --bg - -release_resources: - variables: - GIT_STRATEGY: none - extends: .on_tioga - stage: .post - script: - - | - set -x - export URI=$(flux jobs -o "{id} {name}" | grep ${ALLOC_NAME} | awk '{print $1}') - ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index 51a8b58..b8e5542 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -5,17 +5,63 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +variables: + TIOGA_ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID} + TIOGA_SHARED_ALLOC: "--queue=pci --exclusive --time-limit=60m --nodes=1" + TIOGA_JOB_ALLOC: "--nodes=1 --begin-time=+2s" + +.on-tioga: + tags: + - shell + - tioga + rules: + # Runs except if we explicitly deactivate tioga by variable. + - if: '$ON_TIOGA == "OFF"' + when: never + # We should always release resources allocated in the pipeline. + - if: '$CI_JOB_NAME =~ /release_resources/' + when: always + # A true statement is expected to allow jobs to run. Here is the default. + - when: on_success + +allocate_resources: + variables: + GIT_STRATEGY: none + extends: [.on-tioga, .tioga-variables] + stage: .pre + script: + - | + set -x + flux --parent alloc ${TIOGA_SHARED_ALLOC} --job-name=${TIOGA_ALLOC_NAME} --bg + +release_resources: + variables: + GIT_STRATEGY: none + extends: [.on-tioga, .tioga-variables] + stage: .post + script: + - | + set -x + export URI=$(flux jobs -o "{id} {name}" | grep ${TIOGA_ALLOC_NAME} | awk '{print $1}') + ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) + get-spack-tioga: extends: [.on-tioga, .tioga-variables] stage: setup script: - - scripts/get-spack + - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) generate-on-tioga: - extends: [.on-tioga, .tioga-variables, .generate-pipeline] + extends: [.on-tioga, .tioga-variables] stage: generate - before_script: + script: - scripts/print-variables + - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh) + artifacts: + paths: + - "${CI_PROJECT_DIR}/jobs_scratch_dir" build-on-tioga: extends: [.tioga-variables] @@ -36,4 +82,5 @@ rm-spack-tioga: extends: [.on-tioga, .tioga-variables] stage: clean script: - - scripts/remove-spack + - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) diff --git a/.gitlab/core-ci.yml b/.gitlab/variables.yml similarity index 66% rename from .gitlab/core-ci.yml rename to .gitlab/variables.yml index 96cde91..e4333c4 100644 --- a/.gitlab/core-ci.yml +++ b/.gitlab/variables.yml @@ -5,9 +5,6 @@ # SPDX-License-Identifier: (MIT) ############################################################################## -.on-corona: - tags: [shell, corona] - .corona-variables: variables: SPACK_DISABLE_LOCAL_CONFIG: "" @@ -16,9 +13,6 @@ SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache -.on-ruby: - tags: [shell, ruby] - .ruby-variables: variables: SPACK_DISABLE_LOCAL_CONFIG: "" @@ -32,9 +26,6 @@ MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache #[--create-unique-path] -.on-poodle: - tags: [shell, poodle] - .poodle-variables: variables: SPACK_DISABLE_LOCAL_CONFIG: "" @@ -43,9 +34,6 @@ SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-poodle/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache -.on-lassen: - tags: [shell, lassen] - .lassen-variables: variables: MY_SPACK_DEBUG: "" @@ -54,9 +42,6 @@ SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache -.on-tioga: - tags: [shell, tioga] - .tioga-variables: variables: SPACK_DISABLE_LOCAL_CONFIG: "" @@ -64,23 +49,3 @@ MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-tioga SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-tioga/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache - -# Generate CI pipelines for the package in $MY_ENV_NAME -.generate-pipeline: - script: - - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - - spack ${MY_SPACK_DEBUG} env activate --without-view spack-environments/${MY_ENV_NAME} - - spack ${MY_SPACK_DEBUG} config blame mirrors - - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - - spack ${MY_SPACK_DEBUG} config blame mirrors -# - spack ${MY_SPACK_DEBUG} concretize || spack ${MY_SPACK_DEBUG} concretize - - spack ${MY_SPACK_DEBUG} --color=always - --config-scope "${CI_PROJECT_DIR}/.gitlab/spack" - ci generate - --check-index-only - --artifacts-root "${CI_PROJECT_DIR}/jobs_scratch_dir" - --output-file "${CI_PROJECT_DIR}/jobs_scratch_dir/pipeline.yml" - - cp -r spack-environments/${MY_ENV_NAME}/${LCSCHEDCLUSTER} ${CI_PROJECT_DIR}/jobs_scratch_dir/concrete_environment/ - artifacts: - paths: - - "${CI_PROJECT_DIR}/jobs_scratch_dir" From 40cbe04250beccd1c27cd67922ef380ce25a3749 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:13:26 +0200 Subject: [PATCH 49/82] Fix: one alloc per machine --- .gitlab/corona.yml | 6 +++--- .gitlab/lassen.yml | 2 +- .gitlab/poodle.yml | 6 +++--- .gitlab/ruby.yml | 6 +++--- .gitlab/tioga.yml | 6 +++--- 5 files changed, 13 insertions(+), 13 deletions(-) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index 640cb14..d62aa4e 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -19,12 +19,12 @@ variables: - if: '$ON_CORONA == "OFF"' when: never # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' + - if: '$CI_JOB_NAME =~ /release-corona/' when: always # A true statement is expected to allow jobs to run. Here is the default. - when: on_success -allocate_resources: +allocate-corona: variables: GIT_STRATEGY: none extends: [.on-corona, .corona-variables] @@ -34,7 +34,7 @@ allocate_resources: set -x flux --parent alloc ${CORONA_SHARED_ALLOC} --job-name=${CORONA_ALLOC_NAME} --bg -release_resources: +release-corona: variables: GIT_STRATEGY: none extends: [.on-corona, .corona-variables] diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index c5aa26d..aaf0111 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -18,7 +18,7 @@ variables: - if: '$ON_LASSEN == "OFF"' when: never # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' + - if: '$CI_JOB_NAME =~ /release-lassen/' when: always # A true statement is expected to allow jobs to run. Here is the default. - when: on_success diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 6c266c7..1bd2823 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -19,12 +19,12 @@ variables: - if: '$ON_POODLE == "OFF"' when: never # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' + - if: '$CI_JOB_NAME =~ /release-poodle/' when: always # A true statement is expected to allow jobs to run. Here is the default. - when: on_success -allocate_resources: +allocate-poodle: variables: GIT_STRATEGY: none extends: [.on-poodle, .poodle-variables] @@ -32,7 +32,7 @@ allocate_resources: script: - salloc ${POODLE_SHARED_ALLOC} --no-shell --job-name=${POODLE_ALLOC_NAME} -release_resources: +release-poodle: variables: GIT_STRATEGY: none extends: [.on-poodle, .poodle-variables] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 3586606..e4bf490 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -19,12 +19,12 @@ variables: - if: '$ON_RUBY == "OFF"' when: never # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' + - if: '$CI_JOB_NAME =~ /release-ruby/' when: always # A true statement is expected to allow jobs to run. Here is the default. - when: on_success -allocate_resources: +allocate-ruby: variables: GIT_STRATEGY: none extends: [.on-ruby, .ruby-variables] @@ -32,7 +32,7 @@ allocate_resources: script: - salloc ${RUBY_SHARED_ALLOC} --no-shell --job-name=${RUBY_ALLOC_NAME} -release_resources: +release-ruby: variables: GIT_STRATEGY: none extends: [.on-ruby, .ruby-variables] diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index b8e5542..9aaecc2 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -19,12 +19,12 @@ variables: - if: '$ON_TIOGA == "OFF"' when: never # We should always release resources allocated in the pipeline. - - if: '$CI_JOB_NAME =~ /release_resources/' + - if: '$CI_JOB_NAME =~ /release-tioga/' when: always # A true statement is expected to allow jobs to run. Here is the default. - when: on_success -allocate_resources: +allocate-tioga: variables: GIT_STRATEGY: none extends: [.on-tioga, .tioga-variables] @@ -34,7 +34,7 @@ allocate_resources: set -x flux --parent alloc ${TIOGA_SHARED_ALLOC} --job-name=${TIOGA_ALLOC_NAME} --bg -release_resources: +release-tioga: variables: GIT_STRATEGY: none extends: [.on-tioga, .tioga-variables] From 2023e9aeaf7466f0f37ecf68e963da3c2f776358 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:21:11 +0200 Subject: [PATCH 50/82] Use needs to prevent stage sync --- .gitlab/corona.yml | 4 ++++ .gitlab/lassen.yml | 2 ++ .gitlab/poodle.yml | 4 ++++ .gitlab/ruby.yml | 4 ++++ .gitlab/tioga.yml | 4 ++++ 5 files changed, 18 insertions(+) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index d62aa4e..24d2807 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -44,6 +44,7 @@ release-corona: set -x export URI=$(flux jobs -o "{id} {name}" | grep ${CORONA_ALLOC_NAME} | awk '{print $1}') ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) + needs: [rm-spack-corona] get-spack-corona: extends: [.on-corona, .corona-variables] @@ -51,6 +52,7 @@ get-spack-corona: script: - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) + needs: [allocate-corona] generate-on-corona: extends: [.on-corona, .corona-variables] @@ -62,6 +64,7 @@ generate-on-corona: artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" + needs: [get-spack-corona] build-on-corona: extends: [.corona-variables] @@ -84,3 +87,4 @@ rm-spack-corona: script: - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) + needs: [build-on-corona] diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index aaf0111..1fe4a53 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -38,6 +38,7 @@ generate-on-lassen: artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" + needs: [get-spack-lassen] build-on-lassen: extends: [.lassen-variables] @@ -59,3 +60,4 @@ rm-spack-lassen: stage: clean script: - scripts/remove-spack + needs: [build-on-lassen] diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 1bd2823..44fc397 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -40,6 +40,7 @@ release-poodle: script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) + needs: [rm-spack-poodle] get-spack-poodle: extends: [.on-poodle, .poodle-variables] @@ -47,6 +48,7 @@ get-spack-poodle: script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/get-spack + needs: [allocate-poodle] generate-on-poodle: extends: [.on-poodle, .poodle-variables] @@ -58,6 +60,7 @@ generate-on-poodle: artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" + needs: [get-spack-poodle] build-on-poodle: extends: [.poodle-variables] @@ -80,3 +83,4 @@ rm-spack-poodle: script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/remove-spack + needs: [build-on-poodle] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index e4bf490..aa63467 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -40,6 +40,7 @@ release-ruby: script: - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) + needs: [rm-spack-ruby] #[get-spack--] get-spack-ruby: @@ -48,6 +49,7 @@ get-spack-ruby: script: - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/get-spack + needs: [allocate-ruby] #[--get-spack] generate-on-ruby: @@ -60,6 +62,7 @@ generate-on-ruby: artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" + needs: [get-spack-ruby] #[send-variable-child--] build-on-ruby: @@ -85,4 +88,5 @@ rm-spack-ruby: script: - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/remove-spack + needs: [build-on-ruby] #[--rm-spack] diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index 9aaecc2..d43a272 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -44,6 +44,7 @@ release-tioga: set -x export URI=$(flux jobs -o "{id} {name}" | grep ${TIOGA_ALLOC_NAME} | awk '{print $1}') ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) + needs: [rm-spack-tioga] get-spack-tioga: extends: [.on-tioga, .tioga-variables] @@ -51,6 +52,7 @@ get-spack-tioga: script: - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) + needs: [allocate-tioga] generate-on-tioga: extends: [.on-tioga, .tioga-variables] @@ -62,6 +64,7 @@ generate-on-tioga: artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" + needs: [get-spack-tioga] build-on-tioga: extends: [.tioga-variables] @@ -84,3 +87,4 @@ rm-spack-tioga: script: - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) + needs: [build-on-tioga] From 6253c4d7811bf53d3d127f7e4aa3d04dfc199e93 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:26:06 +0200 Subject: [PATCH 51/82] Improved: Lassen needs no allocation to start --- .gitlab/lassen.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 1fe4a53..b5cae70 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -28,6 +28,7 @@ get-spack-lassen: stage: setup script: - scripts/get-spack + needs: [] generate-on-lassen: extends: [.on-lassen, .lassen-variables] From 234b3bed4b9eda28ad28c804a18e571c9b23a3a9 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:29:58 +0200 Subject: [PATCH 52/82] Fix: use of /dev/shm --- .gitlab-ci.yml | 5 +---- .gitlab/variables.yml | 20 ++++++++++---------- 2 files changed, 11 insertions(+), 14 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index b353fc1..2f364df 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -11,10 +11,7 @@ variables: LLNL_SERVICE_USER: bradiuss # Use the service user workspace. Solves permission issues, stores everything # at the same location whoever triggers a pipeline. -# CUSTOM_CI_BUILDS_DIR: /usr/workspace/bradiuss/gitlab-runner -# Use shared memory to speed up builds. -# Warning! assumes that we initialize the directory structure on each node. - CUSTOM_CI_BUILDS_DIR: /dev/shm + CUSTOM_CI_BUILDS_DIR: /usr/workspace/bradiuss/gitlab-runner stages: - setup diff --git a/.gitlab/variables.yml b/.gitlab/variables.yml index e4333c4..73b0547 100644 --- a/.gitlab/variables.yml +++ b/.gitlab/variables.yml @@ -9,8 +9,8 @@ variables: SPACK_DISABLE_LOCAL_CONFIG: "" MY_SPACK_DEBUG: "" - MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona - SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-corona/spack-user-cache + MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-corona + SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-corona/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache .ruby-variables: @@ -19,9 +19,9 @@ MY_SPACK_DEBUG: "" #[create-unique-path--] # Spack clone for ruby generated pipeline - MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-ruby + MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-ruby # Spack cache for spack at pipeline generation time, then overridden by each CI job - SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-ruby/spack-user-cache + SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-ruby/spack-user-cache # Spack cache for each CI job in the generated pipeline (avoids collision) MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache #[--create-unique-path] @@ -30,22 +30,22 @@ variables: SPACK_DISABLE_LOCAL_CONFIG: "" MY_SPACK_DEBUG: "" - MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-poodle - SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-poodle/spack-user-cache + MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-poodle + SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-poodle/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache .lassen-variables: variables: MY_SPACK_DEBUG: "" SPACK_DISABLE_LOCAL_CONFIG: "" - MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen - SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache + MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-lassen + SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache .tioga-variables: variables: SPACK_DISABLE_LOCAL_CONFIG: "" MY_SPACK_DEBUG: "" - MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-tioga - SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-tioga/spack-user-cache + MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-tioga + SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-tioga/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache From 70b4795ba3caac8ef6142d6546ef2cb07bfccf8e Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:34:59 +0200 Subject: [PATCH 53/82] Fix: exe rights on script --- .gitlab/spack/generate-script.sh | 0 1 file changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 .gitlab/spack/generate-script.sh diff --git a/.gitlab/spack/generate-script.sh b/.gitlab/spack/generate-script.sh old mode 100644 new mode 100755 From f03156c15d51717ac74e2409c0dfbb0cf7b5e776 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:51:25 +0200 Subject: [PATCH 54/82] Fix: ruby, corona and tioga allocs + print info --- .gitlab/corona.yml | 6 ++++++ .gitlab/poodle.yml | 4 ++++ .gitlab/ruby.yml | 8 ++++++-- .gitlab/tioga.yml | 6 ++++++ 4 files changed, 22 insertions(+), 2 deletions(-) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index 24d2807..0085693 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -51,6 +51,8 @@ get-spack-corona: stage: setup script: - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) needs: [allocate-corona] @@ -60,6 +62,8 @@ generate-on-corona: script: - scripts/print-variables - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh) artifacts: paths: @@ -86,5 +90,7 @@ rm-spack-corona: stage: clean script: - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) needs: [build-on-corona] diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 44fc397..6f67708 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -39,6 +39,7 @@ release-poodle: stage: .post script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - echo -e "[Information] Shared allocation ID = ${JOBID}" - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) needs: [rm-spack-poodle] @@ -47,6 +48,7 @@ get-spack-poodle: stage: setup script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/get-spack needs: [allocate-poodle] @@ -56,6 +58,7 @@ generate-on-poodle: script: - scripts/print-variables - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 .gitlab/spack/generate-script.sh artifacts: paths: @@ -82,5 +85,6 @@ rm-spack-poodle: stage: clean script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/remove-spack needs: [build-on-poodle] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index aa63467..32c071c 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -39,6 +39,7 @@ release-ruby: stage: .post script: - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + - echo -e "[Information] Shared allocation ID = ${JOBID}" - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) needs: [rm-spack-ruby] @@ -47,7 +48,8 @@ get-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: setup script: - - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - export ALLOC_ID=$(flux jobs --name="${RUBY_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/get-spack needs: [allocate-ruby] #[--get-spack] @@ -58,6 +60,7 @@ generate-on-ruby: script: - scripts/print-variables - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=1 .gitlab/spack/generate-script.sh artifacts: paths: @@ -86,7 +89,8 @@ rm-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: clean script: - - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - export ALLOC_ID=$(flux jobs --name="${RUBY_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/remove-spack needs: [build-on-ruby] #[--rm-spack] diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index d43a272..2bc72fb 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -51,6 +51,8 @@ get-spack-tioga: stage: setup script: - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) needs: [allocate-tioga] @@ -60,6 +62,8 @@ generate-on-tioga: script: - scripts/print-variables - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh) artifacts: paths: @@ -86,5 +90,7 @@ rm-spack-tioga: stage: clean script: - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) needs: [build-on-tioga] From 2db850d235baa99480ae9adabf9c193bd2f18eb4 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 16:57:52 +0200 Subject: [PATCH 55/82] Fix: removing missing include --- .gitlab/corona.yml | 1 - .gitlab/lassen.yml | 1 - .gitlab/poodle.yml | 1 - .gitlab/ruby.yml | 1 - .gitlab/tioga.yml | 1 - 5 files changed, 5 deletions(-) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index 0085693..b86e679 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -77,7 +77,6 @@ build-on-corona: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-corona - - local: ".gitlab/corona-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index b5cae70..d9389d3 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -48,7 +48,6 @@ build-on-lassen: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-lassen - - local: ".gitlab/lassen-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 6f67708..6e2220c 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -72,7 +72,6 @@ build-on-poodle: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-poodle - - local: ".gitlab/poodle-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 32c071c..f7f5ccc 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -75,7 +75,6 @@ build-on-ruby: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-ruby - - local: ".gitlab/ruby-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index 2bc72fb..d74d801 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -77,7 +77,6 @@ build-on-tioga: include: - artifact: "jobs_scratch_dir/pipeline.yml" job: generate-on-tioga - - local: ".gitlab/tioga-shared-alloc.yml" - project: "lc-templates/id_tokens" file: "id_tokens.yml" strategy: depend From 85577c844260cfdcb65c0b0dde8e030a24a4623b Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 17:01:02 +0200 Subject: [PATCH 56/82] Fix: generate script --- .gitlab/spack/generate-script.sh | 9 ++------- .gitlab/variables.yml | 2 +- 2 files changed, 3 insertions(+), 8 deletions(-) diff --git a/.gitlab/spack/generate-script.sh b/.gitlab/spack/generate-script.sh index 06bafed..53d82d2 100755 --- a/.gitlab/spack/generate-script.sh +++ b/.gitlab/spack/generate-script.sh @@ -11,11 +11,6 @@ spack ${MY_SPACK_DEBUG} env activate --without-view spack-environments/${MY_ENV_ spack ${MY_SPACK_DEBUG} config blame mirrors spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} spack ${MY_SPACK_DEBUG} config blame mirrors - spack ${MY_SPACK_DEBUG} concretize || spack ${MY_SPACK_DEBUG} concretize -spack ${MY_SPACK_DEBUG} --color=always - --config-scope "${CI_PROJECT_DIR}/.gitlab/spack" - ci generate - --check-index-only - --artifacts-root "${CI_PROJECT_DIR}/jobs_scratch_dir" - --output-file "${CI_PROJECT_DIR}/jobs_scratch_dir/pipeline.yml" +spack ${MY_SPACK_DEBUG} concretize || spack ${MY_SPACK_DEBUG} concretize +spack ${MY_SPACK_DEBUG} --color=always --config-scope "${CI_PROJECT_DIR}/.gitlab/spack" ci generate --check-index-only --artifacts-root "${CI_PROJECT_DIR}/jobs_scratch_dir" --output-file "${CI_PROJECT_DIR}/jobs_scratch_dir/pipeline.yml" cp -r spack-environments/${MY_ENV_NAME}/${LCSCHEDCLUSTER} ${CI_PROJECT_DIR}/jobs_scratch_dir/concrete_environment/ diff --git a/.gitlab/variables.yml b/.gitlab/variables.yml index 73b0547..bb29577 100644 --- a/.gitlab/variables.yml +++ b/.gitlab/variables.yml @@ -36,8 +36,8 @@ .lassen-variables: variables: - MY_SPACK_DEBUG: "" SPACK_DISABLE_LOCAL_CONFIG: "" + MY_SPACK_DEBUG: "" MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-lassen SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache From 206d9dd1d70fa27cfdc39b7243386263778af93e Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 17:16:55 +0200 Subject: [PATCH 57/82] Print hostname for more information --- .gitlab/variables.yml | 4 ++-- scripts/get-spack | 2 ++ scripts/print-variables | 2 ++ scripts/remove-spack | 2 ++ 4 files changed, 8 insertions(+), 2 deletions(-) diff --git a/.gitlab/variables.yml b/.gitlab/variables.yml index bb29577..a03f2ea 100644 --- a/.gitlab/variables.yml +++ b/.gitlab/variables.yml @@ -38,8 +38,8 @@ variables: SPACK_DISABLE_LOCAL_CONFIG: "" MY_SPACK_DEBUG: "" - MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-lassen - SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache + MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen + SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache .tioga-variables: diff --git a/scripts/get-spack b/scripts/get-spack index 5caeeb9..f75ce42 100755 --- a/scripts/get-spack +++ b/scripts/get-spack @@ -10,6 +10,8 @@ set -e set -x +hostname + #[get-spack--] if [[ ! -d ${MY_SPACK_PARENT_DIR}/spack ]] then diff --git a/scripts/print-variables b/scripts/print-variables index 69448bc..a216bcc 100755 --- a/scripts/print-variables +++ b/scripts/print-variables @@ -1,5 +1,7 @@ #!/bin/bash +hostname + vars="MY_ENV_NAME MY_SPACK_COMMIT MY_SPACK_BRANCH MY_SPACK_REPO MY_SPACK_PARENT_DIR" echo "--------------------------------" diff --git a/scripts/remove-spack b/scripts/remove-spack index b56e65b..4d10cc3 100755 --- a/scripts/remove-spack +++ b/scripts/remove-spack @@ -2,6 +2,8 @@ set -e +hostname + #[rm-spack--] if [[ ! -d ${MY_SPACK_PARENT_DIR} ]] then From 0bf97d401cc1e5517c45d53c4aa694765ad9ffc1 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 25 Oct 2024 17:24:27 +0200 Subject: [PATCH 58/82] Fix : no flux on ruby + print info --- .gitlab/ruby.yml | 4 ++-- .gitlab/spack/ci-script.sh | 2 ++ .gitlab/spack/generate-script.sh | 2 ++ 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index f7f5ccc..e656c11 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -48,7 +48,7 @@ get-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: setup script: - - export ALLOC_ID=$(flux jobs --name="${RUBY_ALLOC_NAME}" -n -o "{id}") + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/get-spack needs: [allocate-ruby] @@ -88,7 +88,7 @@ rm-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: clean script: - - export ALLOC_ID=$(flux jobs --name="${RUBY_ALLOC_NAME}" -n -o "{id}") + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - echo -e "[Information] Shared allocation ID = ${JOBID}" - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/remove-spack needs: [build-on-ruby] diff --git a/.gitlab/spack/ci-script.sh b/.gitlab/spack/ci-script.sh index 2e90be4..a343fe1 100755 --- a/.gitlab/spack/ci-script.sh +++ b/.gitlab/spack/ci-script.sh @@ -6,6 +6,8 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +hostname + . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh export SPACK_DISABLE_LOCAL_CONFIG="" export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" diff --git a/.gitlab/spack/generate-script.sh b/.gitlab/spack/generate-script.sh index 53d82d2..62e39e9 100755 --- a/.gitlab/spack/generate-script.sh +++ b/.gitlab/spack/generate-script.sh @@ -6,6 +6,8 @@ # SPDX-License-Identifier: (MIT) ############################################################################## +hostname + . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh spack ${MY_SPACK_DEBUG} env activate --without-view spack-environments/${MY_ENV_NAME} spack ${MY_SPACK_DEBUG} config blame mirrors From 4e89c4ff8569b28dca1db7f33aa785ac1fd063e9 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 5 Nov 2024 11:13:12 +0100 Subject: [PATCH 59/82] Clean syntax, test in poodle first --- .gitlab/poodle.yml | 39 +++++++++++++++++++++------------------ 1 file changed, 21 insertions(+), 18 deletions(-) diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 6e2220c..065dc20 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -32,24 +32,19 @@ allocate-poodle: script: - salloc ${POODLE_SHARED_ALLOC} --no-shell --job-name=${POODLE_ALLOC_NAME} -release-poodle: - variables: - GIT_STRATEGY: none - extends: [.on-poodle, .poodle-variables] - stage: .post +.prepare_poodle_jobid: script: - - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) - needs: [rm-spack-poodle] + - | + export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + echo -e "[Information] Shared allocation ID = ${JOBID}" + export JOBID_OPT=$([[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}") get-spack-poodle: extends: [.on-poodle, .poodle-variables] stage: setup script: - - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/get-spack + - !reference [.prepare_poodle_jobid] + - srun ${JOBID_OPT} --nodes=1 scripts/get-spack needs: [allocate-poodle] generate-on-poodle: @@ -57,9 +52,8 @@ generate-on-poodle: stage: generate script: - scripts/print-variables - - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 .gitlab/spack/generate-script.sh + - !reference [.prepare_poodle_jobid] + - srun ${JOBID_OPT} --nodes=1 .gitlab/spack/generate-script.sh artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" @@ -83,7 +77,16 @@ rm-spack-poodle: extends: [.on-poodle, .poodle-variables] stage: clean script: - - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --nodes=1 scripts/remove-spack + - !reference [.prepare_poodle_jobid] + - srun ${JOBID_OPT} --nodes=1 scripts/remove-spack needs: [build-on-poodle] + +release-poodle: + variables: + GIT_STRATEGY: none + extends: [.on-poodle, .poodle-variables] + stage: .post + script: + - !reference [.prepare_poodle_jobid] + - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) + needs: [rm-spack-poodle] From a46fedf6668975d79b14dd478e1878651247a0b3 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 5 Nov 2024 11:15:19 +0100 Subject: [PATCH 60/82] Fix: missing section in reference --- .gitlab/poodle.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 065dc20..991f89e 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -43,7 +43,7 @@ get-spack-poodle: extends: [.on-poodle, .poodle-variables] stage: setup script: - - !reference [.prepare_poodle_jobid] + - !reference [.prepare_poodle_jobid, script] - srun ${JOBID_OPT} --nodes=1 scripts/get-spack needs: [allocate-poodle] @@ -52,7 +52,7 @@ generate-on-poodle: stage: generate script: - scripts/print-variables - - !reference [.prepare_poodle_jobid] + - !reference [.prepare_poodle_jobid, script] - srun ${JOBID_OPT} --nodes=1 .gitlab/spack/generate-script.sh artifacts: paths: @@ -77,7 +77,7 @@ rm-spack-poodle: extends: [.on-poodle, .poodle-variables] stage: clean script: - - !reference [.prepare_poodle_jobid] + - !reference [.prepare_poodle_jobid, script] - srun ${JOBID_OPT} --nodes=1 scripts/remove-spack needs: [build-on-poodle] @@ -87,6 +87,6 @@ release-poodle: extends: [.on-poodle, .poodle-variables] stage: .post script: - - !reference [.prepare_poodle_jobid] + - !reference [.prepare_poodle_jobid, script] - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) needs: [rm-spack-poodle] From 630ac9eb6a5c575e8b68a60a7cc9c4cf268f097d Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 5 Nov 2024 16:21:30 +0100 Subject: [PATCH 61/82] Apply change to other machine with shared allocation --- .gitlab/corona.yml | 37 +++++++++++++++++++------------------ .gitlab/ruby.yml | 39 +++++++++++++++++++++------------------ .gitlab/tioga.yml | 37 +++++++++++++++++++------------------ 3 files changed, 59 insertions(+), 54 deletions(-) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index b86e679..0721471 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -34,25 +34,18 @@ allocate-corona: set -x flux --parent alloc ${CORONA_SHARED_ALLOC} --job-name=${CORONA_ALLOC_NAME} --bg -release-corona: - variables: - GIT_STRATEGY: none - extends: [.on-corona, .corona-variables] - stage: .post +.prepare_corona_proxy: script: - | - set -x - export URI=$(flux jobs -o "{id} {name}" | grep ${CORONA_ALLOC_NAME} | awk '{print $1}') - ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) - needs: [rm-spack-corona] + export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" get-spack-corona: extends: [.on-corona, .corona-variables] stage: setup script: - - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - !reference [.prepare_corona_proxy, script] - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) needs: [allocate-corona] @@ -61,9 +54,7 @@ generate-on-corona: stage: generate script: - scripts/print-variables - - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - !reference [.prepare_corona_proxy, script] - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh) artifacts: paths: @@ -88,8 +79,18 @@ rm-spack-corona: extends: [.on-corona, .corona-variables] stage: clean script: - - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - !reference [.prepare_corona_proxy, script] - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) needs: [build-on-corona] + +release-corona: + variables: + GIT_STRATEGY: none + extends: [.on-corona, .corona-variables] + stage: .post + script: + - | + set -x + export URI=$(flux jobs -o "{id} {name}" | grep ${CORONA_ALLOC_NAME} | awk '{print $1}') + ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) + needs: [rm-spack-corona] diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index e656c11..3d88994 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -32,25 +32,20 @@ allocate-ruby: script: - salloc ${RUBY_SHARED_ALLOC} --no-shell --job-name=${RUBY_ALLOC_NAME} -release-ruby: - variables: - GIT_STRATEGY: none - extends: [.on-ruby, .ruby-variables] - stage: .post +.prepare_ruby_jobid: script: - - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) - needs: [rm-spack-ruby] + - | + export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + echo -e "[Information] Shared allocation ID = ${JOBID}" + export JOBID_OPT=$([[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}") #[get-spack--] get-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: setup script: - - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/get-spack + - !reference [.prepare_ruby_jobid, script] + - srun ${JOBID_OPT} --reservation=ci --nodes=2 -n 2 scripts/get-spack needs: [allocate-ruby] #[--get-spack] @@ -59,9 +54,8 @@ generate-on-ruby: stage: generate script: - scripts/print-variables - - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=1 .gitlab/spack/generate-script.sh + - !reference [.prepare_ruby_jobid, script] + - srun ${JOBID_OPT} --reservation=ci --nodes=1 .gitlab/spack/generate-script.sh artifacts: paths: - "${CI_PROJECT_DIR}/jobs_scratch_dir" @@ -88,8 +82,17 @@ rm-spack-ruby: extends: [.on-ruby, .ruby-variables] stage: clean script: - - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - - echo -e "[Information] Shared allocation ID = ${JOBID}" - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) --reservation=ci --nodes=2 -n 2 scripts/remove-spack + - !reference [.prepare_ruby_jobid, script] + - srun ${JOBID_OPT} --reservation=ci --nodes=2 -n 2 scripts/remove-spack needs: [build-on-ruby] #[--rm-spack] + +release-ruby: + variables: + GIT_STRATEGY: none + extends: [.on-ruby, .ruby-variables] + stage: .post + script: + - !reference [.prepare_ruby_jobid, script] + - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0) + needs: [rm-spack-ruby] diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index d74d801..ece1d79 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -34,25 +34,18 @@ allocate-tioga: set -x flux --parent alloc ${TIOGA_SHARED_ALLOC} --job-name=${TIOGA_ALLOC_NAME} --bg -release-tioga: - variables: - GIT_STRATEGY: none - extends: [.on-tioga, .tioga-variables] - stage: .post +.prepare_tioga_proxy: script: - | - set -x - export URI=$(flux jobs -o "{id} {name}" | grep ${TIOGA_ALLOC_NAME} | awk '{print $1}') - ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) - needs: [rm-spack-tioga] + export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" get-spack-tioga: extends: [.on-tioga, .tioga-variables] stage: setup script: - - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - !reference [.prepare_tioga_proxy, script] - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack) needs: [allocate-tioga] @@ -61,9 +54,7 @@ generate-on-tioga: stage: generate script: - scripts/print-variables - - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - !reference [.prepare_tioga_proxy, script] - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh) artifacts: paths: @@ -88,8 +79,18 @@ rm-spack-tioga: extends: [.on-tioga, .tioga-variables] stage: clean script: - - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - !reference [.prepare_tioga_proxy, script] - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack) needs: [build-on-tioga] + +release-tioga: + variables: + GIT_STRATEGY: none + extends: [.on-tioga, .tioga-variables] + stage: .post + script: + - | + set -x + export URI=$(flux jobs -o "{id} {name}" | grep ${TIOGA_ALLOC_NAME} | awk '{print $1}') + ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0) + needs: [rm-spack-tioga] From 98dae551227201c1df5f770052cec71b1615962c Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 12 Nov 2024 14:26:45 +0100 Subject: [PATCH 62/82] Specify target also in compilers definition --- .../radiuss/corona/compilers.yaml | 44 ++++----- .../radiuss/lassen/compilers.yaml | 92 +++++++++---------- .../radiuss/poodle/compilers.yaml | 44 ++++----- .../radiuss/ruby/compilers.yaml | 44 ++++----- .../radiuss/tioga/compilers.yaml | 46 +++++----- 5 files changed, 135 insertions(+), 135 deletions(-) diff --git a/spack-environments/radiuss/corona/compilers.yaml b/spack-environments/radiuss/corona/compilers.yaml index 6fe74c2..543a578 100644 --- a/spack-environments/radiuss/corona/compilers.yaml +++ b/spack-environments/radiuss/corona/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -154,7 +154,7 @@ compilers:: cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -167,7 +167,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -183,7 +183,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -196,7 +196,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -212,7 +212,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -225,7 +225,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -240,7 +240,7 @@ compilers:: cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -253,7 +253,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] @@ -266,7 +266,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -279,7 +279,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] @@ -292,7 +292,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/lassen/compilers.yaml b/spack-environments/radiuss/lassen/compilers.yaml index 991d486..e8dbb5e 100644 --- a/spack-environments/radiuss/lassen/compilers.yaml +++ b/spack-environments/radiuss/lassen/compilers.yaml @@ -8,7 +8,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -151,7 +151,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -164,7 +164,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -177,7 +177,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -190,7 +190,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -203,7 +203,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -216,7 +216,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -229,7 +229,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -242,7 +242,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -255,7 +255,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -268,7 +268,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -281,7 +281,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -294,7 +294,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -307,7 +307,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1//bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -320,7 +320,7 @@ compilers:: fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -333,7 +333,7 @@ compilers:: fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -346,7 +346,7 @@ compilers:: fc: gfortran flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -359,7 +359,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -372,7 +372,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -385,7 +385,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -398,7 +398,7 @@ compilers:: fc: xlf2003 flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -411,7 +411,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -424,7 +424,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -437,7 +437,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.12.22/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -450,7 +450,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -463,7 +463,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -476,7 +476,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -489,7 +489,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -502,7 +502,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf_r flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -515,7 +515,7 @@ compilers:: fc: pgfortran flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -528,7 +528,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -541,7 +541,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-20.4/bin/pgf90 flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -554,7 +554,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-21.11/bin/pgf90 flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -567,7 +567,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-22.7/bin/pgf90 flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -580,7 +580,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-22.11/bin/pgf90 flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] @@ -593,7 +593,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-23.1/bin/pgf90 flags: {} operating_system: rhel7 - target: ppc64le + target: power9le modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/poodle/compilers.yaml b/spack-environments/radiuss/poodle/compilers.yaml index 6fe74c2..9b19403 100644 --- a/spack-environments/radiuss/poodle/compilers.yaml +++ b/spack-environments/radiuss/poodle/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -154,7 +154,7 @@ compilers:: cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -167,7 +167,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -183,7 +183,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -196,7 +196,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -212,7 +212,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -225,7 +225,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -240,7 +240,7 @@ compilers:: cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -253,7 +253,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] @@ -266,7 +266,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -279,7 +279,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] @@ -292,7 +292,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: sapphirerapids modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/ruby/compilers.yaml b/spack-environments/radiuss/ruby/compilers.yaml index 6fe74c2..850ae45 100644 --- a/spack-environments/radiuss/ruby/compilers.yaml +++ b/spack-environments/radiuss/ruby/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -154,7 +154,7 @@ compilers:: cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -167,7 +167,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -183,7 +183,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -196,7 +196,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -212,7 +212,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -225,7 +225,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -240,7 +240,7 @@ compilers:: cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -253,7 +253,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] @@ -266,7 +266,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -279,7 +279,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] @@ -292,7 +292,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: cascadelake modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/tioga/compilers.yaml b/spack-environments/radiuss/tioga/compilers.yaml index 054aef6..5e93429 100644 --- a/spack-environments/radiuss/tioga/compilers.yaml +++ b/spack-environments/radiuss/tioga/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-12.0.3/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-13.0.2/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-14.0.3/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-16.0.1/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-17.0.1/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /usr/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /usr/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /opt/cray/pe/gcc/11.2.0/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -151,7 +151,7 @@ compilers:: fc: /opt/cray/pe/gcc/12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -164,7 +164,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -177,7 +177,7 @@ compilers:: fc: /opt/rocm-5.3.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -190,7 +190,7 @@ compilers:: fc: /opt/rocm-5.4.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -203,7 +203,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -216,7 +216,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -229,7 +229,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -242,7 +242,7 @@ compilers:: fc: /opt/rocm-5.7.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -255,7 +255,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -268,7 +268,7 @@ compilers:: fc: /opt/rocm-6.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -281,7 +281,7 @@ compilers:: fc: /opt/rocm-6.1.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] @@ -294,7 +294,7 @@ compilers:: fc: /opt/rocm-6.2.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: x86_64 + target: zen3 modules: [] environment: {} extra_rpaths: [] From a90b74c156896546778643dfb2ca86179c27c05e Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 12 Nov 2024 15:34:47 +0100 Subject: [PATCH 63/82] Populate buildcache per machine (! did not adapt reindex job) --- .gitlab/spack/ci-script.sh | 2 +- .gitlab/spack/generate-script.sh | 2 +- .gitlab/variables.yml | 5 +++++ 3 files changed, 7 insertions(+), 2 deletions(-) diff --git a/.gitlab/spack/ci-script.sh b/.gitlab/spack/ci-script.sh index a343fe1..4c88ffd 100755 --- a/.gitlab/spack/ci-script.sh +++ b/.gitlab/spack/ci-script.sh @@ -15,7 +15,7 @@ spack --version spack ${MY_SPACK_DEBUG} env activate --without-view ${SPACK_CONCRETE_ENV_DIR} spack ${MY_SPACK_DEBUG} config blame mirrors spack ${MY_SPACK_DEBUG} mirror rm buildcache-destination -spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} +spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE}/${SPACK_TARGET} spack ${MY_SPACK_DEBUG} config blame mirrors spack ${MY_SPACK_DEBUG} ci rebuild echo Building ${SPACK_JOB_SPEC_PKG_NAME} /${SPACK_JOB_SPEC_DAG_HASH} diff --git a/.gitlab/spack/generate-script.sh b/.gitlab/spack/generate-script.sh index 62e39e9..5347ff5 100755 --- a/.gitlab/spack/generate-script.sh +++ b/.gitlab/spack/generate-script.sh @@ -11,7 +11,7 @@ hostname . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh spack ${MY_SPACK_DEBUG} env activate --without-view spack-environments/${MY_ENV_NAME} spack ${MY_SPACK_DEBUG} config blame mirrors -spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} +spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE}/${SPACK_TARGET} spack ${MY_SPACK_DEBUG} config blame mirrors spack ${MY_SPACK_DEBUG} concretize || spack ${MY_SPACK_DEBUG} concretize spack ${MY_SPACK_DEBUG} --color=always --config-scope "${CI_PROJECT_DIR}/.gitlab/spack" ci generate --check-index-only --artifacts-root "${CI_PROJECT_DIR}/jobs_scratch_dir" --output-file "${CI_PROJECT_DIR}/jobs_scratch_dir/pipeline.yml" diff --git a/.gitlab/variables.yml b/.gitlab/variables.yml index a03f2ea..56ee367 100644 --- a/.gitlab/variables.yml +++ b/.gitlab/variables.yml @@ -12,6 +12,7 @@ MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-corona SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-corona/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache + SPACK_TARGET: zen .ruby-variables: variables: @@ -25,6 +26,7 @@ # Spack cache for each CI job in the generated pipeline (avoids collision) MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache #[--create-unique-path] + SPACK_TARGET: cascadelake .poodle-variables: variables: @@ -33,6 +35,7 @@ MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-poodle SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-poodle/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache + SPACK_TARGET: sapphirerapids .lassen-variables: variables: @@ -41,6 +44,7 @@ MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache + SPACK_TARGET: powel9le .tioga-variables: variables: @@ -49,3 +53,4 @@ MY_SPACK_PARENT_DIR: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-tioga SPACK_USER_CACHE_PATH: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-tioga/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache + SPACK_TARGET: zen3 From 1f88541b074fff11b2297d05159fb8d118438630 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 12 Nov 2024 16:05:04 +0100 Subject: [PATCH 64/82] Revert "Specify target also in compilers definition" -> Spack error: the "target" field in compilers.yaml accepts only target families This reverts commit 98dae551227201c1df5f770052cec71b1615962c. --- .../radiuss/corona/compilers.yaml | 44 ++++----- .../radiuss/lassen/compilers.yaml | 92 +++++++++---------- .../radiuss/poodle/compilers.yaml | 44 ++++----- .../radiuss/ruby/compilers.yaml | 44 ++++----- .../radiuss/tioga/compilers.yaml | 46 +++++----- 5 files changed, 135 insertions(+), 135 deletions(-) diff --git a/spack-environments/radiuss/corona/compilers.yaml b/spack-environments/radiuss/corona/compilers.yaml index 543a578..6fe74c2 100644 --- a/spack-environments/radiuss/corona/compilers.yaml +++ b/spack-environments/radiuss/corona/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -154,7 +154,7 @@ compilers:: cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -167,7 +167,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -183,7 +183,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -196,7 +196,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -212,7 +212,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -225,7 +225,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -240,7 +240,7 @@ compilers:: cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -253,7 +253,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] @@ -266,7 +266,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -279,7 +279,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -292,7 +292,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen + target: x86_64 modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/lassen/compilers.yaml b/spack-environments/radiuss/lassen/compilers.yaml index e8dbb5e..991d486 100644 --- a/spack-environments/radiuss/lassen/compilers.yaml +++ b/spack-environments/radiuss/lassen/compilers.yaml @@ -8,7 +8,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -151,7 +151,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -164,7 +164,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -177,7 +177,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -190,7 +190,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2020.11.12/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -203,7 +203,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -216,7 +216,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -229,7 +229,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -242,7 +242,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -255,7 +255,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -268,7 +268,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -281,7 +281,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -294,7 +294,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -307,7 +307,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1//bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -320,7 +320,7 @@ compilers:: fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -333,7 +333,7 @@ compilers:: fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -346,7 +346,7 @@ compilers:: fc: gfortran flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -359,7 +359,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -372,7 +372,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -385,7 +385,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -398,7 +398,7 @@ compilers:: fc: xlf2003 flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -411,7 +411,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -424,7 +424,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.09.22-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -437,7 +437,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2021.12.22/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -450,7 +450,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -463,7 +463,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2022.08.19-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -476,7 +476,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -489,7 +489,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-gcc-8.3.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -502,7 +502,7 @@ compilers:: f77: /usr/tce/packages/xl/xl-2023.06.28-cuda-11.8.0-gcc-11.2.1/bin/xlf_r flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -515,7 +515,7 @@ compilers:: fc: pgfortran flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -528,7 +528,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -541,7 +541,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-20.4/bin/pgf90 flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -554,7 +554,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-21.11/bin/pgf90 flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -567,7 +567,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-22.7/bin/pgf90 flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -580,7 +580,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-22.11/bin/pgf90 flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] @@ -593,7 +593,7 @@ compilers:: fc: /usr/tce/packages/pgi/pgi-23.1/bin/pgf90 flags: {} operating_system: rhel7 - target: power9le + target: ppc64le modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/poodle/compilers.yaml b/spack-environments/radiuss/poodle/compilers.yaml index 9b19403..6fe74c2 100644 --- a/spack-environments/radiuss/poodle/compilers.yaml +++ b/spack-environments/radiuss/poodle/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -154,7 +154,7 @@ compilers:: cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -167,7 +167,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -183,7 +183,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -196,7 +196,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -212,7 +212,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -225,7 +225,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -240,7 +240,7 @@ compilers:: cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -253,7 +253,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] @@ -266,7 +266,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -279,7 +279,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -292,7 +292,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: sapphirerapids + target: x86_64 modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/ruby/compilers.yaml b/spack-environments/radiuss/ruby/compilers.yaml index 850ae45..6fe74c2 100644 --- a/spack-environments/radiuss/ruby/compilers.yaml +++ b/spack-environments/radiuss/ruby/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /opt/rocm-5.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /opt/rocm-5.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /opt/rocm-5.5.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /opt/rocm-6.0.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0/bin/ifort flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -154,7 +154,7 @@ compilers:: cxxflags: -gxx-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/g++ fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -167,7 +167,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/ifx flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -183,7 +183,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -196,7 +196,7 @@ compilers:: fc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/ifx flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -212,7 +212,7 @@ compilers:: cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 fflags: -gcc-name=/usr/tce/packages/gcc/gcc-10.3.1/bin/gcc operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -225,7 +225,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -240,7 +240,7 @@ compilers:: cflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 cxxflags: --gcc-toolchain=/usr/tce/packages/gcc/gcc-10.3.1 operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -253,7 +253,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] @@ -266,7 +266,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -279,7 +279,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -292,7 +292,7 @@ compilers:: fc: /usr/tce/packages/gcc/gcc-12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: cascadelake + target: x86_64 modules: [] environment: {} extra_rpaths: [] diff --git a/spack-environments/radiuss/tioga/compilers.yaml b/spack-environments/radiuss/tioga/compilers.yaml index 5e93429..054aef6 100644 --- a/spack-environments/radiuss/tioga/compilers.yaml +++ b/spack-environments/radiuss/tioga/compilers.yaml @@ -8,7 +8,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-12.0.3/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -21,7 +21,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-13.0.2/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -34,7 +34,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-14.0.3/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -47,7 +47,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -60,7 +60,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-16.0.1/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -73,7 +73,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-17.0.1/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -86,7 +86,7 @@ compilers:: fc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -99,7 +99,7 @@ compilers:: fc: /usr/bin/gfortran flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -112,7 +112,7 @@ compilers:: fc: /usr/bin/gfortran flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -125,7 +125,7 @@ compilers:: fc: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -138,7 +138,7 @@ compilers:: fc: /opt/cray/pe/gcc/11.2.0/bin/gfortran flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -151,7 +151,7 @@ compilers:: fc: /opt/cray/pe/gcc/12.1.1/bin/gfortran flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -164,7 +164,7 @@ compilers:: fc: /opt/rocm-5.2.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -177,7 +177,7 @@ compilers:: fc: /opt/rocm-5.3.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -190,7 +190,7 @@ compilers:: fc: /opt/rocm-5.4.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -203,7 +203,7 @@ compilers:: fc: /opt/rocm-5.4.3/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -216,7 +216,7 @@ compilers:: fc: /opt/rocm-5.5.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -229,7 +229,7 @@ compilers:: fc: /opt/rocm-5.6.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -242,7 +242,7 @@ compilers:: fc: /opt/rocm-5.7.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -255,7 +255,7 @@ compilers:: fc: /opt/rocm-5.7.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -268,7 +268,7 @@ compilers:: fc: /opt/rocm-6.1.1/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -281,7 +281,7 @@ compilers:: fc: /opt/rocm-6.1.2/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] @@ -294,7 +294,7 @@ compilers:: fc: /opt/rocm-6.2.0/llvm/bin/amdflang flags: {} operating_system: rhel8 - target: zen3 + target: x86_64 modules: [] environment: {} extra_rpaths: [] From 730eed9fd725dd95700204b7c9d14890bb072fdb Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 13 Nov 2024 11:19:04 +0100 Subject: [PATCH 65/82] Override reindex job to replace it with per-machine job --- .gitlab/corona.yml | 1 + .gitlab/lassen.yml | 1 + .gitlab/poodle.yml | 1 + .gitlab/ruby.yml | 1 + .gitlab/spack/reindex-override.yml | 59 ++++++++++++++++++++++++++++++ .gitlab/spack/reindex-script.sh | 18 +++++++++ .gitlab/tioga.yml | 1 + 7 files changed, 82 insertions(+) create mode 100644 .gitlab/spack/reindex-override.yml create mode 100755 .gitlab/spack/reindex-script.sh diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index 0721471..a36236e 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -70,6 +70,7 @@ build-on-corona: job: generate-on-corona - project: "lc-templates/id_tokens" file: "id_tokens.yml" + - local: ".gitlab/spack/reindex-override.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index d9389d3..8f07a38 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -50,6 +50,7 @@ build-on-lassen: job: generate-on-lassen - project: "lc-templates/id_tokens" file: "id_tokens.yml" + - local: ".gitlab/spack/reindex-override.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 991f89e..16ed562 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -68,6 +68,7 @@ build-on-poodle: job: generate-on-poodle - project: "lc-templates/id_tokens" file: "id_tokens.yml" + - local: ".gitlab/spack/reindex-override.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 3d88994..16b9414 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -71,6 +71,7 @@ build-on-ruby: job: generate-on-ruby - project: "lc-templates/id_tokens" file: "id_tokens.yml" + - local: ".gitlab/spack/reindex-override.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml new file mode 100644 index 0000000..9424a98 --- /dev/null +++ b/.gitlab/spack/reindex-override.yml @@ -0,0 +1,59 @@ + +reindex-job: + tags: [oslic, shell] + when: never + script: + - echo "Override the job set by Spack" + +reindex-job-ruby: + tags: [ruby, shell] + rules: + - if: '$SPACK_TARGET == "cascadelake"' + when: always + - when: never + script: + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/reindex-script.sh + +reindex-job-poodle: + tags: [poodle, shell] + rules: + - if: '$SPACK_TARGET == "sapphirerapids"' + when: always + - when: never + script: + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/reindex-script.sh + +reindex-job-lassen: + tags: [lassen, shell] + rules: + - if: '$SPACK_TARGET == "power9le"' + when: always + - when: never + script: + - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/reindex-script.sh + +reindex-job-corona: + tags: [corona, shell] + rules: + - if: '$SPACK_TARGET == "zen"' + when: always + - when: never + script: + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) + +reindex-job-tioga: + tags: [tioga, shell] + rules: + - if: '$SPACK_TARGET == "zen3"' + when: always + - when: never + script: + - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) diff --git a/.gitlab/spack/reindex-script.sh b/.gitlab/spack/reindex-script.sh new file mode 100755 index 0000000..3edfaa7 --- /dev/null +++ b/.gitlab/spack/reindex-script.sh @@ -0,0 +1,18 @@ +#! /bin/bash +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +hostname + +. ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh +export SPACK_DISABLE_LOCAL_CONFIG="" +export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" +spack --version +spack ${MY_SPACK_DEBUG} config blame mirrors +spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE}/${SPACK_TARGET} +spack ${MY_SPACK_DEBUG} config blame mirrors +spack buildcache update-index --keys buildcache-destination diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index ece1d79..d530841 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -70,6 +70,7 @@ build-on-tioga: job: generate-on-tioga - project: "lc-templates/id_tokens" file: "id_tokens.yml" + - local: ".gitlab/spack/reindex-override.yml" strategy: depend forward: pipeline_variables: true From ddbf96ebc64a07a1e203e73f0ab1fd01b14965d4 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 18 Nov 2024 10:47:21 +0100 Subject: [PATCH 66/82] when: never can only be used in rules: --- .gitlab/spack/reindex-override.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml index 9424a98..742c570 100644 --- a/.gitlab/spack/reindex-override.yml +++ b/.gitlab/spack/reindex-override.yml @@ -1,7 +1,8 @@ reindex-job: tags: [oslic, shell] - when: never + rules: + - when: never script: - echo "Override the job set by Spack" From f67582bedab35c359129d341b10978e0283586f5 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 18 Nov 2024 15:13:11 +0100 Subject: [PATCH 67/82] Specify stage --- .gitlab/spack/reindex-override.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml index 742c570..de367c0 100644 --- a/.gitlab/spack/reindex-override.yml +++ b/.gitlab/spack/reindex-override.yml @@ -1,5 +1,6 @@ reindex-job: + stage: stage-rebuild-index tags: [oslic, shell] rules: - when: never @@ -7,6 +8,7 @@ reindex-job: - echo "Override the job set by Spack" reindex-job-ruby: + stage: stage-rebuild-index tags: [ruby, shell] rules: - if: '$SPACK_TARGET == "cascadelake"' @@ -17,6 +19,7 @@ reindex-job-ruby: - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/reindex-script.sh reindex-job-poodle: + stage: stage-rebuild-index tags: [poodle, shell] rules: - if: '$SPACK_TARGET == "sapphirerapids"' @@ -27,6 +30,7 @@ reindex-job-poodle: - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/reindex-script.sh reindex-job-lassen: + stage: stage-rebuild-index tags: [lassen, shell] rules: - if: '$SPACK_TARGET == "power9le"' @@ -36,6 +40,7 @@ reindex-job-lassen: - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/reindex-script.sh reindex-job-corona: + stage: stage-rebuild-index tags: [corona, shell] rules: - if: '$SPACK_TARGET == "zen"' @@ -48,6 +53,7 @@ reindex-job-corona: - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) reindex-job-tioga: + stage: stage-rebuild-index tags: [tioga, shell] rules: - if: '$SPACK_TARGET == "zen3"' From 82d4a4eae181c4912c621f3bf8e4c2ed5201d139 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 18 Nov 2024 15:58:54 +0100 Subject: [PATCH 68/82] Fix job name --- .gitlab/spack/reindex-override.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml index de367c0..1836252 100644 --- a/.gitlab/spack/reindex-override.yml +++ b/.gitlab/spack/reindex-override.yml @@ -1,5 +1,5 @@ -reindex-job: +rebuild-index: stage: stage-rebuild-index tags: [oslic, shell] rules: From eecc8b989aa6f1e9f2e924047f6bacdc8a61dc27 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 19 Nov 2024 09:48:36 +0100 Subject: [PATCH 69/82] Rename reindex jobs --- .gitlab/spack/reindex-override.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml index 1836252..c36e9dd 100644 --- a/.gitlab/spack/reindex-override.yml +++ b/.gitlab/spack/reindex-override.yml @@ -7,7 +7,7 @@ rebuild-index: script: - echo "Override the job set by Spack" -reindex-job-ruby: +rebuild-index-ruby: stage: stage-rebuild-index tags: [ruby, shell] rules: @@ -18,7 +18,7 @@ reindex-job-ruby: - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/reindex-script.sh -reindex-job-poodle: +rebuild-index-poodle: stage: stage-rebuild-index tags: [poodle, shell] rules: @@ -29,7 +29,7 @@ reindex-job-poodle: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/reindex-script.sh -reindex-job-lassen: +rebuild-index-lassen: stage: stage-rebuild-index tags: [lassen, shell] rules: @@ -39,7 +39,7 @@ reindex-job-lassen: script: - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/reindex-script.sh -reindex-job-corona: +rebuild-index-corona: stage: stage-rebuild-index tags: [corona, shell] rules: @@ -52,7 +52,7 @@ reindex-job-corona: - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) -reindex-job-tioga: +rebuild-index-tioga: stage: stage-rebuild-index tags: [tioga, shell] rules: From cd4436f3cc6e877088c289517b85ef3d942be129 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 19 Nov 2024 09:51:52 +0100 Subject: [PATCH 70/82] Require target to enforce it --- spack-environments/radiuss/corona/packages.yaml | 2 +- spack-environments/radiuss/lassen/packages.yaml | 2 +- spack-environments/radiuss/poodle/packages.yaml | 2 +- spack-environments/radiuss/ruby/packages.yaml | 2 +- spack-environments/radiuss/tioga/packages.yaml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 34626cc..2a3349d 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [zen] + require: target=zen compiler: [gcc, intel, clang, rocmcc, oneapi] providers: blas: [openblas] diff --git a/spack-environments/radiuss/lassen/packages.yaml b/spack-environments/radiuss/lassen/packages.yaml index ab45943..24eede2 100644 --- a/spack-environments/radiuss/lassen/packages.yaml +++ b/spack-environments/radiuss/lassen/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [power9le] + require: target=power9le compiler: [gcc, pgi, clang, xl] providers: blas: [netlib-lapack] diff --git a/spack-environments/radiuss/poodle/packages.yaml b/spack-environments/radiuss/poodle/packages.yaml index 1620c02..3a9aa70 100644 --- a/spack-environments/radiuss/poodle/packages.yaml +++ b/spack-environments/radiuss/poodle/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [sapphirerapids] + require: target=sapphirerapids compiler: [gcc, intel, clang, oneapi] providers: blas: [openblas] diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 29d49d4..f94c42b 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [cascadelake] + require: target=cascadelake compiler: [gcc, intel, clang, oneapi] providers: blas: [openblas] diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index daa4ee6..7b9a305 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -1,6 +1,6 @@ packages:: all: - target: [zen3] + require: target=zen3 compiler: [gcc, cce, clang, rocmcc] providers: blas: [netlib-lapack] From 679611cb8d63c21897fad9a060c2fecb74fb4699 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 19 Nov 2024 10:05:53 +0100 Subject: [PATCH 71/82] Rebuild index jobs should not fetch any artifact --- .gitlab/spack/reindex-override.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml index c36e9dd..4a26e4b 100644 --- a/.gitlab/spack/reindex-override.yml +++ b/.gitlab/spack/reindex-override.yml @@ -17,6 +17,7 @@ rebuild-index-ruby: script: - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/reindex-script.sh + dependencies: [] rebuild-index-poodle: stage: stage-rebuild-index @@ -28,6 +29,7 @@ rebuild-index-poodle: script: - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/reindex-script.sh + dependencies: [] rebuild-index-lassen: stage: stage-rebuild-index @@ -38,6 +40,7 @@ rebuild-index-lassen: - when: never script: - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/reindex-script.sh + dependencies: [] rebuild-index-corona: stage: stage-rebuild-index @@ -51,6 +54,7 @@ rebuild-index-corona: - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) + dependencies: [] rebuild-index-tioga: stage: stage-rebuild-index @@ -64,3 +68,4 @@ rebuild-index-tioga: - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) + dependencies: [] From 268d0ab3c90b1dbf874c3f27feff2548f086b66d Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Tue, 19 Nov 2024 15:25:21 +0100 Subject: [PATCH 72/82] Fix typo --- .gitlab/variables.yml | 2 +- spack-environments/radiuss/spack.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab/variables.yml b/.gitlab/variables.yml index 56ee367..54c7ec2 100644 --- a/.gitlab/variables.yml +++ b/.gitlab/variables.yml @@ -44,7 +44,7 @@ MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}-lassen/spack-user-cache MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache - SPACK_TARGET: powel9le + SPACK_TARGET: power9le .tioga-variables: variables: diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index c12c23b..6317eaf 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -12,11 +12,11 @@ spack: concretizer: reuse: false unify: false - view: false #[--general] #[config-override--] config: + view: false install_tree: root: /usr/workspace/radiuss/install/bradiuss padded_length: 128 From 8552a9f26b0d65594fa0cc49bc686e18809eef41 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 20 Nov 2024 10:37:45 +0100 Subject: [PATCH 73/82] Updates from RSC: update externals, unify path syntax --- .../radiuss/corona/packages.yaml | 77 ++++---- .../radiuss/poodle/compilers.yaml | 143 ++------------- .../radiuss/poodle/packages.yaml | 25 ++- .../radiuss/ruby/compilers.yaml | 143 ++------------- spack-environments/radiuss/ruby/packages.yaml | 20 +-- .../radiuss/tioga/packages.yaml | 170 +++++++++--------- 6 files changed, 171 insertions(+), 407 deletions(-) diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 2a3349d..1e9745a 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -55,21 +55,21 @@ packages:: buildable: false externals: - spec: hipsparse@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/hipsparse + prefix: /opt/rocm-5.0.2 - spec: hipsparse@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/hipsparse + prefix: /opt/rocm-5.1.1 - spec: hipsparse@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/hipsparse + prefix: /opt/rocm-5.2.3 - spec: hipsparse@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/hipsparse + prefix: /opt/rocm-5.4.3 - spec: hipsparse@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/hipsparse + prefix: /opt/rocm-5.5.0 - spec: hipsparse@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/hipsparse + prefix: /opt/rocm-5.5.1 - spec: hipsparse@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/hipsparse + prefix: /opt/rocm-5.6.1 - spec: hipsparse@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/hipsparse + prefix: /opt/rocm-5.7.1 - spec: hipsparse@6.0.2%rocmcc@6.0.2 prefix: /opt/rocm-6.0.2 llvm-amdgpu: @@ -99,45 +99,45 @@ packages:: buildable: false externals: - spec: hsa-rocr-dev@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ + prefix: /opt/rocm-5.0.2 - spec: hsa-rocr-dev@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ + prefix: /opt/rocm-5.1.1 - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: hsa-rocr-dev@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ + prefix: /opt/rocm-5.5.0 - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: hsa-rocr-dev@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ + prefix: /opt/rocm-6.0.2 rocminfo: version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false externals: - spec: rocminfo@5.0.2%rocmcc@5.0.2 - prefix: /opt/rocm-5.0.2/ + prefix: /opt/rocm-5.0.2 - spec: rocminfo@5.1.1%rocmcc@5.1.1 - prefix: /opt/rocm-5.1.1/ + prefix: /opt/rocm-5.1.1 - spec: rocminfo@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocminfo@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocminfo@5.5.0%rocmcc@5.5.0 - prefix: /opt/rocm-5.5.0/ + prefix: /opt/rocm-5.5.0 - spec: rocminfo@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocminfo@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocminfo@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocminfo@6.0.2%rocmcc@6.0.2 - prefix: /opt/rocm-6.0.2/ + prefix: /opt/rocm-6.0.2 rocm-device-libs: version: [5.0.2, 5.1.1, 5.2.3, 5.4.3, 5.5.0, 5.5.1, 5.6.1, 5.7.1, 6.0.2] buildable: false @@ -251,7 +251,7 @@ packages:: curl: buildable: false externals: - - spec: curl@7.29.0 + - spec: curl@7.61.1 prefix: /usr diffutils: buildable: false @@ -260,9 +260,8 @@ packages:: prefix: /usr elfutils: buildable: false - version: [0.187] externals: - - spec: elfutils@0.187 + - spec: elfutils@0.190 prefix: /usr expat: buildable: false @@ -302,12 +301,12 @@ packages:: groff: buildable: false externals: - - spec: groff@1.22.2 + - spec: groff@1.22.3 prefix: /usr hwloc: buildable: false externals: - - spec: hwloc@2.9.0 + - spec: hwloc@2.11.1 prefix: /usr libepoxy: buildable: false @@ -319,12 +318,12 @@ packages:: externals: - spec: libtool@2.4.6 prefix: /usr - # NOTE: removed since fails on clang builds - # libunwind: - # buildable: false - # externals: - # - spec: libunwind@1.3.1 - # prefix: /usr +# NOTE: removed since fails on clang builds +# libunwind: +# buildable: false +# externals: +# - spec: libunwind@1.3.1 +# prefix: /usr libunwind: buildable: false version: [8.0.1] @@ -354,8 +353,8 @@ packages:: ninja: buildable: false externals: - - spec: ninja@1.11.0 - prefix: /usr/tce/packages/ninja/ninja-1.11.0 + - spec: ninja@1.11.1 + prefix: /usr/tce/packages/ninja/ninja-1.11.1 openblas: buildable: false externals: diff --git a/spack-environments/radiuss/poodle/compilers.yaml b/spack-environments/radiuss/poodle/compilers.yaml index 6fe74c2..56805c8 100644 --- a/spack-environments/radiuss/poodle/compilers.yaml +++ b/spack-environments/radiuss/poodle/compilers.yaml @@ -1,134 +1,4 @@ compilers:: -- compiler: - spec: rocmcc@=5.0.2 - paths: - cc: /opt/rocm-5.0.2/llvm/bin/amdclang - cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ - f77: /opt/rocm-5.0.2/llvm/bin/amdflang - fc: /opt/rocm-5.0.2/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.1.1 - paths: - cc: /opt/rocm-5.1.1/llvm/bin/amdclang - cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.1.1/llvm/bin/amdflang - fc: /opt/rocm-5.1.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.2.3 - paths: - cc: /opt/rocm-5.2.3/llvm/bin/amdclang - cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.2.3/llvm/bin/amdflang - fc: /opt/rocm-5.2.3/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.4.3 - paths: - cc: /opt/rocm-5.4.3/llvm/bin/amdclang - cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.4.3/llvm/bin/amdflang - fc: /opt/rocm-5.4.3/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.5.0 - paths: - cc: /opt/rocm-5.5.0/llvm/bin/amdclang - cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ - f77: /opt/rocm-5.5.0/llvm/bin/amdflang - fc: /opt/rocm-5.5.0/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.5.1 - paths: - cc: /opt/rocm-5.5.1/llvm/bin/amdclang - cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.5.1/llvm/bin/amdflang - fc: /opt/rocm-5.5.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.6.1 - paths: - cc: /opt/rocm-5.6.1/llvm/bin/amdclang - cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.6.1/llvm/bin/amdflang - fc: /opt/rocm-5.6.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.7.1 - paths: - cc: /opt/rocm-5.7.1/llvm/bin/amdclang - cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.7.1/llvm/bin/amdflang - fc: /opt/rocm-5.7.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=6.0.2 - paths: - cc: /opt/rocm-6.0.2/llvm/bin/amdclang - cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ - f77: /opt/rocm-6.0.2/llvm/bin/amdflang - fc: /opt/rocm-6.0.2/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: pgi@=20.4 - paths: - cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc - cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ - f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] - compiler: spec: intel@=2021.6.0 paths: @@ -216,6 +86,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [] +- compiler: + spec: intel@=2024.2.1 + paths: + cc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icx + cxx: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icpx + f77: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/ifx + fc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] - compiler: spec: clang@=14.0.6 paths: diff --git a/spack-environments/radiuss/poodle/packages.yaml b/spack-environments/radiuss/poodle/packages.yaml index 3a9aa70..25fcd3d 100644 --- a/spack-environments/radiuss/poodle/packages.yaml +++ b/spack-environments/radiuss/poodle/packages.yaml @@ -91,7 +91,7 @@ packages:: curl: buildable: false externals: - - spec: curl@7.29.0 + - spec: curl@7.61.1 prefix: /usr diffutils: buildable: false @@ -100,9 +100,8 @@ packages:: prefix: /usr elfutils: buildable: false - version: [0.187] externals: - - spec: elfutils@0.187 + - spec: elfutils@0.190 prefix: /usr expat: buildable: false @@ -142,12 +141,12 @@ packages:: groff: buildable: false externals: - - spec: groff@1.22.2 + - spec: groff@1.22.3 prefix: /usr hwloc: buildable: false externals: - - spec: hwloc@2.9.0 + - spec: hwloc@2.11.1 prefix: /usr libepoxy: buildable: false @@ -159,12 +158,12 @@ packages:: externals: - spec: libtool@2.4.6 prefix: /usr - # NOTE: removed since fails on clang builds - # libunwind: - # buildable: false - # externals: - # - spec: libunwind@1.3.1 - # prefix: /usr +# NOTE: removed since fails on clang builds +# libunwind: +# buildable: false +# externals: +# - spec: libunwind@1.3.1 +# prefix: /usr libunwind: buildable: false version: [8.0.1] @@ -194,8 +193,8 @@ packages:: ninja: buildable: false externals: - - spec: ninja@1.11.0 - prefix: /usr/tce/packages/ninja/ninja-1.11.0 + - spec: ninja@1.11.1 + prefix: /usr/tce/packages/ninja/ninja-1.11.1 openblas: buildable: false externals: diff --git a/spack-environments/radiuss/ruby/compilers.yaml b/spack-environments/radiuss/ruby/compilers.yaml index 6fe74c2..56805c8 100644 --- a/spack-environments/radiuss/ruby/compilers.yaml +++ b/spack-environments/radiuss/ruby/compilers.yaml @@ -1,134 +1,4 @@ compilers:: -- compiler: - spec: rocmcc@=5.0.2 - paths: - cc: /opt/rocm-5.0.2/llvm/bin/amdclang - cxx: /opt/rocm-5.0.2/llvm/bin/amdclang++ - f77: /opt/rocm-5.0.2/llvm/bin/amdflang - fc: /opt/rocm-5.0.2/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.1.1 - paths: - cc: /opt/rocm-5.1.1/llvm/bin/amdclang - cxx: /opt/rocm-5.1.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.1.1/llvm/bin/amdflang - fc: /opt/rocm-5.1.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.2.3 - paths: - cc: /opt/rocm-5.2.3/llvm/bin/amdclang - cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.2.3/llvm/bin/amdflang - fc: /opt/rocm-5.2.3/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.4.3 - paths: - cc: /opt/rocm-5.4.3/llvm/bin/amdclang - cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.4.3/llvm/bin/amdflang - fc: /opt/rocm-5.4.3/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.5.0 - paths: - cc: /opt/rocm-5.5.0/llvm/bin/amdclang - cxx: /opt/rocm-5.5.0/llvm/bin/amdclang++ - f77: /opt/rocm-5.5.0/llvm/bin/amdflang - fc: /opt/rocm-5.5.0/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.5.1 - paths: - cc: /opt/rocm-5.5.1/llvm/bin/amdclang - cxx: /opt/rocm-5.5.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.5.1/llvm/bin/amdflang - fc: /opt/rocm-5.5.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.6.1 - paths: - cc: /opt/rocm-5.6.1/llvm/bin/amdclang - cxx: /opt/rocm-5.6.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.6.1/llvm/bin/amdflang - fc: /opt/rocm-5.6.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.7.1 - paths: - cc: /opt/rocm-5.7.1/llvm/bin/amdclang - cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.7.1/llvm/bin/amdflang - fc: /opt/rocm-5.7.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=6.0.2 - paths: - cc: /opt/rocm-6.0.2/llvm/bin/amdclang - cxx: /opt/rocm-6.0.2/llvm/bin/amdclang++ - f77: /opt/rocm-6.0.2/llvm/bin/amdflang - fc: /opt/rocm-6.0.2/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] -- compiler: - spec: pgi@=20.4 - paths: - cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc - cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ - f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] - compiler: spec: intel@=2021.6.0 paths: @@ -216,6 +86,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [] +- compiler: + spec: intel@=2024.2.1 + paths: + cc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icx + cxx: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icpx + f77: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/ifx + fc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] - compiler: spec: clang@=14.0.6 paths: diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index f94c42b..8f4e7f9 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -142,12 +142,12 @@ packages:: groff: buildable: false externals: - - spec: groff@1.22.2 + - spec: groff@1.22.3 prefix: /usr hwloc: buildable: false externals: - - spec: hwloc@2.9.0 + - spec: hwloc@2.11.1 prefix: /usr libepoxy: buildable: false @@ -159,12 +159,12 @@ packages:: externals: - spec: libtool@2.4.6 prefix: /usr - # NOTE: removed since fails on clang builds - # libunwind: - # buildable: false - # externals: - # - spec: libunwind@1.3.1 - # prefix: /usr +# NOTE: removed since fails on clang builds +# libunwind: +# buildable: false +# externals: +# - spec: libunwind@1.3.1 +# prefix: /usr libunwind: buildable: false version: [8.0.1] @@ -194,8 +194,8 @@ packages:: ninja: buildable: false externals: - - spec: ninja@1.11.0 - prefix: /usr/tce/packages/ninja/ninja-1.11.0 + - spec: ninja@1.11.1 + prefix: /usr/tce/packages/ninja/ninja-1.11.1 openblas: buildable: false externals: diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index 7b9a305..b077534 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -59,21 +59,21 @@ packages:: buildable: false externals: - spec: hipsparse@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/hipsparse + prefix: /opt/rocm-5.2.3 - spec: hipsparse@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/hipsparse + prefix: /opt/rocm-5.3.0 - spec: hipsparse@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/hipsparse + prefix: /opt/rocm-5.4.1 - spec: hipsparse@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/hipsparse + prefix: /opt/rocm-5.4.3 - spec: hipsparse@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/hipsparse + prefix: /opt/rocm-5.5.1 - spec: hipsparse@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/hipsparse + prefix: /opt/rocm-5.6.1 - spec: hipsparse@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/hipsparse + prefix: /opt/rocm-5.7.0 - spec: hipsparse@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/hipsparse + prefix: /opt/rocm-5.7.1 - spec: hipsparse@6.1.1%rocmcc@6.1.1 prefix: /opt/rocm-6.1.1 - spec: hipsparse@6.1.2%rocmcc@6.1.2 @@ -111,183 +111,183 @@ packages:: buildable: false externals: - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: hsa-rocr-dev@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: hsa-rocr-dev@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: hsa-rocr-dev@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: hsa-rocr-dev@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: hsa-rocr-dev@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: hsa-rocr-dev@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 rocminfo: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: rocminfo@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocminfo@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: rocminfo@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: rocminfo@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocminfo@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocminfo@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocminfo@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: rocminfo@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocminfo@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: rocminfo@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: rocminfo@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 rocm-device-libs: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocm-device-libs@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: rocm-device-libs@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocm-device-libs@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocm-device-libs@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: rocm-device-libs@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: rocm-device-libs@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 rocprim: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: rocprim@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocprim@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: rocprim@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: rocprim@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocprim@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocprim@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocprim@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: rocprim@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocprim@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: rocprim@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: rocprim@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 rocthrust: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: rocthrust@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocthrust@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: rocthrust@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: rocthrust@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocthrust@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocthrust@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocthrust@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: rocthrust@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocthrust@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: rocthrust@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: rocthrust@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 rocsparse: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: rocsparse@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocsparse@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: rocsparse@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: rocsparse@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocsparse@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocsparse@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocsparse@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: rocsparse@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocsparse@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: rocsparse@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: rocsparse@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 rocrand: version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] buildable: false externals: - spec: rocrand@5.2.3%rocmcc@5.2.3 - prefix: /opt/rocm-5.2.3/ + prefix: /opt/rocm-5.2.3 - spec: rocrand@5.3.0%rocmcc@5.3.0 - prefix: /opt/rocm-5.3.0/ + prefix: /opt/rocm-5.3.0 - spec: rocrand@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/ + prefix: /opt/rocm-5.4.1 - spec: rocrand@5.4.3%rocmcc@5.4.3 - prefix: /opt/rocm-5.4.3/ + prefix: /opt/rocm-5.4.3 - spec: rocrand@5.5.1%rocmcc@5.5.1 - prefix: /opt/rocm-5.5.1/ + prefix: /opt/rocm-5.5.1 - spec: rocrand@5.6.1%rocmcc@5.6.1 - prefix: /opt/rocm-5.6.1/ + prefix: /opt/rocm-5.6.1 - spec: rocrand@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/ + prefix: /opt/rocm-5.7.0 - spec: rocrand@5.7.1%rocmcc@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1 - spec: rocrand@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/ + prefix: /opt/rocm-6.1.1 - spec: rocrand@6.1.2%rocmcc@6.1.2 - prefix: /opt/rocm-6.1.2/ + prefix: /opt/rocm-6.1.2 - spec: rocrand@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/ + prefix: /opt/rocm-6.2.0 cray-mpich: buildable: false externals: From 8e56932928609474e0ed3101786ebadb9bc16655 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Wed, 20 Nov 2024 10:59:34 +0100 Subject: [PATCH 74/82] Fix: view is not an attribute of config --- spack-environments/radiuss/spack.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 6317eaf..c12c23b 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -12,11 +12,11 @@ spack: concretizer: reuse: false unify: false + view: false #[--general] #[config-override--] config: - view: false install_tree: root: /usr/workspace/radiuss/install/bradiuss padded_length: 128 From 6af4f697b7ad0bb1c0f69fbab7374edfef849d92 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 12 Dec 2024 11:40:51 +0100 Subject: [PATCH 75/82] Clean treatment of variables SPACK_TARGET is now only used in scripts. + fixed some headers --- .gitlab-ci.yml | 2 +- .gitlab/corona.yml | 4 +- .gitlab/lassen.yml | 4 +- .gitlab/poodle.yml | 4 +- .gitlab/ruby.yml | 4 +- .gitlab/spack/ci.yaml | 11 ++--- .gitlab/spack/reindex-corona.yml | 19 ++++++++ .gitlab/spack/reindex-lassen.yml | 16 +++++++ .gitlab/spack/reindex-override.yml | 69 +++--------------------------- .gitlab/spack/reindex-poodle.yml | 17 ++++++++ .gitlab/spack/reindex-ruby.yml | 17 ++++++++ .gitlab/spack/reindex-tioga.yml | 19 ++++++++ .gitlab/tioga.yml | 4 +- .gitlab/variables.yml | 2 +- 14 files changed, 110 insertions(+), 82 deletions(-) create mode 100644 .gitlab/spack/reindex-corona.yml create mode 100644 .gitlab/spack/reindex-lassen.yml create mode 100644 .gitlab/spack/reindex-poodle.yml create mode 100644 .gitlab/spack/reindex-ruby.yml create mode 100644 .gitlab/spack/reindex-tioga.yml diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 2f364df..bbba03d 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) diff --git a/.gitlab/corona.yml b/.gitlab/corona.yml index a36236e..7d0e467 100644 --- a/.gitlab/corona.yml +++ b/.gitlab/corona.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) @@ -70,7 +70,7 @@ build-on-corona: job: generate-on-corona - project: "lc-templates/id_tokens" file: "id_tokens.yml" - - local: ".gitlab/spack/reindex-override.yml" + - local: ".gitlab/spack/reindex-corona.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/lassen.yml b/.gitlab/lassen.yml index 8f07a38..bfcdc28 100644 --- a/.gitlab/lassen.yml +++ b/.gitlab/lassen.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) @@ -50,7 +50,7 @@ build-on-lassen: job: generate-on-lassen - project: "lc-templates/id_tokens" file: "id_tokens.yml" - - local: ".gitlab/spack/reindex-override.yml" + - local: ".gitlab/spack/reindex-lassen.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/poodle.yml b/.gitlab/poodle.yml index 16ed562..b572dc1 100644 --- a/.gitlab/poodle.yml +++ b/.gitlab/poodle.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) @@ -68,7 +68,7 @@ build-on-poodle: job: generate-on-poodle - project: "lc-templates/id_tokens" file: "id_tokens.yml" - - local: ".gitlab/spack/reindex-override.yml" + - local: ".gitlab/spack/reindex-poodle.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/ruby.yml b/.gitlab/ruby.yml index 16b9414..2c52475 100644 --- a/.gitlab/ruby.yml +++ b/.gitlab/ruby.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) @@ -71,7 +71,7 @@ build-on-ruby: job: generate-on-ruby - project: "lc-templates/id_tokens" file: "id_tokens.yml" - - local: ".gitlab/spack/reindex-override.yml" + - local: ".gitlab/spack/reindex-ruby.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/spack/ci.yaml b/.gitlab/spack/ci.yaml index e1cc1bc..adbccd6 100644 --- a/.gitlab/spack/ci.yaml +++ b/.gitlab/spack/ci.yaml @@ -58,13 +58,10 @@ ci: - reindex-job: tags: [oslic, shell] before_script: - - . ${MY_SPACK_PARENT_DIR}/spack/share/spack/setup-env.sh - - export SPACK_DISABLE_LOCAL_CONFIG="" - - export SPACK_USER_CACHE_PATH="${MY_SPACK_USER_CACHE}" - - spack --version - - spack ${MY_SPACK_DEBUG} config blame mirrors - - spack ${MY_SPACK_DEBUG} mirror add --oci-username ${CI_REGISTRY_USER} --oci-password ${CI_REGISTRY_PASSWORD} buildcache-destination oci://${CI_REGISTRY_IMAGE} - - spack ${MY_SPACK_DEBUG} config blame mirrors + - echo -e "[Information] We override reindex-job in .gitlab/spack/reindex-override.yml." + - echo -e "[Information] The jobs are then replaced by their machine specific equivalent named rebuild-index-." + - echo -e "[Information] The content of the reindex-job script moved to .gitlab/spack/reindex-script.sh" + - echo -e "[Error] This job should never run, please verify you implemented an override." - noop-job: tags: [oslic, shell] diff --git a/.gitlab/spack/reindex-corona.yml b/.gitlab/spack/reindex-corona.yml new file mode 100644 index 0000000..86201ec --- /dev/null +++ b/.gitlab/spack/reindex-corona.yml @@ -0,0 +1,19 @@ +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +include: + - local: ".gitlab/spack/reindex-override.yml" + +rebuild-index-corona: + stage: stage-rebuild-index + tags: [corona, shell] + script: + - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) + dependencies: [] diff --git a/.gitlab/spack/reindex-lassen.yml b/.gitlab/spack/reindex-lassen.yml new file mode 100644 index 0000000..749389d --- /dev/null +++ b/.gitlab/spack/reindex-lassen.yml @@ -0,0 +1,16 @@ +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +include: + - local: ".gitlab/spack/reindex-override.yml" + +rebuild-index-lassen: + stage: stage-rebuild-index + tags: [lassen, shell] + script: + - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/reindex-script.sh + dependencies: [] diff --git a/.gitlab/spack/reindex-override.yml b/.gitlab/spack/reindex-override.yml index 4a26e4b..1fa16f0 100644 --- a/.gitlab/spack/reindex-override.yml +++ b/.gitlab/spack/reindex-override.yml @@ -1,3 +1,9 @@ +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## rebuild-index: stage: stage-rebuild-index @@ -6,66 +12,3 @@ rebuild-index: - when: never script: - echo "Override the job set by Spack" - -rebuild-index-ruby: - stage: stage-rebuild-index - tags: [ruby, shell] - rules: - - if: '$SPACK_TARGET == "cascadelake"' - when: always - - when: never - script: - - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/reindex-script.sh - dependencies: [] - -rebuild-index-poodle: - stage: stage-rebuild-index - tags: [poodle, shell] - rules: - - if: '$SPACK_TARGET == "sapphirerapids"' - when: always - - when: never - script: - - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) - - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/reindex-script.sh - dependencies: [] - -rebuild-index-lassen: - stage: stage-rebuild-index - tags: [lassen, shell] - rules: - - if: '$SPACK_TARGET == "power9le"' - when: always - - when: never - script: - - lalloc ${LASSEN_JOB_ALLOC} .gitlab/spack/reindex-script.sh - dependencies: [] - -rebuild-index-corona: - stage: stage-rebuild-index - tags: [corona, shell] - rules: - - if: '$SPACK_TARGET == "zen"' - when: always - - when: never - script: - - export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${CORONA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) - dependencies: [] - -rebuild-index-tioga: - stage: stage-rebuild-index - tags: [tioga, shell] - rules: - - if: '$SPACK_TARGET == "zen3"' - when: always - - when: never - script: - - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") - - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" - - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" - - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) - dependencies: [] diff --git a/.gitlab/spack/reindex-poodle.yml b/.gitlab/spack/reindex-poodle.yml new file mode 100644 index 0000000..e6d8490 --- /dev/null +++ b/.gitlab/spack/reindex-poodle.yml @@ -0,0 +1,17 @@ +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +include: + - local: ".gitlab/spack/reindex-override.yml" + +rebuild-index-poodle: + stage: stage-rebuild-index + tags: [poodle, shell] + script: + - export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${POODLE_JOB_ALLOC} .gitlab/spack/reindex-script.sh + dependencies: [] diff --git a/.gitlab/spack/reindex-ruby.yml b/.gitlab/spack/reindex-ruby.yml new file mode 100644 index 0000000..079eca5 --- /dev/null +++ b/.gitlab/spack/reindex-ruby.yml @@ -0,0 +1,17 @@ +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +include: + - local: ".gitlab/spack/reindex-override.yml" + +rebuild-index-ruby: + stage: stage-rebuild-index + tags: [ruby, shell] + script: + - export JOBID=$(squeue -h --name=${RUBY_ALLOC_NAME} --format=%A) + - srun $( [[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}" ) ${RUBY_JOB_ALLOC} .gitlab/spack/reindex-script.sh + dependencies: [] diff --git a/.gitlab/spack/reindex-tioga.yml b/.gitlab/spack/reindex-tioga.yml new file mode 100644 index 0000000..b68dbb9 --- /dev/null +++ b/.gitlab/spack/reindex-tioga.yml @@ -0,0 +1,19 @@ +############################################################################## +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# RADIUSS project contributors. See the COPYRIGHT file for details. +# +# SPDX-License-Identifier: (MIT) +############################################################################## + +include: + - local: ".gitlab/spack/reindex-override.yml" + +rebuild-index-tioga: + stage: stage-rebuild-index + tags: [tioga, shell] + script: + - export ALLOC_ID=$(flux jobs --name="${TIOGA_ALLOC_NAME}" -n -o "{id}") + - echo -e "[Information] Shared allocation ID = ${ALLOC_ID}" + - export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )" + - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs ${TIOGA_JOB_ALLOC} .gitlab/spack/reindex-script.sh) + dependencies: [] diff --git a/.gitlab/tioga.yml b/.gitlab/tioga.yml index d530841..d5d58d1 100644 --- a/.gitlab/tioga.yml +++ b/.gitlab/tioga.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) @@ -70,7 +70,7 @@ build-on-tioga: job: generate-on-tioga - project: "lc-templates/id_tokens" file: "id_tokens.yml" - - local: ".gitlab/spack/reindex-override.yml" + - local: ".gitlab/spack/reindex-tioga.yml" strategy: depend forward: pipeline_variables: true diff --git a/.gitlab/variables.yml b/.gitlab/variables.yml index 54c7ec2..d0d3701 100644 --- a/.gitlab/variables.yml +++ b/.gitlab/variables.yml @@ -1,5 +1,5 @@ ############################################################################## -# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and # RADIUSS project contributors. See the COPYRIGHT file for details. # # SPDX-License-Identifier: (MIT) From 506108b603704aeda16e90cd93c092fe423ff303 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 12 Dec 2024 17:21:20 +0100 Subject: [PATCH 76/82] GCC need version @11.0: to support sapphirerapids target --- spack-environments/radiuss/spack.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index c12c23b..ae6c1e8 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -43,7 +43,7 @@ spack: - compilers: - '%intel@=2023.2.1' - '%clang@=14.0.6' - - '%gcc@=10.3.1' + - '%gcc@=11.2.1' when: env.get("LCSCHEDCLUSTER", "") == "poodle" - compilers: - '+cuda %clang@=12.0.1.ibm.gcc.8.3.1 ^cuda@11.2.0+allow-unsupported-compilers' From 64297ec826dd9466cdfd0ce21c30ae2dac04df76 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 10 Jan 2025 14:20:37 +0100 Subject: [PATCH 77/82] Update configs for recent changes in RST: rocm update on tioga, workaround for missing lib, workaround for single compiler --- .../radiuss/corona/compilers.yaml | 34 ++-- .../radiuss/corona/packages.yaml | 8 +- .../radiuss/lassen/packages.yaml | 7 +- .../radiuss/poodle/compilers.yaml | 10 +- .../radiuss/poodle/packages.yaml | 21 ++- .../radiuss/ruby/compilers.yaml | 10 +- spack-environments/radiuss/ruby/packages.yaml | 26 ++- spack-environments/radiuss/spack.yaml | 8 +- .../radiuss/tioga/compilers.yaml | 88 ++++------ .../radiuss/tioga/packages.yaml | 162 +++++++----------- 10 files changed, 165 insertions(+), 209 deletions(-) diff --git a/spack-environments/radiuss/corona/compilers.yaml b/spack-environments/radiuss/corona/compilers.yaml index 6fe74c2..4eae144 100644 --- a/spack-environments/radiuss/corona/compilers.yaml +++ b/spack-environments/radiuss/corona/compilers.yaml @@ -116,19 +116,6 @@ compilers:: modules: [] environment: {} extra_rpaths: [] -- compiler: - spec: pgi@=20.4 - paths: - cc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgcc - cxx: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgc++ - f77: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - fc: /opt/toss/pgi/20.4/linux86-64-llvm/20.4/bin/pgfortran - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] - compiler: spec: intel@=2021.6.0 paths: @@ -159,7 +146,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0 + spec: oneapi@=2022.1.0 paths: cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx @@ -172,7 +159,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0.gcc.10.3.1 + spec: oneapi@=2022.1.0.gcc.10.3.1 paths: cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx @@ -188,7 +175,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1 + spec: oneapi@=2023.2.1 paths: cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx @@ -201,7 +188,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1.gcc.10.3.1 + spec: oneapi@=2023.2.1.gcc.10.3.1 paths: cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx @@ -216,6 +203,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [] +- compiler: + spec: oneapi@=2024.2.1 + paths: + cc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icx + cxx: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icpx + f77: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/ifx + fc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/ifx + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] - compiler: spec: clang@=14.0.6 paths: diff --git a/spack-environments/radiuss/corona/packages.yaml b/spack-environments/radiuss/corona/packages.yaml index 1e9745a..4953c3e 100644 --- a/spack-environments/radiuss/corona/packages.yaml +++ b/spack-environments/radiuss/corona/packages.yaml @@ -195,16 +195,16 @@ packages:: - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 diff --git a/spack-environments/radiuss/lassen/packages.yaml b/spack-environments/radiuss/lassen/packages.yaml index 24eede2..bcd58cb 100644 --- a/spack-environments/radiuss/lassen/packages.yaml +++ b/spack-environments/radiuss/lassen/packages.yaml @@ -264,10 +264,10 @@ packages:: externals: - spec: elfutils@0.176 prefix: /usr - epoxy: + libepoxy: buildable: false externals: - - spec: epoxy@0.0.0 + - spec: libepoxy@0.0.0 prefix: /usr findutils: buildable: false @@ -378,6 +378,5 @@ packages:: pdsh: buildable: false externals: - - spec: pdsh@2.33 + - spec: pdsh@2.34 prefix: /usr - diff --git a/spack-environments/radiuss/poodle/compilers.yaml b/spack-environments/radiuss/poodle/compilers.yaml index 56805c8..fd3a106 100644 --- a/spack-environments/radiuss/poodle/compilers.yaml +++ b/spack-environments/radiuss/poodle/compilers.yaml @@ -29,7 +29,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0 + spec: oneapi@=2022.1.0 paths: cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx @@ -42,7 +42,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0.gcc.10.3.1 + spec: oneapi@=2022.1.0.gcc.10.3.1 paths: cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx @@ -58,7 +58,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1 + spec: oneapi@=2023.2.1 paths: cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx @@ -71,7 +71,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1.gcc.10.3.1 + spec: oneapi@=2023.2.1.gcc.10.3.1 paths: cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx @@ -87,7 +87,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2024.2.1 + spec: oneapi@=2024.2.1 paths: cc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icx cxx: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icpx diff --git a/spack-environments/radiuss/poodle/packages.yaml b/spack-environments/radiuss/poodle/packages.yaml index 25fcd3d..f5a6937 100644 --- a/spack-environments/radiuss/poodle/packages.yaml +++ b/spack-environments/radiuss/poodle/packages.yaml @@ -6,6 +6,19 @@ packages:: blas: [openblas] lapack: [netlib-lapack] mpi: [mvapich2] + require: + - spec: '^blt%oneapi' + when: '%oneapi ^blt' + - spec: '^blt%gcc' + when: '%gcc ^blt' + - spec: '^blt%intel' + when: '%intel ^blt' + gcc-runtime: + require: + - '%gcc' + intel-oneapi-runtime: + require: + - '%oneapi' cmake: version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] buildable: false @@ -35,16 +48,16 @@ packages:: - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 diff --git a/spack-environments/radiuss/ruby/compilers.yaml b/spack-environments/radiuss/ruby/compilers.yaml index 56805c8..fd3a106 100644 --- a/spack-environments/radiuss/ruby/compilers.yaml +++ b/spack-environments/radiuss/ruby/compilers.yaml @@ -29,7 +29,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0 + spec: oneapi@=2022.1.0 paths: cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx @@ -42,7 +42,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2022.1.0.gcc.10.3.1 + spec: oneapi@=2022.1.0.gcc.10.3.1 paths: cc: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2022.1.0/compiler/2022.1.0/linux/bin/icpx @@ -58,7 +58,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1 + spec: oneapi@=2023.2.1 paths: cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx @@ -71,7 +71,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2023.2.1.gcc.10.3.1 + spec: oneapi@=2023.2.1.gcc.10.3.1 paths: cc: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icx cxx: /usr/tce/packages/intel/intel-2023.2.1/compiler/2023.2.1/linux/bin/icpx @@ -87,7 +87,7 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: intel@=2024.2.1 + spec: oneapi@=2024.2.1 paths: cc: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icx cxx: /collab/usr/global/tools/intel/toss_4_x86_64_ib/oneapi-2024.2.1/2024.2/bin/icpx diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 8f4e7f9..605e1ab 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -6,6 +6,19 @@ packages:: blas: [openblas] lapack: [netlib-lapack] mpi: [mvapich2] + require: + - spec: '^blt%oneapi' + when: '%oneapi ^blt' + - spec: '^blt%gcc' + when: '%gcc ^blt' + - spec: '^blt%intel' + when: '%intel ^blt' + gcc-runtime: + require: + - '%gcc' + intel-oneapi-runtime: + require: + - '%oneapi' cmake: version: [3.23.1, 3.22.4, 3.21.1, 3.19.2, 3.14.5] buildable: false @@ -35,16 +48,16 @@ packages:: - spec: mvapich2@2.3.7%intel@=2021.6.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2022.1.0 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2022.1.0.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2022.1.0 - - spec: mvapich2@2.3.7%intel@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2023.2.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - - spec: mvapich2@2.3.7%intel@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 + - spec: mvapich2@2.3.7%oneapi@=2023.2.1.gcc.10.3.1 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs process_managers=slurm prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-2023.2.1 - spec: mvapich2@2.3.7%clang@=14.0.6 ~cuda~debug~regcache~wrapperrpath ch3_rank_bits=32 @@ -91,7 +104,7 @@ packages:: curl: buildable: false externals: - - spec: curl@7.29.0 + - spec: curl@7.61.1 prefix: /usr diffutils: buildable: false @@ -100,9 +113,8 @@ packages:: prefix: /usr elfutils: buildable: false - version: [0.187] externals: - - spec: elfutils@0.187 + - spec: elfutils@0.190 prefix: /usr expat: buildable: false diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index ae6c1e8..e52799f 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -36,12 +36,12 @@ spack: - '+rocm amdgpu_target=gfx906 %rocmcc@=5.7.1 ^hip@5.7.1' when: env.get("LCSCHEDCLUSTER", "") == "corona" - compilers: - - '%intel@=2023.2.1' + - '%oneapi@=2023.2.1' - '%clang@=14.0.6' - '%gcc@=10.3.1' when: env.get("LCSCHEDCLUSTER", "") == "ruby" - compilers: - - '%intel@=2023.2.1' + - '%oneapi@=2023.2.1' - '%clang@=14.0.6' - '%gcc@=11.2.1' when: env.get("LCSCHEDCLUSTER", "") == "poodle" @@ -54,8 +54,8 @@ spack: - '+cuda %gcc@=11.2.1 ^cuda@11.8.0+allow-unsupported-compilers' when: env.get("LCSCHEDCLUSTER", "") == "lassen" - compilers: - - '+rocm amdgpu_target=gfx90a %rocmcc@=6.2.0 ^hip@6.2.0' - - '%cce@=18.0.0' + - '+rocm amdgpu_target=gfx90a %rocmcc@=6.3.0 ^hip@6.3.0' + - '%cce@=18.0.1' when: env.get("LCSCHEDCLUSTER", "") == "tioga" #[definitions--] diff --git a/spack-environments/radiuss/tioga/compilers.yaml b/spack-environments/radiuss/tioga/compilers.yaml index 054aef6..db0e9fa 100644 --- a/spack-environments/radiuss/tioga/compilers.yaml +++ b/spack-environments/radiuss/tioga/compilers.yaml @@ -76,20 +76,20 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/cray/pe/mpich/8.1.31/gtl/lib] - compiler: - spec: cce@=18.0.0 + spec: cce@=18.0.1 paths: - cc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc - cxx: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC - f77: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn - fc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn + cc: /usr/tce/packages/cce-tce/cce-18.0.1/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-18.0.1/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-18.0.1/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-18.0.1/bin/crayftn flags: {} operating_system: rhel8 target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/cray/pe/mpich/8.1.31/gtl/lib] - compiler: spec: clang@=13.0.1 paths: @@ -167,7 +167,7 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-5.2.3/lib, /opt/rocm-5.2.3/llvm/lib] - compiler: spec: rocmcc@=5.3.0 paths: @@ -180,20 +180,7 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.4.1 - paths: - cc: /opt/rocm-5.4.1/llvm/bin/amdclang - cxx: /opt/rocm-5.4.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.4.1/llvm/bin/amdflang - fc: /opt/rocm-5.4.1/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-5.3.0/lib, /opt/rocm-5.3.0/llvm/lib] - compiler: spec: rocmcc@=5.4.3 paths: @@ -206,7 +193,7 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-5.4.3/lib, /opt/rocm-5.4.3/llvm/lib] - compiler: spec: rocmcc@=5.5.1 paths: @@ -219,7 +206,7 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-5.5.1/lib, /opt/rocm-5.5.1/llvm/lib] - compiler: spec: rocmcc@=5.6.1 paths: @@ -232,20 +219,7 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] -- compiler: - spec: rocmcc@=5.7.0 - paths: - cc: /opt/rocm-5.7.0/llvm/bin/amdclang - cxx: /opt/rocm-5.7.0/llvm/bin/amdclang++ - f77: /opt/rocm-5.7.0/llvm/bin/amdflang - fc: /opt/rocm-5.7.0/llvm/bin/amdflang - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-5.6.1/lib, /opt/rocm-5.6.1/llvm/lib] - compiler: spec: rocmcc@=5.7.1 paths: @@ -258,43 +232,43 @@ compilers:: target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-5.7.1/lib, /opt/rocm-5.7.1/llvm/lib] - compiler: - spec: rocmcc@=6.1.1 + spec: rocmcc@=6.1.2 paths: - cc: /opt/rocm-6.1.1/llvm/bin/amdclang - cxx: /opt/rocm-6.1.1/llvm/bin/amdclang++ - f77: /opt/rocm-6.1.1/llvm/bin/amdflang - fc: /opt/rocm-6.1.1/llvm/bin/amdflang + cc: /opt/rocm-6.1.2/llvm/bin/amdclang + cxx: /opt/rocm-6.1.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.1.2/llvm/bin/amdflang + fc: /opt/rocm-6.1.2/llvm/bin/amdflang flags: {} operating_system: rhel8 target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-6.1.2/lib, /opt/rocm-6.1.2/llvm/lib, /opt/cray/pe/mpich/8.1.31/gtl/lib] - compiler: - spec: rocmcc@=6.1.2 + spec: rocmcc@=6.2.4 paths: - cc: /opt/rocm-6.1.2/llvm/bin/amdclang - cxx: /opt/rocm-6.1.2/llvm/bin/amdclang++ - f77: /opt/rocm-6.1.2/llvm/bin/amdflang - fc: /opt/rocm-6.1.2/llvm/bin/amdflang + cc: /opt/rocm-6.2.4/llvm/bin/amdclang + cxx: /opt/rocm-6.2.4/llvm/bin/amdclang++ + f77: /opt/rocm-6.2.4/llvm/bin/amdflang + fc: /opt/rocm-6.2.4/llvm/bin/amdflang flags: {} operating_system: rhel8 target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-6.2.4/lib, /opt/rocm-6.2.4/llvm/lib, /opt/cray/pe/mpich/8.1.31/gtl/lib] - compiler: - spec: rocmcc@=6.2.0 + spec: rocmcc@=6.3.0 paths: - cc: /opt/rocm-6.2.0/llvm/bin/amdclang - cxx: /opt/rocm-6.2.0/llvm/bin/amdclang++ - f77: /opt/rocm-6.2.0/llvm/bin/amdflang - fc: /opt/rocm-6.2.0/llvm/bin/amdflang + cc: /opt/rocm-6.3.0/llvm/bin/amdclang + cxx: /opt/rocm-6.3.0/llvm/bin/amdclang++ + f77: /opt/rocm-6.3.0/llvm/bin/amdflang + fc: /opt/rocm-6.3.0/llvm/bin/amdflang flags: {} operating_system: rhel8 target: x86_64 modules: [] environment: {} - extra_rpaths: [] + extra_rpaths: [/opt/rocm-6.3.0/lib, /opt/rocm-6.3.0/llvm/lib, /opt/cray/pe/mpich/8.1.31/gtl/lib] diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index b077534..93499cb 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -29,265 +29,225 @@ packages:: - spec: cuda@11.4.120 prefix: /opt/toss/cudatoolkit/11.4/ hip: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: hip@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3/hip - spec: hip@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0/hip - - spec: hip@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/hip - spec: hip@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3/hip - spec: hip@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1/hip - spec: hip@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1/hip - - spec: hip@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/hip - spec: hip@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/hip - - spec: hip@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: hip@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: hip@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: hip@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: hip@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 hipsparse: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: hipsparse@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: hipsparse@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: hipsparse@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: hipsparse@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: hipsparse@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: hipsparse@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: hipsparse@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: hipsparse@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: hipsparse@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: hipsparse@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: hipsparse@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: hipsparse@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: hipsparse@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 llvm-amdgpu: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: llvm-amdgpu@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3/llvm - spec: llvm-amdgpu@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0/llvm - - spec: llvm-amdgpu@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1/llvm - spec: llvm-amdgpu@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3/llvm - spec: llvm-amdgpu@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1/llvm - spec: llvm-amdgpu@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1/llvm - - spec: llvm-amdgpu@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0/llvm - spec: llvm-amdgpu@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1/llvm - - spec: llvm-amdgpu@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1/llvm - spec: llvm-amdgpu@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2/llvm - - spec: llvm-amdgpu@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0/llvm + - spec: llvm-amdgpu@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4/llvm + - spec: llvm-amdgpu@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0/llvm hsa-rocr-dev: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: hsa-rocr-dev@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: hsa-rocr-dev@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: hsa-rocr-dev@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: hsa-rocr-dev@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: hsa-rocr-dev@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: hsa-rocr-dev@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: hsa-rocr-dev@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: hsa-rocr-dev@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: hsa-rocr-dev@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: hsa-rocr-dev@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: hsa-rocr-dev@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: hsa-rocr-dev@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: hsa-rocr-dev@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 rocminfo: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: rocminfo@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: rocminfo@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: rocminfo@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: rocminfo@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: rocminfo@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: rocminfo@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: rocminfo@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: rocminfo@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: rocminfo@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: rocminfo@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: rocminfo@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: rocminfo@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: rocminfo@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 rocm-device-libs: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: rocm-device-libs@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: rocm-device-libs@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: rocm-device-libs@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: rocm-device-libs@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: rocm-device-libs@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: rocm-device-libs@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: rocm-device-libs@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: rocm-device-libs@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: rocm-device-libs@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: rocm-device-libs@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: rocm-device-libs@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: rocm-device-libs@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: rocm-device-libs@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 rocprim: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: rocprim@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: rocprim@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: rocprim@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: rocprim@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: rocprim@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: rocprim@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: rocprim@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: rocprim@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: rocprim@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: rocprim@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: rocprim@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: rocprim@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: rocprim@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 rocthrust: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: rocthrust@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: rocthrust@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: rocthrust@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: rocthrust@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: rocthrust@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: rocthrust@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: rocthrust@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: rocthrust@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: rocthrust@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: rocthrust@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: rocthrust@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: rocthrust@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: rocthrust@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 rocsparse: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: rocsparse@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: rocsparse@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: rocsparse@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: rocsparse@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: rocsparse@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: rocsparse@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: rocsparse@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: rocsparse@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: rocsparse@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: rocsparse@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: rocsparse@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: rocsparse@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: rocsparse@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 rocrand: - version: [5.2.3, 5.3.0, 5.4.1, 5.4.3, 5.5.1, 5.6.1, 5.7.0, 5.7.1, 6.1.1, 6.1.2, 6.2.0] + version: [5.2.3, 5.3.0, 5.4.3, 5.5.1, 5.6.1, 5.7.1, 6.1.2, 6.2.4, 6.3.0] buildable: false externals: - spec: rocrand@5.2.3%rocmcc@5.2.3 prefix: /opt/rocm-5.2.3 - spec: rocrand@5.3.0%rocmcc@5.3.0 prefix: /opt/rocm-5.3.0 - - spec: rocrand@5.4.1%rocmcc@5.4.1 - prefix: /opt/rocm-5.4.1 - spec: rocrand@5.4.3%rocmcc@5.4.3 prefix: /opt/rocm-5.4.3 - spec: rocrand@5.5.1%rocmcc@5.5.1 prefix: /opt/rocm-5.5.1 - spec: rocrand@5.6.1%rocmcc@5.6.1 prefix: /opt/rocm-5.6.1 - - spec: rocrand@5.7.0%rocmcc@5.7.0 - prefix: /opt/rocm-5.7.0 - spec: rocrand@5.7.1%rocmcc@5.7.1 prefix: /opt/rocm-5.7.1 - - spec: rocrand@6.1.1%rocmcc@6.1.1 - prefix: /opt/rocm-6.1.1 - spec: rocrand@6.1.2%rocmcc@6.1.2 prefix: /opt/rocm-6.1.2 - - spec: rocrand@6.2.0%rocmcc@6.2.0 - prefix: /opt/rocm-6.2.0 + - spec: rocrand@6.2.4%rocmcc@6.2.4 + prefix: /opt/rocm-6.2.4 + - spec: rocrand@6.3.0%rocmcc@6.3.0 + prefix: /opt/rocm-6.3.0 cray-mpich: buildable: false externals: @@ -295,26 +255,24 @@ packages:: prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-cce-15.0.1-magic - spec: cray-mpich@8.1.28%cce@16.0.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-cce-16.0.1-magic - - spec: cray-mpich@8.1.30%cce@17.0.1 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-cce-17.0.1-magic - - spec: cray-mpich@8.1.30%cce@18.0.0 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-cce-18.0.0-magic + - spec: cray-mpich@8.1.31%cce@17.0.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-cce-17.0.1-magic + - spec: cray-mpich@8.1.31%cce@18.0.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-cce-18.0.1-magic - spec: cray-mpich@8.1.28%gcc@12.1.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-gcc-12.1.1-magic - spec: cray-mpich@8.1.28%rocmcc@5.5.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.5.1-magic - spec: cray-mpich@8.1.28%rocmcc@5.6.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.6.1-magic - - spec: cray-mpich@8.1.28%rocmcc@5.7.0 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.7.0-magic - spec: cray-mpich@8.1.28%rocmcc@5.7.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.7.1-magic - - spec: cray-mpich@8.1.30%rocmcc@6.1.1 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-rocmcc-6.1.1-magic - - spec: cray-mpich@8.1.30%rocmcc@6.1.2 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-rocmcc-6.1.2-magic - - spec: cray-mpich@8.1.30%rocmcc@6.2.0 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.30-rocmcc-6.2.0-magic + - spec: cray-mpich@8.1.31%rocmcc@6.1.2 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-rocmcc-6.1.2-magic + - spec: cray-mpich@8.1.31%rocmcc@6.2.4 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-rocmcc-6.2.4-magic + - spec: cray-mpich@8.1.31%rocmcc@6.3.0 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-rocmcc-6.3.0-magic # blas is a bit more complicated because its a virtual package so fake it with From a24119fa1bb45ea53240a8ad0a166ca5b6f69416 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Fri, 10 Jan 2025 14:55:05 +0100 Subject: [PATCH 78/82] Fix duplicate require section --- spack-environments/radiuss/poodle/packages.yaml | 12 ++++++------ spack-environments/radiuss/ruby/packages.yaml | 12 ++++++------ 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/spack-environments/radiuss/poodle/packages.yaml b/spack-environments/radiuss/poodle/packages.yaml index f5a6937..e659257 100644 --- a/spack-environments/radiuss/poodle/packages.yaml +++ b/spack-environments/radiuss/poodle/packages.yaml @@ -1,18 +1,18 @@ packages:: all: - require: target=sapphirerapids - compiler: [gcc, intel, clang, oneapi] - providers: - blas: [openblas] - lapack: [netlib-lapack] - mpi: [mvapich2] require: + - 'target=sapphirerapids' - spec: '^blt%oneapi' when: '%oneapi ^blt' - spec: '^blt%gcc' when: '%gcc ^blt' - spec: '^blt%intel' when: '%intel ^blt' + compiler: [gcc, intel, clang, oneapi] + providers: + blas: [openblas] + lapack: [netlib-lapack] + mpi: [mvapich2] gcc-runtime: require: - '%gcc' diff --git a/spack-environments/radiuss/ruby/packages.yaml b/spack-environments/radiuss/ruby/packages.yaml index 605e1ab..ec95540 100644 --- a/spack-environments/radiuss/ruby/packages.yaml +++ b/spack-environments/radiuss/ruby/packages.yaml @@ -1,18 +1,18 @@ packages:: all: - require: target=cascadelake - compiler: [gcc, intel, clang, oneapi] - providers: - blas: [openblas] - lapack: [netlib-lapack] - mpi: [mvapich2] require: + - 'target=cascadelake' - spec: '^blt%oneapi' when: '%oneapi ^blt' - spec: '^blt%gcc' when: '%gcc ^blt' - spec: '^blt%intel' when: '%intel ^blt' + compiler: [gcc, intel, clang, oneapi] + providers: + blas: [openblas] + lapack: [netlib-lapack] + mpi: [mvapich2] gcc-runtime: require: - '%gcc' From b3a16d3b32c4f3ec11d9aac9eef8d265f7b6a653 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Mon, 13 Jan 2025 11:17:15 +0100 Subject: [PATCH 79/82] Switch to spack@develop-2025-01-12 + update SYCL compiler (unused) --- spack-environments/radiuss/corona/compilers.yaml | 13 +++++++++++++ spack-environments/radiuss/pipeline.yml | 3 ++- spack-environments/radiuss/poodle/compilers.yaml | 13 +++++++++++++ spack-environments/radiuss/ruby/compilers.yaml | 13 +++++++++++++ 4 files changed, 41 insertions(+), 1 deletion(-) diff --git a/spack-environments/radiuss/corona/compilers.yaml b/spack-environments/radiuss/corona/compilers.yaml index 4eae144..4eee22c 100644 --- a/spack-environments/radiuss/corona/compilers.yaml +++ b/spack-environments/radiuss/corona/compilers.yaml @@ -257,6 +257,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] +- compiler: + spec: clang@=20.0.0 + paths: + cc: /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/lib, /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/lib64] - compiler: spec: gcc@=10.3.1 paths: diff --git a/spack-environments/radiuss/pipeline.yml b/spack-environments/radiuss/pipeline.yml index 96aa92f..c4bbe59 100644 --- a/spack-environments/radiuss/pipeline.yml +++ b/spack-environments/radiuss/pipeline.yml @@ -11,7 +11,8 @@ variables: #MY_SPACK_COMMIT: aeaa922eef45b14199b486fa2c188252df8c9544 # develop-2024-07-07 #MY_SPACK_COMMIT: 38643e5a797b708192d2463fde05caf5ccb66ccd # Test PR https://github.com/spack/spack/pull/45648 #MY_SPACK_COMMIT: d7f5dbaf8911387d6c38035f0d508702ee71b03a # Merge commit of radiuss packages update - MY_SPACK_COMMIT: 7ad08213dc343c50f3cea2d3627e92d4e54a6421 # develop-2024-10-06 + #MY_SPACK_COMMIT: 7ad08213dc343c50f3cea2d3627e92d4e54a6421 # develop-2024-10-06 + MY_SPACK_COMMIT: 70534ac9d457da9bc884feb10a64974ad32c19e3 # develop-2025-01-12 include: - local: .gitlab/corona.yml diff --git a/spack-environments/radiuss/poodle/compilers.yaml b/spack-environments/radiuss/poodle/compilers.yaml index fd3a106..1085f54 100644 --- a/spack-environments/radiuss/poodle/compilers.yaml +++ b/spack-environments/radiuss/poodle/compilers.yaml @@ -140,6 +140,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] +- compiler: + spec: clang@=20.0.0 + paths: + cc: /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/lib, /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/lib64] - compiler: spec: gcc@=10.3.1 paths: diff --git a/spack-environments/radiuss/ruby/compilers.yaml b/spack-environments/radiuss/ruby/compilers.yaml index fd3a106..1085f54 100644 --- a/spack-environments/radiuss/ruby/compilers.yaml +++ b/spack-environments/radiuss/ruby/compilers.yaml @@ -140,6 +140,19 @@ compilers:: modules: [] environment: {} extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib, /usr/workspace/raja-dev/clang_sycl_2f03ef85fee5_hip_gcc10.3.1_rocm5.7.1/lib64] +- compiler: + spec: clang@=20.0.0 + paths: + cc: /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/bin/clang + cxx: /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/bin/clang++ + f77: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1/bin/gfortran + flags: {} + operating_system: rhel8 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [/usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/lib, /usr/workspace/raja-dev/clang_sycl_730cd3a5275f_hip_gcc10.3.1_rocm6.0.2/lib64] - compiler: spec: gcc@=10.3.1 paths: From 1e14af36dbd918557941f6c9d736d581d11385bf Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 23 Jan 2025 12:02:39 +0100 Subject: [PATCH 80/82] Update spack configs from RADIUSS Spack Configs --- .../radiuss/tioga/compilers.yaml | 41 +++++++------------ .../radiuss/tioga/packages.yaml | 6 +-- 2 files changed, 17 insertions(+), 30 deletions(-) diff --git a/spack-environments/radiuss/tioga/compilers.yaml b/spack-environments/radiuss/tioga/compilers.yaml index db0e9fa..222c995 100644 --- a/spack-environments/radiuss/tioga/compilers.yaml +++ b/spack-environments/radiuss/tioga/compilers.yaml @@ -103,26 +103,13 @@ compilers:: modules: [] environment: {} extra_rpaths: [] -- compiler: - spec: gcc@=8.5.0 - paths: - cc: /usr/bin/gcc - cxx: /usr/bin/g++ - f77: /usr/bin/gfortran - fc: /usr/bin/gfortran - flags: {} - operating_system: rhel8 - target: x86_64 - modules: [] - environment: {} - extra_rpaths: [] - compiler: spec: gcc@=10.3.1 paths: - cc: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gcc - cxx: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/g++ - f77: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gfortran - fc: /usr/tce/packages/gcc-tce/gcc-10.3.1/bin/gfortran + cc: /usr/tce/packages/gcc/gcc-10.3.1-magic/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-10.3.1-magic/bin/g++ + f77: /usr/tce/packages/gcc/gcc-10.3.1-magic/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-10.3.1-magic/bin/gfortran flags: {} operating_system: rhel8 target: x86_64 @@ -130,12 +117,12 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: gcc@=11.2.0 + spec: gcc@=11.2.1 paths: - cc: /opt/cray/pe/gcc/11.2.0/bin/gcc - cxx: /opt/cray/pe/gcc/11.2.0/bin/g++ - f77: /opt/cray/pe/gcc/11.2.0/bin/gfortran - fc: /opt/cray/pe/gcc/11.2.0/bin/gfortran + cc: /usr/tce/packages/gcc/gcc-11.2.1-magic/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-11.2.1-magic/bin/g++ + f77: /usr/tce/packages/gcc/gcc-11.2.1-magic/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-11.2.1-magic/bin/gfortran flags: {} operating_system: rhel8 target: x86_64 @@ -143,12 +130,12 @@ compilers:: environment: {} extra_rpaths: [] - compiler: - spec: gcc@=12.1.1 + spec: gcc@=12.2.1 paths: - cc: /opt/cray/pe/gcc/12.1.1/bin/gcc - cxx: /opt/cray/pe/gcc/12.1.1/bin/g++ - f77: /opt/cray/pe/gcc/12.1.1/bin/gfortran - fc: /opt/cray/pe/gcc/12.1.1/bin/gfortran + cc: /usr/tce/packages/gcc/gcc-12.2.1-magic/bin/gcc + cxx: /usr/tce/packages/gcc/gcc-12.2.1-magic/bin/g++ + f77: /usr/tce/packages/gcc/gcc-12.2.1-magic/bin/gfortran + fc: /usr/tce/packages/gcc/gcc-12.2.1-magic/bin/gfortran flags: {} operating_system: rhel8 target: x86_64 diff --git a/spack-environments/radiuss/tioga/packages.yaml b/spack-environments/radiuss/tioga/packages.yaml index 93499cb..6038592 100644 --- a/spack-environments/radiuss/tioga/packages.yaml +++ b/spack-environments/radiuss/tioga/packages.yaml @@ -1,7 +1,7 @@ packages:: all: require: target=zen3 - compiler: [gcc, cce, clang, rocmcc] + compiler: [rocmcc, cce, clang, gcc] providers: blas: [netlib-lapack] lapack: [netlib-lapack] @@ -259,8 +259,8 @@ packages:: prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-cce-17.0.1-magic - spec: cray-mpich@8.1.31%cce@18.0.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-cce-18.0.1-magic - - spec: cray-mpich@8.1.28%gcc@12.1.1 - prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-gcc-12.1.1-magic + - spec: cray-mpich@8.1.31%gcc@12.1.1 + prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.31-gcc-12.1.1-magic - spec: cray-mpich@8.1.28%rocmcc@5.5.1 prefix: /usr/tce/packages/cray-mpich/cray-mpich-8.1.28-rocmcc-5.5.1-magic - spec: cray-mpich@8.1.28%rocmcc@5.6.1 From 937b7374d5d008a777667c26d3aafdba3d54d311 Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 23 Jan 2025 12:48:10 +0100 Subject: [PATCH 81/82] Attempt to use config files included from URL --- spack-environments/radiuss/spack.yaml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index e52799f..9a68fab 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -8,7 +8,10 @@ spack: #[general--] - include: [$LCSCHEDCLUSTER] + include: + - ${LCSCHEDCLUSTER}/config.yaml + - https://raw.githubusercontent.com/LLNL/radiuss-spack-configs/refs/tags/v2025.01.0-spack-develop-2025-01-12/${SYS_TYPE}/compilers.yaml + - https://raw.githubusercontent.com/LLNL/radiuss-spack-configs/refs/tags/v2025.01.0-spack-develop-2025-01-12/${SYS_TYPE}/${LCSCHEDCLUSTER}/packages.yaml concretizer: reuse: false unify: false From f08b83f909868e3422d8d26e2d3ae4cfffd3b73d Mon Sep 17 00:00:00 2001 From: "Adrien M. BERNEDE" <51493078+adrienbernede@users.noreply.github.com> Date: Thu, 23 Jan 2025 14:45:13 +0100 Subject: [PATCH 82/82] Revert "Attempt to use config files included from URL" This reverts commit 937b7374d5d008a777667c26d3aafdba3d54d311. --- spack-environments/radiuss/spack.yaml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/spack-environments/radiuss/spack.yaml b/spack-environments/radiuss/spack.yaml index 9a68fab..e52799f 100644 --- a/spack-environments/radiuss/spack.yaml +++ b/spack-environments/radiuss/spack.yaml @@ -8,10 +8,7 @@ spack: #[general--] - include: - - ${LCSCHEDCLUSTER}/config.yaml - - https://raw.githubusercontent.com/LLNL/radiuss-spack-configs/refs/tags/v2025.01.0-spack-develop-2025-01-12/${SYS_TYPE}/compilers.yaml - - https://raw.githubusercontent.com/LLNL/radiuss-spack-configs/refs/tags/v2025.01.0-spack-develop-2025-01-12/${SYS_TYPE}/${LCSCHEDCLUSTER}/packages.yaml + include: [$LCSCHEDCLUSTER] concretizer: reuse: false unify: false