Preliminary CARE stack

.gitlab-ci.yml

@@ -11,38 +11,40 @@ variables:
   SPACK_PATH: ${CI_BUILDS_DIR}/llnl-stack-${CI_COMMIT_SHORT_SHA}/spack
   #[--create-unique-path]
   SPACK_REPO: git@github.com:spack/spack.git
-  SPACK_REF: develop
+  SPACK_REF: 1c92d832b6eefaf2cf1d053ff621ddd44de7606e
   SPACK_DEBUG: "-d"
-  PROJECT_NAME: "radiuss"
+  PROJECT_NAME: "add-care"
 
 # We only do one generation per stage because we found conflicts otherwise
 #[one-generate-per-stage--]
 stages:
   - get-spack
   - concretize-test
-  - generate-quartz
   - generate-lassen
+  #- generate-quartz
   - build
   - rm-spack
 #[--one-generate-per-stage]
 
-.on-quartz:
-  tags: [shell, quartz]
+#.on-quartz:
+#  tags: [shell, quartz]
 
 .on-lassen:
   tags: [shell, lassen]
 
 #[get-spack--]
 get-spack:
-  extends: [.on-quartz]
+  #extends: [.on-quartz]
+  extends: [.on-lassen]
   stage: get-spack
   script:
-    - .gitlab/get-spack
+    - .gitlab/get-spack-care
 #[--get-spack]
 
 #[rm-spack--]
 rm-spack:
-  extends: [.on-quartz]
+  #extends: [.on-quartz]
+  extends: [.on-lassen]
   stage: rm-spack
   script:
     - .gitlab/remove-spack

.gitlab/child/concretize.yml

@@ -22,7 +22,7 @@ stages:
   extends: .concretize_rules
   tags:
     - shell
-    - quartz
+    - lassen
   before_script:
     - date
     - git clone ${CHILD_SPACK_PATH} --depth 1 local_spack

.gitlab/generate.yml

@@ -33,26 +33,26 @@
     paths:
       - "${CI_PROJECT_DIR}/jobs_scratch_dir"
 
-# quartz
-generate-on-quartz:
-  extends: [.generate-pipeline, .on-quartz, .has_project_name]
-  stage: generate-quartz
-  before_script:
-    - .gitlab/print-variables
+## quartz
+#generate-on-quartz:
+#  extends: [.generate-pipeline, .on-quartz, .has_project_name]
+#  stage: generate-quartz
+#  before_script:
+#    - .gitlab/print-variables
 
-#[send-variable-child--]
-build-on-quartz:
-  extends: [.has_project_name]
-  stage: build
-  variables:
-    CHILD_SPACK_PATH: ${SPACK_PATH}
-  trigger:
-    include:
-      - artifact: "jobs_scratch_dir/pipeline.yml"
-        job: generate-on-quartz
-    strategy: depend
-  needs: [generate-on-quartz]
-#[--send-variable-child]
+##[send-variable-child--]
+#build-on-quartz:
+#  extends: [.has_project_name]
+#  stage: build
+#  variables:
+#    CHILD_SPACK_PATH: ${SPACK_PATH}
+#  trigger:
+#    include:
+#      - artifact: "jobs_scratch_dir/pipeline.yml"
+#        job: generate-on-quartz
+#    strategy: depend
+#  needs: [generate-on-quartz]
+##[--send-variable-child]
 
 # lassen
 generate-on-lassen:

.gitlab/get-spack-care

@@ -0,0 +1,29 @@
+#!/bin/bash
+checkout() {
+  cd ${SPACK_PATH}
+  git fetch origin pull/19736/head:feature/allow-untested-cuda-versions
+  git checkout 1c92d832b6eefaf2cf1d053ff621ddd44de7606e
+  # We tag the commit so we can retrieve which one was used by a given pipeline.
+  git tag ${CI_PIPELINE_ID}
+  cd -
+}
+
+set -e
+
+#[get-spack--]
+if [[ ! -d ${SPACK_PATH} ]]
+then
+  mkdir -p ${SPACK_PATH}/..
+  git clone ${SPACK_REPO} ${SPACK_PATH}
+  checkout
+else
+  checkout
+  #git checkout -b temp
+  #git branch -D feature/allow-untested-cuda-versions
+  #git fetch --depth 1 ${SPACK_REPO} ${SPACK_REF}:${SPACK_REF}
+  #git checkout ${SPACK_REF}
+  #git tag ${CI_PIPELINE_ID}
+  #git branch -D temp
+  #cd -
+fi
+#[--get-spack]

spack-environments/care/blueos_3_ppc64le_ib_p9/compilers.yaml

@@ -0,0 +1,209 @@
+compilers::
+- compiler:
+    spec: clang@3.9.1
+    paths:
+      cc: /usr/tcetmp/packages/clang/clang-3.9.1/bin/clang
+      cxx: /usr/tcetmp/packages/clang/clang-3.9.1/bin/clang++
+      f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+      fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: clang@4.0.0
+    paths:
+      cc: /usr/tcetmp/packages/clang/clang-4.0.0/bin/clang
+      cxx: /usr/tcetmp/packages/clang/clang-4.0.0/bin/clang++
+      f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+      fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: clang@9.0.0
+    paths:
+      cc: /usr/tce/packages/clang/clang-9.0.0/bin/clang
+      cxx: /usr/tce/packages/clang/clang-9.0.0/bin/clang++
+      f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+      fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: clang@9.0.0ibm
+    paths:
+      cc: /usr/tce/packages/clang/clang-ibm-2019.10.03/bin/clang
+      cxx: /usr/tce/packages/clang/clang-ibm-2019.10.03/bin/clang++
+      fc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf2003_r
+      f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: clang@10.0.1ibm
+    paths:
+      cc: /usr/tce/packages/clang/clang-ibm-10.0.1/bin/clang
+      cxx: /usr/tce/packages/clang/clang-ibm-10.0.1/bin/clang++
+      fc: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf2003_r
+      f77: /usr/tce/packages/xl/xl-2020.09.17/bin/xlf_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: clang@coral2018.08.08
+    paths:
+      cc: /usr/tce/packages/clang/clang-coral-2018.08.08/bin/clang
+      cxx: /usr/tce/packages/clang/clang-coral-2018.08.08/bin/clang++
+      f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+      fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: clang@default
+    paths:
+      cc: clang
+      cxx: clang++
+      f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+      fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: gcc@8.3.1
+    paths:
+      cc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gcc
+      cxx: /usr/tce/packages/gcc/gcc-8.3.1/bin/g++
+      f77: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran
+      fc: /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: gcc@4.9.3
+    paths:
+      cc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gcc
+      cxx: /usr/tce/packages/gcc/gcc-4.9.3/bin/g++
+      f77: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran
+      fc: /usr/tce/packages/gcc/gcc-4.9.3/bin/gfortran
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: gcc@default
+    paths:
+      cc: gcc
+      cxx: g++
+      f77: gfortran
+      fc: gfortran
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: xl@default
+    paths:
+      cc: xlc
+      cxx: xlc++
+      f77: xlf2003
+      fc: xlf2003
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: xl@beta2019.06.20
+    paths:
+      cc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlc
+      cxx: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlc++
+      f77: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+      fc: /usr/tce/packages/xl/xl-beta-2019.06.20/bin/xlf2003_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: xl@16.1.1.7
+    paths:
+      cc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlc_r
+      cxx: /usr/tce/packages/xl/xl-2020.03.18/bin/xlC_r
+      fc: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf2003_r
+      f77: /usr/tce/packages/xl/xl-2020.03.18/bin/xlf_r
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: pgi@default
+    paths:
+      cc: pgcc
+      cxx: pgc++
+      f77: pgfortran
+      fc: pgfortran
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: pgi@19.10
+    paths:
+      cc: /usr/tce/packages/pgi/pgi-19.10/bin/pgcc
+      cxx: /usr/tce/packages/pgi/pgi-19.10/bin/pgc++
+      f77: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran
+      fc: /usr/tce/packages/pgi/pgi-19.10/bin/pgfortran
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []
+- compiler:
+    spec: pgi@20.4
+    paths:
+      cc: /usr/tce/packages/pgi/pgi-20.4/bin/pgcc
+      cxx: /usr/tce/packages/pgi/pgi-20.4/bin/pgc++
+      f77: /usr/tce/packages/pgi/pgi-20.4/bin/pgfortran
+      fc: /usr/tce/packages/pgi/pgi-20.4/bin/pgf90
+    flags: {}
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []