Update specs and build configurations

.gitlab-ci.yml

@@ -1,26 +1,17 @@
 ##############################################################################
-# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and
+# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and
 # RADIUSS project contributors. See the COPYRIGHT file for details.
 #
 # SPDX-License-Identifier: (MIT)
 ##############################################################################
 
-#[create-unique-path--]
 variables:
 # Use the umdev LLNL service user to run CI. This prevents from running
 # pipelines as an actual user.
   LLNL_SERVICE_USER: bradiuss
 # Use the service user workspace. Solves permission issues, stores everything
 # at the same location whoever triggers a pipeline.
   CUSTOM_CI_BUILDS_DIR: /usr/workspace/bradiuss/gitlab-runner
-# Unique paths
-  MY_SPACK_PARENT_DIR: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}
-  MY_SPACK_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}/spack
-  MY_SPACK_USER_CACHE: /dev/shm/llnl-stack-${CI_PIPELINE_ID}-${CI_JOB_ID}/spack-cache
-  SPACK_USER_CACHE_PATH: ${CUSTOM_CI_BUILDS_DIR}/llnl-stack-${CI_PIPELINE_ID}/spack-user-cache
-#[--create-unique-path]
-  SPACK_DISABLE_LOCAL_CONFIG: ""
-  MY_SPACK_DEBUG: ""
 
 stages:
   - setup
@@ -31,7 +22,7 @@ stages:
 include:
   - project: 'lc-templates/id_tokens'
     file: 'id_tokens.yml'
-  - local: .gitlab/core-ci.yml
+  - local: .gitlab/variables.yml
     rules:
       - if: $MY_ENV_NAME != null
   - local: spack-environments/${MY_ENV_NAME}/pipeline.yml

.gitlab/corona.yml

@@ -0,0 +1,97 @@
+##############################################################################
+# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and
+# RADIUSS project contributors. See the COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (MIT)
+##############################################################################
+
+variables:
+  CORONA_ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID}
+  CORONA_SHARED_ALLOC: "--exclusive --time-limit=60m --nodes=1"
+  CORONA_JOB_ALLOC: "--nodes=1 --begin-time=+2s"
+
+.on-corona:
+  tags:
+    - shell
+    - corona
+  rules:
+    # Runs except if we explicitly deactivate corona by variable.
+    - if: '$ON_CORONA == "OFF"'
+      when: never
+    # We should always release resources allocated in the pipeline.
+    - if: '$CI_JOB_NAME =~ /release-corona/'
+      when: always
+    # A true statement is expected to allow jobs to run. Here is the default.
+    - when: on_success
+
+allocate-corona:
+  variables:
+    GIT_STRATEGY: none
+  extends: [.on-corona, .corona-variables]
+  stage: .pre
+  script:
+    - |
+      set -x
+      flux --parent alloc ${CORONA_SHARED_ALLOC} --job-name=${CORONA_ALLOC_NAME} --bg
+
+.prepare_corona_proxy:
+  script:
+    - |
+      export ALLOC_ID=$(flux jobs --name="${CORONA_ALLOC_NAME}" -n -o "{id}")
+      echo -e "[Information] Shared allocation ID = ${ALLOC_ID}"
+      export PROXY="$( [[ -n "${ALLOC_ID}" ]] && echo "flux proxy ${ALLOC_ID}" || echo "" )"
+
+get-spack-corona:
+  extends: [.on-corona, .corona-variables]
+  stage: setup
+  script:
+    - !reference [.prepare_corona_proxy, script]
+    - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/get-spack)
+  needs: [allocate-corona]
+
+generate-on-corona:
+  extends: [.on-corona, .corona-variables]
+  stage: generate
+  script:
+    - scripts/print-variables
+    - !reference [.prepare_corona_proxy, script]
+    - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s .gitlab/spack/generate-script.sh)
+  artifacts:
+    paths:
+      - "${CI_PROJECT_DIR}/jobs_scratch_dir"
+  needs: [get-spack-corona]
+
+build-on-corona:
+  extends: [.corona-variables]
+  stage: build
+  trigger:
+    include:
+      - artifact: "jobs_scratch_dir/pipeline.yml"
+        job: generate-on-corona
+      - project: "lc-templates/id_tokens"
+        file: "id_tokens.yml"
+      - local: ".gitlab/spack/reindex-corona.yml"
+    strategy: depend
+    forward:
+      pipeline_variables: true
+  needs: [generate-on-corona]
+
+rm-spack-corona:
+  extends: [.on-corona, .corona-variables]
+  stage: clean
+  script:
+    - !reference [.prepare_corona_proxy, script]
+    - ${PROXY} flux watch $( ${PROXY} flux batch -o output.stdout.type=kvs --nodes=1 --begin-time=+2s scripts/remove-spack)
+  needs: [build-on-corona]
+
+release-corona:
+  variables:
+    GIT_STRATEGY: none
+  extends: [.on-corona, .corona-variables]
+  stage: .post
+  script:
+    - |
+      set -x
+      export URI=$(flux jobs -o "{id} {name}" | grep ${CORONA_ALLOC_NAME} | awk '{print $1}')
+      ([[ -n "${URI}" ]] && flux job kill ${URI} || exit 0)
+  needs: [rm-spack-corona]

.gitlab/lassen.yml

@@ -1,26 +1,64 @@
 ##############################################################################
-# Copyright (c) 2019-2021, Lawrence Livermore National Security, LLC and
+# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and
 # RADIUSS project contributors. See the COPYRIGHT file for details.
 #
 # SPDX-License-Identifier: (MIT)
 ##############################################################################
 
-# lassen
+variables:
+  ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID}
+  LASSEN_JOB_ALLOC: "1 -W 15 -q pci"
+
+.on-lassen:
+  tags:
+    - shell
+    - lassen
+  rules:
+    # Runs except if we explicitly deactivate lassen by variable.
+    - if: '$ON_LASSEN == "OFF"'
+      when: never
+    # We should always release resources allocated in the pipeline.
+    - if: '$CI_JOB_NAME =~ /release-lassen/'
+      when: always
+    # A true statement is expected to allow jobs to run. Here is the default.
+    - when: on_success
+
+get-spack-lassen:
+  extends: [.on-lassen, .lassen-variables]
+  stage: setup
+  script:
+    - scripts/get-spack
+  needs: []
+
 generate-on-lassen:
-  extends: [.generate-pipeline, .on-lassen]
+  extends: [.on-lassen, .lassen-variables]
   stage: generate
-  before_script:
+  script:
     - scripts/print-variables
+    - .gitlab/spack/generate-script.sh
+  artifacts:
+    paths:
+      - "${CI_PROJECT_DIR}/jobs_scratch_dir"
+  needs: [get-spack-lassen]
 
 build-on-lassen:
+  extends: [.lassen-variables]
   stage: build
   trigger:
     include:
       - artifact: "jobs_scratch_dir/pipeline.yml"
         job: generate-on-lassen
       - project: "lc-templates/id_tokens"
         file: "id_tokens.yml"
+      - local: ".gitlab/spack/reindex-lassen.yml"
     strategy: depend
     forward:
       pipeline_variables: true
   needs: [generate-on-lassen]
+
+rm-spack-lassen:
+  extends: [.on-lassen, .lassen-variables]
+  stage: clean
+  script:
+    - scripts/remove-spack
+  needs: [build-on-lassen]

.gitlab/poodle.yml

@@ -0,0 +1,93 @@
+##############################################################################
+# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and
+# RADIUSS project contributors. See the COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (MIT)
+##############################################################################
+
+variables:
+  POODLE_ALLOC_NAME: ${CI_PROJECT_NAME}_ci_${CI_PIPELINE_ID}
+  POODLE_SHARED_ALLOC: "--exclusive --time=60 --nodes=1"
+  POODLE_JOB_ALLOC: "--overlap --nodes=1"
+
+.on-poodle:
+  tags:
+    - shell
+    - poodle
+  rules:
+    # Runs except if we explicitly deactivate poodle by variable.
+    - if: '$ON_POODLE == "OFF"'
+      when: never
+    # We should always release resources allocated in the pipeline.
+    - if: '$CI_JOB_NAME =~ /release-poodle/'
+      when: always
+    # A true statement is expected to allow jobs to run. Here is the default.
+    - when: on_success
+
+allocate-poodle:
+  variables:
+    GIT_STRATEGY: none
+  extends: [.on-poodle, .poodle-variables]
+  stage: .pre
+  script:
+    - salloc ${POODLE_SHARED_ALLOC} --no-shell --job-name=${POODLE_ALLOC_NAME}
+
+.prepare_poodle_jobid:
+  script:
+    - |
+      export JOBID=$(squeue -h --name=${POODLE_ALLOC_NAME} --format=%A)
+      echo -e "[Information] Shared allocation ID = ${JOBID}"
+      export JOBID_OPT=$([[ -n "${JOBID}" ]] && echo "--jobid=${JOBID}")
+
+get-spack-poodle:
+  extends: [.on-poodle, .poodle-variables]
+  stage: setup
+  script:
+    - !reference [.prepare_poodle_jobid, script]
+    - srun ${JOBID_OPT} --nodes=1 scripts/get-spack
+  needs: [allocate-poodle]
+
+generate-on-poodle:
+  extends: [.on-poodle, .poodle-variables]
+  stage: generate
+  script:
+    - scripts/print-variables
+    - !reference [.prepare_poodle_jobid, script]
+    - srun ${JOBID_OPT} --nodes=1 .gitlab/spack/generate-script.sh
+  artifacts:
+    paths:
+      - "${CI_PROJECT_DIR}/jobs_scratch_dir"
+  needs: [get-spack-poodle]
+
+build-on-poodle:
+  extends: [.poodle-variables]
+  stage: build
+  trigger:
+    include:
+      - artifact: "jobs_scratch_dir/pipeline.yml"
+        job: generate-on-poodle
+      - project: "lc-templates/id_tokens"
+        file: "id_tokens.yml"
+      - local: ".gitlab/spack/reindex-poodle.yml"
+    strategy: depend
+    forward:
+      pipeline_variables: true
+  needs: [generate-on-poodle]
+
+rm-spack-poodle:
+  extends: [.on-poodle, .poodle-variables]
+  stage: clean
+  script:
+    - !reference [.prepare_poodle_jobid, script]
+    - srun ${JOBID_OPT} --nodes=1 scripts/remove-spack
+  needs: [build-on-poodle]
+
+release-poodle:
+  variables:
+    GIT_STRATEGY: none
+  extends: [.on-poodle, .poodle-variables]
+  stage: .post
+  script:
+    - !reference [.prepare_poodle_jobid, script]
+    - ([[ -n "${JOBID}" ]] && scancel ${JOBID} || exit 0)
+  needs: [rm-spack-poodle]