From 0a6e1bfe87f7bd0395a42a4f5bef60f6dac4d961 Mon Sep 17 00:00:00 2001 From: Young Jeong Date: Thu, 10 Sep 2026 17:12:00 -0700 Subject: [PATCH] doca update for slurm image --- slurm-custom-image/group_vars/all.yml | 2 +- slurm-custom-image/roles/ompi/tasks/main.yaml | 8 +------- slurm-custom-image/roles/ompi/vars/main.yaml | 12 +++--------- 3 files changed, 5 insertions(+), 17 deletions(-) diff --git a/slurm-custom-image/group_vars/all.yml b/slurm-custom-image/group_vars/all.yml index 381aac3..a000e0a 100644 --- a/slurm-custom-image/group_vars/all.yml +++ b/slurm-custom-image/group_vars/all.yml @@ -1 +1 @@ -linux_arch: "{{ {'x86_64': 'amd64', 'aarch64': 'arm64'}[ansible_architecture] | default(ansible_architecture) }}" \ No newline at end of file +linux_arch: "{{ {'x86_64': 'amd64', 'aarch64': 'arm64'}[ansible_facts['architecture']] | default(ansible_facts['architecture']) }}" \ No newline at end of file diff --git a/slurm-custom-image/roles/ompi/tasks/main.yaml b/slurm-custom-image/roles/ompi/tasks/main.yaml index 677dbfb..e35cd40 100644 --- a/slurm-custom-image/roles/ompi/tasks/main.yaml +++ b/slurm-custom-image/roles/ompi/tasks/main.yaml @@ -4,17 +4,11 @@ state: directory mode: '755' -- name: Set HPC-X variables based on architecture - ansible.builtin.set_fact: - hpcx_version: "{{ (ansible_architecture == 'x86_64') | ternary(hpcx_version_mlnx, hpcx_version_doca) }}" - ofed_distro: "{{ (ansible_architecture == 'x86_64') | ternary(ofed_distro_mlnx, ofed_distro_doca) }}" - cuda_version: "{{ (ansible_architecture == 'x86_64') | ternary(cuda_version_mlnx, cuda_version_doca) }}" - - name: Download HPCX archive vars: distribution_with_version: "{{ (ansible_facts['distribution'] | lower) + ansible_facts['distribution_version'] }}" ansible.builtin.get_url: - url: https://content.mellanox.com/hpc/hpc-x/{{ hpcx_version }}/hpcx-{{ hpcx_version }}-gcc-{{ ofed_distro }}-{{ distribution_with_version }}-{{ cuda_version }}-{{ ansible_architecture }}.tbz + url: https://content.mellanox.com/hpc/hpc-x/{{ hpcx_version }}_{{ cuda_version }}/hpcx-{{ hpcx_version }}-gcc-{{ ofed_distro }}-{{ distribution_with_version }}-{{ cuda_version }}-{{ ansible_facts['architecture'] }}.tbz dest: /opt/hpcx.tbz mode: '755' diff --git a/slurm-custom-image/roles/ompi/vars/main.yaml b/slurm-custom-image/roles/ompi/vars/main.yaml index 119becf..8221a71 100644 --- a/slurm-custom-image/roles/ompi/vars/main.yaml +++ b/slurm-custom-image/roles/ompi/vars/main.yaml @@ -1,9 +1,3 @@ -## Mellanox -hpcx_version_mlnx: v2.20 -ofed_distro_mlnx: mlnx_ofed -cuda_version_mlnx: cuda12 - -## DOCA -hpcx_version_doca: v2.21.3 -ofed_distro_doca: doca_ofed -cuda_version_doca: cuda12 \ No newline at end of file +hpcx_version: v2.25.1 +ofed_distro: doca_ofed +cuda_version: cuda13 \ No newline at end of file