Merge pull request #236 from stackhpc/fix/pin-ood

Update OpenHPC and OOD, pinning to RL8.6

Author: sjpb

ansible/bootstrap.yml

@@ -49,6 +49,11 @@
       become: true
     - name: Reset ssh connection to allow user changes to affect ansible_user
       meta: reset_connection
+    - name: Set dnf releasever
+      ansible.builtin.copy:
+        dest: /etc/yum/vars/releasever
+        content: "{{ releasever }}"
+      become: true
 
 - hosts: systemd
   become: yes
@@ -159,4 +164,4 @@
         sleep: 15
     - name: update facts
       setup:
-      when: (sestatus.changed | default(false)) or (sestatus.reboot_required | default(false))
+      when: (sestatus.changed | default(false)) or (sestatus.reboot_required | default(false))

ansible/ci/check_sacct_hpctests.yml

@@ -4,11 +4,11 @@
   vars:
     sacct_stdout_expected: |- # based on CI running hpctests as the first job - NB note no trailing newline
       JobID,JobName,State
-      2,pingpong.sh,COMPLETED
-      3,pingmatrix.sh,COMPLETED
-      4,hpl-build-linux64.sh,COMPLETED
-      5_0,hpl-solo.sh,COMPLETED
-      5_1,hpl-solo.sh,COMPLETED
+      1,pingpong.sh,COMPLETED
+      2,pingmatrix.sh,COMPLETED
+      3,hpl-build-linux64.sh,COMPLETED
+      4_0,hpl-solo.sh,COMPLETED
+      4_1,hpl-solo.sh,COMPLETED
   tasks:
     - name: Get info for ended jobs
       shell:

ansible/roles/hpctests/defaults/main.yml

@@ -1,9 +1,9 @@
 ---
 hpctests_rootdir:
-hpctests_pingmatrix_modules: [gnu9 openmpi4]
-hpctests_pingpong_modules: [gnu9 openmpi4 imb]
+hpctests_pingmatrix_modules: [gnu12 openmpi4]
+hpctests_pingpong_modules: [gnu12 openmpi4 imb]
 hpctests_pingpong_plot: yes
-hpctests_hpl_modules: [gnu9 openmpi4 openblas]
+hpctests_hpl_modules: [gnu12 openmpi4 openblas]
 hpctests_outdir: "{{ lookup('env', 'APPLIANCES_ENVIRONMENT_ROOT') }}/hpctests"
 hpctests_ucx_net_devices: all
 hpctests_hpl_version: "2.3"

ansible/roles/openondemand/tasks/main.yml

@@ -9,7 +9,7 @@
 # if using PAM auth we need apache installed but NOT started so split the osc.ood role up:
 - include_role:
     name: osc.ood
-    tasks_from: install-rpm.yml
+    tasks_from: install-package.yml
     vars_from: Rocky.yml
     public: yes # Expose the vars from this role to the rest of the play
   # can't set vars: from a dict hence the workaround above

ansible/roles/openondemand/tasks/vnc_compute.yml

@@ -14,7 +14,7 @@
   tags: install
   yum:
     name:
-      - turbovnc-2.2.7 # see https://discourse.osc.edu/t/turbovnc-seems-to-no-longer-have-the-nohttpd-option/1856/6 and https://github.com/OSC/ood_core/issues/737
+      - turbovnc-3.0.1
       - nmap-ncat
       - python3
 

environments/arcus/builder.pkrvars.hcl

@@ -1,6 +1,6 @@
 flavor = "vm.alaska.cpu.general.small"
 networks = ["a262aabd-e6bf-4440-a155-13dbc1b5db0e"] # WCDC-iLab-60
-source_image_name = "openhpc-221027-1557.qcow2"
+source_image_name = "openhpc-221118-1422.qcow2"
 ssh_keypair_name = "slurm-app-ci"
 security_groups = ["default", "SSH"]
 ssh_bastion_host = "128.232.222.183"

environments/arcus/inventory/group_vars/selinux/overrides.yml

@@ -0,0 +1 @@
+selinux_state: disabled

environments/arcus/terraform/main.tf

@@ -14,6 +14,12 @@ variable "create_nodes" {
     default = true
 }
 
+variable "cluster_image" {
+    description = "single image for all cluster nodes - a convenience for CI"
+    type = string
+    default = "openhpc-221118-1422.qcow2" # https://github.com/stackhpc/slurm_image_builder/pull/12
+}
+
 module "cluster" {
     source = "../../skeleton/{{cookiecutter.environment}}/terraform/"
 
@@ -24,22 +30,22 @@ module "cluster" {
     key_pair = "slurm-app-ci"
     control_node = {
         flavor: "vm.alaska.cpu.general.small"
-        image: "openhpc-221027-1557.qcow2"
+        image: var.cluster_image
     }
     login_nodes = {
         login-0: {
             flavor: "vm.alaska.cpu.general.small"
-            image: "openhpc-221027-1557.qcow2"
+            image: var.cluster_image
         }
     }
     compute_types = {
         small: {
             flavor: "vm.alaska.cpu.general.small"
-            image: "openhpc-221027-1557.qcow2"
+            image: var.cluster_image
         }
         extra: {
             flavor: "vm.alaska.cpu.general.small"
-            image: "openhpc-221027-1557.qcow2"
+            image: var.cluster_image
         }
     }
     compute_nodes = {

environments/common/inventory/group_vars/all/defaults.yml

@@ -4,6 +4,7 @@ ansible_user: rocky
 appliances_repository_root: "{{ lookup('env', 'APPLIANCES_REPO_ROOT') }}"
 appliances_environment_root: "{{ lookup('env', 'APPLIANCES_ENVIRONMENT_ROOT') }}"
 #appliances_state_dir: # define an absolute path here to use for persistent state
+releasever: '8.6'
 
 # Address(ip/dns) for internal communication between services. This is
 # normally traffic you do no want to expose to users.

environments/common/inventory/group_vars/all/openhpc.yml

@@ -19,8 +19,8 @@ openhpc_slurm_partitions:
   - name: "compute"
 openhpc_packages_default:
   - slurm-libpmi-ohpc # to allow intel mpi to work properly
-  - ohpc-gnu9-openmpi4-perf-tools # for hpctests
-  - openblas-gnu9-ohpc # for hpctests (HPL)
+  - ohpc-gnu12-openmpi4-perf-tools # for hpctests
+  - openblas-gnu12-ohpc # for hpctests (HPL)
 openhpc_packages_extra: []
 openhpc_packages: "{{ openhpc_packages_default + openhpc_packages_extra }}"
 openhpc_munge_key: "{{ vault_openhpc_mungekey | b64decode }}"