From f1b6bf05a19670d7633543d1f15912f868dde783 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 4 Dec 2025 09:52:53 +0100 Subject: [PATCH 01/19] latest_timestamps.py: show url and status on failure eg to identify which pulp_path is incorrect --- ansible/library/latest_timestamps.py | 17 ++++++++++++----- 1 file changed, 12 insertions(+), 5 deletions(-) diff --git a/ansible/library/latest_timestamps.py b/ansible/library/latest_timestamps.py index 6ac454908..e750a95ad 100644 --- a/ansible/library/latest_timestamps.py +++ b/ansible/library/latest_timestamps.py @@ -61,14 +61,21 @@ def run_module(): # pylint: disable=missing-function-docstring timestamps = dict(module.params["repos_dict"]) for repo in timestamps: for version in timestamps[repo]: - - html_txt = requests.get( - url=module.params["content_url"] + url = ( + module.params["content_url"] + "/" + timestamps[repo][version]["pulp_path"] - ).text + ) + html = requests.get(url=url) + if not html.ok: + module.fail_json( + msg=( + f"Couldn't retrieve timestamps for {repo}[{version}]" + f"url {url}: {html.status_code} {html.text}" + ) + ) timestamp_link_list = ( - BeautifulSoup(html_txt, features="html.parser") + BeautifulSoup(html.text, features="html.parser") .body.find("pre") .find_all() ) # getting raw list of timestamps from html From 2b150cc794faccd0ba30c8e26c26a22aa1bebea2 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 4 Dec 2025 09:57:50 +0100 Subject: [PATCH 02/19] dnf_repo_timestamps.yml: sort --- .../group_vars/all/dnf_repo_timestamps.yml | 82 +++++++++---------- 1 file changed, 41 insertions(+), 41 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 3e7788c49..c8eec1517 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -26,6 +26,24 @@ dnf_repos_default: pulp_path: OpenHPC/3/updates/EL_9 pulp_timestamp: 20250510T003301 repo_file: OpenHPC + TurboVNC: + '8': + pulp_path: turbovnc/x86_64 + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC + '9': + pulp_path: turbovnc/x86_64 + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC + TurboVNC-source: + '8': + pulp_path: turbovnc/srpms + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC + '9': + pulp_path: turbovnc/srpms + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC appstream: '8.10': pulp_path: rocky/8.10/AppStream/x86_64/os @@ -78,6 +96,24 @@ dnf_repos_default: pulp_path: rocky/9.6/BaseOS/source/os pulp_timestamp: 20250923T043546 repo_file: rocky + cernvmfs_cfg: + '8': + pulp_path: cvmfs-config/EL/8/x86_64 + pulp_timestamp: 20250805T130249 + repo_file: cvmfs + '9': + pulp_path: cvmfs-config/EL/9/x86_64 + pulp_timestamp: 20250805T130249 + repo_file: cvmfs + cernvmfs_pkgs: + '8': + pulp_path: cvmfs/EL/8/x86_64 + pulp_timestamp: 20250816T005446 + repo_file: cvmfs + '9': + pulp_path: cvmfs/EL/9/x86_64 + pulp_timestamp: 20250816T005446 + repo_file: cvmfs crb: '8.10': pulp_path: rocky/8.10/PowerTools/x86_64/os @@ -115,6 +151,11 @@ dnf_repos_default: pulp_path: epel/9/Everything/x86_64 pulp_timestamp: 20250923T001717 repo_file: epel + epel-cisco-openh264: + '9': + pulp_path: openh264/epel/9/x86_64/os + pulp_timestamp: 20250925T130153 + repo_file: epel-cisco-openh264 epel-source: '8': pulp_path: epel/8/Everything/source @@ -124,11 +165,6 @@ dnf_repos_default: pulp_path: epel/9/Everything/source pulp_timestamp: 20250923T001717 repo_file: epel - epel-cisco-openh264: - '9': - pulp_path: openh264/epel/9/x86_64/os - pulp_timestamp: 20250925T130153 - repo_file: epel-cisco-openh264 extras: '8.10': pulp_path: rocky/8.10/extras/x86_64/os @@ -174,39 +210,3 @@ dnf_repos_default: pulp_path: ondemand/4.0/web/el9/x86_64 pulp_timestamp: 20250925T130153 repo_file: ondemand-web - TurboVNC: - '8': - pulp_path: turbovnc/x86_64 - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - '9': - pulp_path: turbovnc/x86_64 - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - TurboVNC-source: - '8': - pulp_path: turbovnc/srpms - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - '9': - pulp_path: turbovnc/srpms - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - cernvmfs_pkgs: - '8': - pulp_path: cvmfs/EL/8/x86_64 - pulp_timestamp: 20250816T005446 - repo_file: cvmfs - '9': - pulp_path: cvmfs/EL/9/x86_64 - pulp_timestamp: 20250816T005446 - repo_file: cvmfs - cernvmfs_cfg: - '8': - pulp_path: cvmfs-config/EL/8/x86_64 - pulp_timestamp: 20250805T130249 - repo_file: cvmfs - '9': - pulp_path: cvmfs-config/EL/9/x86_64 - pulp_timestamp: 20250805T130249 - repo_file: cvmfs From 972cacd4cd8451ae8509a11828fe80f544afae24 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 4 Dec 2025 10:00:28 +0100 Subject: [PATCH 03/19] dnf_repo_timestamps.yml: update existing timestamps --- .../group_vars/all/dnf_repo_timestamps.yml | 48 +++++++++---------- 1 file changed, 24 insertions(+), 24 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index c8eec1517..22b5b959e 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -24,7 +24,7 @@ dnf_repos_default: repo_file: OpenHPC '9': pulp_path: OpenHPC/3/updates/EL_9 - pulp_timestamp: 20250510T003301 + pulp_timestamp: 20251104T202642 repo_file: OpenHPC TurboVNC: '8': @@ -47,7 +47,7 @@ dnf_repos_default: appstream: '8.10': pulp_path: rocky/8.10/AppStream/x86_64/os - pulp_timestamp: 20250923T022841 + pulp_timestamp: 20251202T210744 repo_file: Rocky-AppStream '9.4': pulp_path: rocky/9.4/AppStream/x86_64/os @@ -59,21 +59,21 @@ dnf_repos_default: repo_file: rocky '9.6': pulp_path: rocky/9.6/AppStream/x86_64/os - pulp_timestamp: 20250923T031638 + pulp_timestamp: 20251106T205505 repo_file: rocky appstream-source: '8.10': pulp_path: rocky/8.10/AppStream/source/os - pulp_timestamp: 20250923T024945 + pulp_timestamp: 20251009T082406 repo_file: Rocky-Sources '9.6': pulp_path: rocky/9.6/AppStream/source/os - pulp_timestamp: 20250923T043546 + pulp_timestamp: 20251009T121903 repo_file: rocky baseos: '8.10': pulp_path: rocky/8.10/BaseOS/x86_64/os - pulp_timestamp: 20250918T034501 + pulp_timestamp: 20251202T210744 repo_file: Rocky-BaseOS '9.4': pulp_path: rocky/9.4/BaseOS/x86_64/os @@ -85,16 +85,16 @@ dnf_repos_default: repo_file: rocky '9.6': pulp_path: rocky/9.6/BaseOS/x86_64/os - pulp_timestamp: 20250923T045903 + pulp_timestamp: 20251106T211545 repo_file: rocky baseos-source: '8.10': pulp_path: rocky/8.10/BaseOS/source/os - pulp_timestamp: 20250918T040529 + pulp_timestamp: 20251009T082406 repo_file: Rocky-Sources '9.6': pulp_path: rocky/9.6/BaseOS/source/os - pulp_timestamp: 20250923T043546 + pulp_timestamp: 20251009T121903 repo_file: rocky cernvmfs_cfg: '8': @@ -108,16 +108,16 @@ dnf_repos_default: cernvmfs_pkgs: '8': pulp_path: cvmfs/EL/8/x86_64 - pulp_timestamp: 20250816T005446 + pulp_timestamp: 20251113T202054 repo_file: cvmfs '9': pulp_path: cvmfs/EL/9/x86_64 - pulp_timestamp: 20250816T005446 + pulp_timestamp: 20251113T202054 repo_file: cvmfs crb: '8.10': pulp_path: rocky/8.10/PowerTools/x86_64/os - pulp_timestamp: 20250918T034501 + pulp_timestamp: 20251202T210744 repo_file: Rocky-PowerTools repo_name: powertools '9.4': @@ -130,26 +130,26 @@ dnf_repos_default: repo_file: rocky '9.6': pulp_path: rocky/9.6/CRB/x86_64/os - pulp_timestamp: 20250923T031638 + pulp_timestamp: 20251107T205232 repo_file: rocky crb-source: '8.10': pulp_path: rocky/8.10/PowerTools/source/tree - pulp_timestamp: 20250923T125600 + pulp_timestamp: 20251126T230532 repo_file: Rocky-Sources repo_name: powertools-source '9.6': pulp_path: rocky/9.6/CRB/source/os - pulp_timestamp: 20250923T043546 + pulp_timestamp: 20251006T044455 repo_file: rocky epel: '8': pulp_path: epel/8/Everything/x86_64 - pulp_timestamp: 20250923T001717 + pulp_timestamp: 20251203T203608 repo_file: epel '9': pulp_path: epel/9/Everything/x86_64 - pulp_timestamp: 20250923T001717 + pulp_timestamp: 20251202T204323 repo_file: epel epel-cisco-openh264: '9': @@ -159,16 +159,16 @@ dnf_repos_default: epel-source: '8': pulp_path: epel/8/Everything/source - pulp_timestamp: 20250923T001717 + pulp_timestamp: tree repo_file: epel '9': pulp_path: epel/9/Everything/source - pulp_timestamp: 20250923T001717 + pulp_timestamp: tree repo_file: epel extras: '8.10': pulp_path: rocky/8.10/extras/x86_64/os - pulp_timestamp: 20250510T032327 + pulp_timestamp: 20251129T221326 repo_file: Rocky-Extras '9.4': pulp_path: rocky/9.4/extras/x86_64/os @@ -194,19 +194,19 @@ dnf_repos_default: grafana: '8': pulp_path: grafana/oss/rpm - pulp_timestamp: 20250917T024714 + pulp_timestamp: 20251202T201944 repo_file: grafana timestamp: 20250615T005738 '9': pulp_path: grafana/oss/rpm - pulp_timestamp: 20250917T024714 + pulp_timestamp: 20251202T201944 repo_file: grafana ondemand-web: '8': pulp_path: ondemand/4.0/web/el8/x86_64 - pulp_timestamp: 20250925T130153 + pulp_timestamp: 20251120T213358 repo_file: ondemand-web '9': pulp_path: ondemand/4.0/web/el9/x86_64 - pulp_timestamp: 20250925T130153 + pulp_timestamp: 20251120T213358 repo_file: ondemand-web From e71a63870b38bcf6ae13894849873b2488a98b5c Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 4 Dec 2025 10:00:50 +0100 Subject: [PATCH 04/19] dnf_repo_timestamps.yml: rocky 9.7 --- .../group_vars/all/dnf_repo_timestamps.yml | 32 +++++++++++++++++++ 1 file changed, 32 insertions(+) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 22b5b959e..1435a3150 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -61,6 +61,10 @@ dnf_repos_default: pulp_path: rocky/9.6/AppStream/x86_64/os pulp_timestamp: 20251106T205505 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/AppStream/x86_64/os + pulp_timestamp: 20251203T103807 + repo_file: rocky appstream-source: '8.10': pulp_path: rocky/8.10/AppStream/source/os @@ -70,6 +74,10 @@ dnf_repos_default: pulp_path: rocky/9.6/AppStream/source/os pulp_timestamp: 20251009T121903 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/AppStream/source/tree + pulp_timestamp: 20251203T103807 + repo_file: rocky baseos: '8.10': pulp_path: rocky/8.10/BaseOS/x86_64/os @@ -87,6 +95,10 @@ dnf_repos_default: pulp_path: rocky/9.6/BaseOS/x86_64/os pulp_timestamp: 20251106T211545 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/BaseOS/x86_64/os + pulp_timestamp: 20251203T103807 + repo_file: rocky baseos-source: '8.10': pulp_path: rocky/8.10/BaseOS/source/os @@ -96,6 +108,10 @@ dnf_repos_default: pulp_path: rocky/9.6/BaseOS/source/os pulp_timestamp: 20251009T121903 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/BaseOS/source/tree + pulp_timestamp: 20251203T103807 + repo_file: rocky cernvmfs_cfg: '8': pulp_path: cvmfs-config/EL/8/x86_64 @@ -132,6 +148,10 @@ dnf_repos_default: pulp_path: rocky/9.6/CRB/x86_64/os pulp_timestamp: 20251107T205232 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/CRB/x86_64/os + pulp_timestamp: 20251203T103807 + repo_file: rocky crb-source: '8.10': pulp_path: rocky/8.10/PowerTools/source/tree @@ -142,6 +162,10 @@ dnf_repos_default: pulp_path: rocky/9.6/CRB/source/os pulp_timestamp: 20251006T044455 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/CRB/source/tree + pulp_timestamp: 20251203T103807 + repo_file: rocky epel: '8': pulp_path: epel/8/Everything/x86_64 @@ -182,6 +206,10 @@ dnf_repos_default: pulp_path: rocky/9.6/extras/x86_64/os pulp_timestamp: 20250726T040613 repo_file: rocky-extras + '9.7': + pulp_path: rocky/9.7/extras/x86_64/os + pulp_timestamp: 20251203T103807 + repo_file: rocky-extras extras-source: '8.10': pulp_path: rocky/8.10/extras/source/os @@ -191,6 +219,10 @@ dnf_repos_default: pulp_path: rocky/9.6/extras/source/os pulp_timestamp: 20250828T161842 repo_file: rocky-extras + '9.7': + pulp_path: rocky/9.7/extras/source/tree + pulp_timestamp: 20251203T103807 + repo_file: rocky-extras grafana: '8': pulp_path: grafana/oss/rpm From bd1287dd0c1a4f4a12222f3d801c503861e32041 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Fri, 5 Dec 2025 10:38:43 +0100 Subject: [PATCH 05/19] Apply suggestions from code review epel everything source has now a tree subfolder See https://ark.stackhpc.com/pulp/content/epel/8/Everything/source/tree/ Co-authored-by: wtripp180901 <78219569+wtripp180901@users.noreply.github.com> --- .../common/inventory/group_vars/all/dnf_repo_timestamps.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 1435a3150..0c57e20d0 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -182,11 +182,11 @@ dnf_repos_default: repo_file: epel-cisco-openh264 epel-source: '8': - pulp_path: epel/8/Everything/source + pulp_path: epel/8/Everything/source/tree pulp_timestamp: tree repo_file: epel '9': - pulp_path: epel/9/Everything/source + pulp_path: epel/9/Everything/source/tree pulp_timestamp: tree repo_file: epel extras: From 870d7fc8d1b229a3ce1150867c83a9d8278f25ff Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Fri, 5 Dec 2025 10:41:33 +0100 Subject: [PATCH 06/19] fixed epel source timestamps --- .../common/inventory/group_vars/all/dnf_repo_timestamps.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 0c57e20d0..69b7d6b76 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -183,11 +183,11 @@ dnf_repos_default: epel-source: '8': pulp_path: epel/8/Everything/source/tree - pulp_timestamp: tree + pulp_timestamp: 20251204T205435 repo_file: epel '9': pulp_path: epel/9/Everything/source/tree - pulp_timestamp: tree + pulp_timestamp: 20251203T203608 repo_file: epel extras: '8.10': From 032b642b5b673aa9d77097dfca2068920c402a69 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Fri, 5 Dec 2025 10:41:43 +0100 Subject: [PATCH 07/19] updated timestamps --- .../inventory/group_vars/all/dnf_repo_timestamps.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 69b7d6b76..f2571cb8c 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -97,7 +97,7 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/BaseOS/x86_64/os - pulp_timestamp: 20251203T103807 + pulp_timestamp: 20251204T211536 repo_file: rocky baseos-source: '8.10': @@ -110,7 +110,7 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/BaseOS/source/tree - pulp_timestamp: 20251203T103807 + pulp_timestamp: 20251204T210606 repo_file: rocky cernvmfs_cfg: '8': @@ -169,11 +169,11 @@ dnf_repos_default: epel: '8': pulp_path: epel/8/Everything/x86_64 - pulp_timestamp: 20251203T203608 + pulp_timestamp: 20251204T205435 repo_file: epel '9': pulp_path: epel/9/Everything/x86_64 - pulp_timestamp: 20251202T204323 + pulp_timestamp: 20251204T205435 repo_file: epel epel-cisco-openh264: '9': From 868bef30836d68cca004a06b37c44d7088e224bc Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Mon, 15 Dec 2025 11:41:43 +0100 Subject: [PATCH 08/19] comment about running locally --- ansible/ci/update_timestamps.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/ansible/ci/update_timestamps.yml b/ansible/ci/update_timestamps.yml index c6eb6f0fb..ca75f7c7c 100644 --- a/ansible/ci/update_timestamps.yml +++ b/ansible/ci/update_timestamps.yml @@ -1,4 +1,5 @@ --- +# run manually from environments/.stackhpc: ansible-playbook ../../ansible/ci/update_timestamps.yml -e appliances_repository_root=../.. - hosts: localhost tasks: - name: Get latest timestamps from sources # noqa: syntax-check[unknown-module] # ansible/library/latest_timestamps.py From 1b5d42a5c9b02753005b417d26b067551f87f72b Mon Sep 17 00:00:00 2001 From: Steve Brasier Date: Tue, 30 Sep 2025 08:42:28 +0000 Subject: [PATCH 09/19] match source repo path in https://github.com/stackhpc/stackhpc-release-train/pull/438 --- .../group_vars/all/dnf_repo_timestamps.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index f2571cb8c..95538b4bb 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -67,11 +67,11 @@ dnf_repos_default: repo_file: rocky appstream-source: '8.10': - pulp_path: rocky/8.10/AppStream/source/os + pulp_path: rocky/8.10/AppStream/source/tree pulp_timestamp: 20251009T082406 repo_file: Rocky-Sources '9.6': - pulp_path: rocky/9.6/AppStream/source/os + pulp_path: rocky/9.6/AppStream/source/tree pulp_timestamp: 20251009T121903 repo_file: rocky '9.7': @@ -101,11 +101,11 @@ dnf_repos_default: repo_file: rocky baseos-source: '8.10': - pulp_path: rocky/8.10/BaseOS/source/os + pulp_path: rocky/8.10/BaseOS/source/tree pulp_timestamp: 20251009T082406 repo_file: Rocky-Sources '9.6': - pulp_path: rocky/9.6/BaseOS/source/os + pulp_path: rocky/9.6/BaseOS/source/tree pulp_timestamp: 20251009T121903 repo_file: rocky '9.7': @@ -159,7 +159,7 @@ dnf_repos_default: repo_file: Rocky-Sources repo_name: powertools-source '9.6': - pulp_path: rocky/9.6/CRB/source/os + pulp_path: rocky/9.6/CRB/source/tree pulp_timestamp: 20251006T044455 repo_file: rocky '9.7': @@ -212,11 +212,11 @@ dnf_repos_default: repo_file: rocky-extras extras-source: '8.10': - pulp_path: rocky/8.10/extras/source/os + pulp_path: rocky/8.10/extras/source/tree pulp_timestamp: 20250828T161842 repo_file: Rocky-Sources '9.6': - pulp_path: rocky/9.6/extras/source/os + pulp_path: rocky/9.6/extras/source/tree pulp_timestamp: 20250828T161842 repo_file: rocky-extras '9.7': From ccd2f9ed31c7f90ba570fd90a84871438c919ad7 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Mon, 15 Dec 2025 12:10:49 +0100 Subject: [PATCH 10/19] update repo timestamps --- .../group_vars/all/dnf_repo_timestamps.yml | 42 +++++++++---------- 1 file changed, 21 insertions(+), 21 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 95538b4bb..a2a28ca84 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -47,7 +47,7 @@ dnf_repos_default: appstream: '8.10': pulp_path: rocky/8.10/AppStream/x86_64/os - pulp_timestamp: 20251202T210744 + pulp_timestamp: 20251214T211108 repo_file: Rocky-AppStream '9.4': pulp_path: rocky/9.4/AppStream/x86_64/os @@ -63,25 +63,25 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/AppStream/x86_64/os - pulp_timestamp: 20251203T103807 + pulp_timestamp: 20251214T205707 repo_file: rocky appstream-source: '8.10': pulp_path: rocky/8.10/AppStream/source/tree - pulp_timestamp: 20251009T082406 + pulp_timestamp: 20251214T204840 repo_file: Rocky-Sources '9.6': pulp_path: rocky/9.6/AppStream/source/tree - pulp_timestamp: 20251009T121903 + pulp_timestamp: 20251106T210718 repo_file: rocky '9.7': pulp_path: rocky/9.7/AppStream/source/tree - pulp_timestamp: 20251203T103807 + pulp_timestamp: 20251214T212049 repo_file: rocky baseos: '8.10': pulp_path: rocky/8.10/BaseOS/x86_64/os - pulp_timestamp: 20251202T210744 + pulp_timestamp: 20251214T211108 repo_file: Rocky-BaseOS '9.4': pulp_path: rocky/9.4/BaseOS/x86_64/os @@ -97,20 +97,20 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/BaseOS/x86_64/os - pulp_timestamp: 20251204T211536 + pulp_timestamp: 20251214T212636 repo_file: rocky baseos-source: '8.10': pulp_path: rocky/8.10/BaseOS/source/tree - pulp_timestamp: 20251009T082406 + pulp_timestamp: 20251214T204840 repo_file: Rocky-Sources '9.6': pulp_path: rocky/9.6/BaseOS/source/tree - pulp_timestamp: 20251009T121903 + pulp_timestamp: 20251107T211059 repo_file: rocky '9.7': pulp_path: rocky/9.7/BaseOS/source/tree - pulp_timestamp: 20251204T210606 + pulp_timestamp: 20251214T212049 repo_file: rocky cernvmfs_cfg: '8': @@ -133,7 +133,7 @@ dnf_repos_default: crb: '8.10': pulp_path: rocky/8.10/PowerTools/x86_64/os - pulp_timestamp: 20251202T210744 + pulp_timestamp: 20251214T211108 repo_file: Rocky-PowerTools repo_name: powertools '9.4': @@ -150,7 +150,7 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/CRB/x86_64/os - pulp_timestamp: 20251203T103807 + pulp_timestamp: 20251214T205707 repo_file: rocky crb-source: '8.10': @@ -160,7 +160,7 @@ dnf_repos_default: repo_name: powertools-source '9.6': pulp_path: rocky/9.6/CRB/source/tree - pulp_timestamp: 20251006T044455 + pulp_timestamp: 20251106T210718 repo_file: rocky '9.7': pulp_path: rocky/9.7/CRB/source/tree @@ -169,11 +169,11 @@ dnf_repos_default: epel: '8': pulp_path: epel/8/Everything/x86_64 - pulp_timestamp: 20251204T205435 + pulp_timestamp: 20251214T205618 repo_file: epel '9': pulp_path: epel/9/Everything/x86_64 - pulp_timestamp: 20251204T205435 + pulp_timestamp: 20251214T205618 repo_file: epel epel-cisco-openh264: '9': @@ -183,11 +183,11 @@ dnf_repos_default: epel-source: '8': pulp_path: epel/8/Everything/source/tree - pulp_timestamp: 20251204T205435 + pulp_timestamp: 20251214T205618 repo_file: epel '9': pulp_path: epel/9/Everything/source/tree - pulp_timestamp: 20251203T203608 + pulp_timestamp: 20251214T205618 repo_file: epel extras: '8.10': @@ -213,10 +213,10 @@ dnf_repos_default: extras-source: '8.10': pulp_path: rocky/8.10/extras/source/tree - pulp_timestamp: 20250828T161842 + pulp_timestamp: 20251129T214913 repo_file: Rocky-Sources '9.6': - pulp_path: rocky/9.6/extras/source/tree + pulp_path: rocky/9.6/extras/source/os pulp_timestamp: 20250828T161842 repo_file: rocky-extras '9.7': @@ -226,12 +226,12 @@ dnf_repos_default: grafana: '8': pulp_path: grafana/oss/rpm - pulp_timestamp: 20251202T201944 + pulp_timestamp: 20251212T201942 repo_file: grafana timestamp: 20250615T005738 '9': pulp_path: grafana/oss/rpm - pulp_timestamp: 20251202T201944 + pulp_timestamp: 20251212T201942 repo_file: grafana ondemand-web: '8': From f6c7e28fe78f965f988741cb9ad0a0043a233074 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Mon, 15 Dec 2025 15:35:03 +0100 Subject: [PATCH 11/19] bump ci images --- environments/.stackhpc/tofu/cluster_image.auto.tfvars.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json index ceeb8080f..e97d20949 100644 --- a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json +++ b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json @@ -1,6 +1,6 @@ { "cluster_image": { - "RL8": "openhpc-RL8-251213-1133-31273766", - "RL9": "openhpc-RL9-251213-1133-31273766" + "RL8": "openhpc-RL8-251215-1349-ae20d969", + "RL9": "openhpc-RL9-251215-1348-ae20d969" } } From 05429a8d47ee413a8ec79b7e1d417125c25ae0e0 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 18 Dec 2025 10:01:52 +0100 Subject: [PATCH 12/19] bump baseimage for openhpc-RL9 because if based on 9.6 image I stay on 9.6 yum repos --- .github/workflows/fatimage.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/fatimage.yml b/.github/workflows/fatimage.yml index c6b7bccd4..36c3677fa 100644 --- a/.github/workflows/fatimage.yml +++ b/.github/workflows/fatimage.yml @@ -38,7 +38,7 @@ jobs: source_image_name: Rocky-8-GenericCloud-Base-8.10-20240528.0.x86_64.raw inventory_groups: fatimage - image_name: openhpc-RL9 - source_image_name: Rocky-9-GenericCloud-Base-9.6-20250531.0.x86_64.qcow2 + source_image_name: Rocky-9-GenericCloud-Base-9.7-20251123.2.x86_64.qcow2 inventory_groups: fatimage env: ANSIBLE_FORCE_COLOR: True From 03f7b5a9eb57689d946f5aa2baa55b2309beb305 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 18 Dec 2025 13:08:39 +0100 Subject: [PATCH 13/19] bump RL9 fatimage https://github.com/stackhpc/ansible-slurm-appliance/actions/runs/20331802030/job/58408928975 --- environments/.stackhpc/tofu/cluster_image.auto.tfvars.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json index e97d20949..bfcf72286 100644 --- a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json +++ b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json @@ -1,6 +1,6 @@ { "cluster_image": { "RL8": "openhpc-RL8-251215-1349-ae20d969", - "RL9": "openhpc-RL9-251215-1348-ae20d969" + "RL9": "openhpc-RL9-251218-0916-ca120f3d" } } From edb00b9aea80ed862bf7599fea35575aadee8e90 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 18 Dec 2025 14:46:05 +0100 Subject: [PATCH 14/19] update repo timestamps --- .../group_vars/all/dnf_repo_timestamps.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index a2a28ca84..a3dd1d986 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -63,7 +63,7 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/AppStream/x86_64/os - pulp_timestamp: 20251214T205707 + pulp_timestamp: 20251215T205523 repo_file: rocky appstream-source: '8.10': @@ -97,7 +97,7 @@ dnf_repos_default: repo_file: rocky '9.7': pulp_path: rocky/9.7/BaseOS/x86_64/os - pulp_timestamp: 20251214T212636 + pulp_timestamp: 20251215T212006 repo_file: rocky baseos-source: '8.10': @@ -169,11 +169,11 @@ dnf_repos_default: epel: '8': pulp_path: epel/8/Everything/x86_64 - pulp_timestamp: 20251214T205618 + pulp_timestamp: 20251215T205559 repo_file: epel '9': pulp_path: epel/9/Everything/x86_64 - pulp_timestamp: 20251214T205618 + pulp_timestamp: 20251217T204105 repo_file: epel epel-cisco-openh264: '9': @@ -183,11 +183,11 @@ dnf_repos_default: epel-source: '8': pulp_path: epel/8/Everything/source/tree - pulp_timestamp: 20251214T205618 + pulp_timestamp: 20251215T205559 repo_file: epel '9': pulp_path: epel/9/Everything/source/tree - pulp_timestamp: 20251214T205618 + pulp_timestamp: 20251217T204105 repo_file: epel extras: '8.10': @@ -226,12 +226,12 @@ dnf_repos_default: grafana: '8': pulp_path: grafana/oss/rpm - pulp_timestamp: 20251212T201942 + pulp_timestamp: 20251216T213511 repo_file: grafana timestamp: 20250615T005738 '9': pulp_path: grafana/oss/rpm - pulp_timestamp: 20251212T201942 + pulp_timestamp: 20251216T213511 repo_file: grafana ondemand-web: '8': From 610949fc851fabc7fd10b7c9161ddf45fa75913e Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 18 Dec 2025 14:49:11 +0100 Subject: [PATCH 15/19] TMP? Fix RL8 fatimage build on SMS cloud --- .github/workflows/fatimage.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/fatimage.yml b/.github/workflows/fatimage.yml index 36c3677fa..3c53abc93 100644 --- a/.github/workflows/fatimage.yml +++ b/.github/workflows/fatimage.yml @@ -35,7 +35,7 @@ jobs: matrix: # build RL8, RL9 build: - image_name: openhpc-RL8 - source_image_name: Rocky-8-GenericCloud-Base-8.10-20240528.0.x86_64.raw + source_image_name: Rocky-8-GenericCloud-Base-8.10-20240528.0.x86_64.qcow2 inventory_groups: fatimage - image_name: openhpc-RL9 source_image_name: Rocky-9-GenericCloud-Base-9.7-20251123.2.x86_64.qcow2 From baf8e4c28bc30d22aca6402f06500266e0e576d0 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 18 Dec 2025 16:04:16 +0100 Subject: [PATCH 16/19] fatimage with Today's latest timestamps --- environments/.stackhpc/tofu/cluster_image.auto.tfvars.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json index bfcf72286..c873ee7e5 100644 --- a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json +++ b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json @@ -1,6 +1,6 @@ { "cluster_image": { - "RL8": "openhpc-RL8-251215-1349-ae20d969", - "RL9": "openhpc-RL9-251218-0916-ca120f3d" + "RL8": "openhpc-RL8-251218-1351-610949fc", + "RL9": "openhpc-RL9-251218-1351-610949fc" } } From 7e4271fcf902de40f4ce81af09e9dda3170aa2b8 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 4 Dec 2025 15:06:43 +0100 Subject: [PATCH 17/19] doca: fix repo url starting with 3.2.0 it only includes the major version: ie rhel9 not rhel9.7 --- ansible/roles/doca/defaults/main.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ansible/roles/doca/defaults/main.yml b/ansible/roles/doca/defaults/main.yml index 7f28ef8b4..287e2f20a 100644 --- a/ansible/roles/doca/defaults/main.yml +++ b/ansible/roles/doca/defaults/main.yml @@ -2,4 +2,5 @@ doca_version: "2.9.3" # 2.9 is LTS, last to support ConnectX-4, 3 years for bug fixes and CVE updates doca_profile: doca-ofed -doca_repo_url: "https://linux.mellanox.com/public/repo/doca/{{ doca_version }}/rhel{{ ansible_distribution_version }}/{{ ansible_architecture }}/" +doca_distribution: "{{ doca_version is version('3.2.0', '>=') | ternary(ansible_distribution_major_version, ansible_distribution_version) }}" +doca_repo_url: "https://linux.mellanox.com/public/repo/doca/{{ doca_version }}/rhel{{ doca_distribution }}/{{ ansible_architecture }}/" From b4c64c4438eac25d70e6e3fb1c70c5856cc40f1d Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Thu, 18 Dec 2025 18:26:25 +0100 Subject: [PATCH 18/19] doca 3.2.1 for RL 9.7 --- ansible/roles/doca/defaults/main.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/ansible/roles/doca/defaults/main.yml b/ansible/roles/doca/defaults/main.yml index 287e2f20a..190264628 100644 --- a/ansible/roles/doca/defaults/main.yml +++ b/ansible/roles/doca/defaults/main.yml @@ -1,6 +1,11 @@ --- -doca_version: "2.9.3" # 2.9 is LTS, last to support ConnectX-4, 3 years for bug fixes and CVE updates +# 2.9 is LTS, last to support ConnectX-4, 3 years for bug fixes and CVE updates: +# https://docs.nvidia.com/doca/archive/2-9-3/changes+and+new+features/index.html +# DOCA 2.9.3 has not been released for rhel 9.7 yet (as of 2025-12-18). +# DOCA 3.2.0 is compatible with rhel 9 but lists Connectx-4 lx as supported but not ConnectX-4: +# https://docs.nvidia.com/doca/sdk/general-support/index.html#src-4413883949_id-.GeneralSupportv3.2.0LC-SupportedPlatformsandNICFirmwareVersions +doca_version: "{{ ansible_distribution_version is version('9.7', '>=') | ternary('3.2.1', '2.9.3') }}" doca_profile: doca-ofed doca_distribution: "{{ doca_version is version('3.2.0', '>=') | ternary(ansible_distribution_major_version, ansible_distribution_version) }}" doca_repo_url: "https://linux.mellanox.com/public/repo/doca/{{ doca_version }}/rhel{{ doca_distribution }}/{{ ansible_architecture }}/" From 1dca6bcb48b5b170189acd76e7ea0fc63e850fe9 Mon Sep 17 00:00:00 2001 From: Eric Le Lay Date: Fri, 19 Dec 2025 15:53:15 +0100 Subject: [PATCH 19/19] packer: show ssh command to builder vm avoids loading the temporary inventory produced by tofu --- ansible/fatimage.yml | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/ansible/fatimage.yml b/ansible/fatimage.yml index e0aa81977..8dbadb73b 100644 --- a/ansible/fatimage.yml +++ b/ansible/fatimage.yml @@ -10,6 +10,16 @@ - name: Report inventory groups ansible.builtin.debug: var: group_names + - name: Report ssh command to connect + ansible.builtin.debug: + msg: > + connect to builder machine using: + ssh {% if ansible_ssh_port | default(false) %}-p {{ ansible_ssh_port }}{% endif %} + {% if ansible_ssh_private_key_file | default(false) %} -i {{ ansible_ssh_private_key_file }}{% endif %} + {{ ansible_ssh_common_args | default('') }} + {{ ansible_ssh_extra_args | default('') }} + -o StrictHostKeyChecking=no -o GlobalKnownHostsFile=/dev/null -o UserKnownHostsFile=/dev/null + {{ ansible_user }}@{{ ansible_host }} - name: Run pre.yml hook vars: