diff --git a/ansible/ci/update_timestamps.yml b/ansible/ci/update_timestamps.yml index c6eb6f0fb..ca75f7c7c 100644 --- a/ansible/ci/update_timestamps.yml +++ b/ansible/ci/update_timestamps.yml @@ -1,4 +1,5 @@ --- +# run manually from environments/.stackhpc: ansible-playbook ../../ansible/ci/update_timestamps.yml -e appliances_repository_root=../.. - hosts: localhost tasks: - name: Get latest timestamps from sources # noqa: syntax-check[unknown-module] # ansible/library/latest_timestamps.py diff --git a/ansible/library/latest_timestamps.py b/ansible/library/latest_timestamps.py index 6ac454908..e750a95ad 100644 --- a/ansible/library/latest_timestamps.py +++ b/ansible/library/latest_timestamps.py @@ -61,14 +61,21 @@ def run_module(): # pylint: disable=missing-function-docstring timestamps = dict(module.params["repos_dict"]) for repo in timestamps: for version in timestamps[repo]: - - html_txt = requests.get( - url=module.params["content_url"] + url = ( + module.params["content_url"] + "/" + timestamps[repo][version]["pulp_path"] - ).text + ) + html = requests.get(url=url) + if not html.ok: + module.fail_json( + msg=( + f"Couldn't retrieve timestamps for {repo}[{version}]" + f"url {url}: {html.status_code} {html.text}" + ) + ) timestamp_link_list = ( - BeautifulSoup(html_txt, features="html.parser") + BeautifulSoup(html.text, features="html.parser") .body.find("pre") .find_all() ) # getting raw list of timestamps from html diff --git a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json index 04730140e..e97d20949 100644 --- a/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json +++ b/environments/.stackhpc/tofu/cluster_image.auto.tfvars.json @@ -1,6 +1,6 @@ { "cluster_image": { - "RL8": "openhpc-RL8-251211-0951-51b93e3f", - "RL9": "openhpc-RL9-251211-0951-51b93e3f" + "RL8": "openhpc-RL8-251215-1349-ae20d969", + "RL9": "openhpc-RL9-251215-1348-ae20d969" } } diff --git a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml index 3e7788c49..a2a28ca84 100644 --- a/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml +++ b/environments/common/inventory/group_vars/all/dnf_repo_timestamps.yml @@ -24,12 +24,30 @@ dnf_repos_default: repo_file: OpenHPC '9': pulp_path: OpenHPC/3/updates/EL_9 - pulp_timestamp: 20250510T003301 + pulp_timestamp: 20251104T202642 repo_file: OpenHPC + TurboVNC: + '8': + pulp_path: turbovnc/x86_64 + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC + '9': + pulp_path: turbovnc/x86_64 + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC + TurboVNC-source: + '8': + pulp_path: turbovnc/srpms + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC + '9': + pulp_path: turbovnc/srpms + pulp_timestamp: 20251009T091906 + repo_file: TurboVNC appstream: '8.10': pulp_path: rocky/8.10/AppStream/x86_64/os - pulp_timestamp: 20250923T022841 + pulp_timestamp: 20251214T211108 repo_file: Rocky-AppStream '9.4': pulp_path: rocky/9.4/AppStream/x86_64/os @@ -41,21 +59,29 @@ dnf_repos_default: repo_file: rocky '9.6': pulp_path: rocky/9.6/AppStream/x86_64/os - pulp_timestamp: 20250923T031638 + pulp_timestamp: 20251106T205505 + repo_file: rocky + '9.7': + pulp_path: rocky/9.7/AppStream/x86_64/os + pulp_timestamp: 20251214T205707 repo_file: rocky appstream-source: '8.10': - pulp_path: rocky/8.10/AppStream/source/os - pulp_timestamp: 20250923T024945 + pulp_path: rocky/8.10/AppStream/source/tree + pulp_timestamp: 20251214T204840 repo_file: Rocky-Sources '9.6': - pulp_path: rocky/9.6/AppStream/source/os - pulp_timestamp: 20250923T043546 + pulp_path: rocky/9.6/AppStream/source/tree + pulp_timestamp: 20251106T210718 + repo_file: rocky + '9.7': + pulp_path: rocky/9.7/AppStream/source/tree + pulp_timestamp: 20251214T212049 repo_file: rocky baseos: '8.10': pulp_path: rocky/8.10/BaseOS/x86_64/os - pulp_timestamp: 20250918T034501 + pulp_timestamp: 20251214T211108 repo_file: Rocky-BaseOS '9.4': pulp_path: rocky/9.4/BaseOS/x86_64/os @@ -67,21 +93,47 @@ dnf_repos_default: repo_file: rocky '9.6': pulp_path: rocky/9.6/BaseOS/x86_64/os - pulp_timestamp: 20250923T045903 + pulp_timestamp: 20251106T211545 + repo_file: rocky + '9.7': + pulp_path: rocky/9.7/BaseOS/x86_64/os + pulp_timestamp: 20251214T212636 repo_file: rocky baseos-source: '8.10': - pulp_path: rocky/8.10/BaseOS/source/os - pulp_timestamp: 20250918T040529 + pulp_path: rocky/8.10/BaseOS/source/tree + pulp_timestamp: 20251214T204840 repo_file: Rocky-Sources '9.6': - pulp_path: rocky/9.6/BaseOS/source/os - pulp_timestamp: 20250923T043546 + pulp_path: rocky/9.6/BaseOS/source/tree + pulp_timestamp: 20251107T211059 repo_file: rocky + '9.7': + pulp_path: rocky/9.7/BaseOS/source/tree + pulp_timestamp: 20251214T212049 + repo_file: rocky + cernvmfs_cfg: + '8': + pulp_path: cvmfs-config/EL/8/x86_64 + pulp_timestamp: 20250805T130249 + repo_file: cvmfs + '9': + pulp_path: cvmfs-config/EL/9/x86_64 + pulp_timestamp: 20250805T130249 + repo_file: cvmfs + cernvmfs_pkgs: + '8': + pulp_path: cvmfs/EL/8/x86_64 + pulp_timestamp: 20251113T202054 + repo_file: cvmfs + '9': + pulp_path: cvmfs/EL/9/x86_64 + pulp_timestamp: 20251113T202054 + repo_file: cvmfs crb: '8.10': pulp_path: rocky/8.10/PowerTools/x86_64/os - pulp_timestamp: 20250918T034501 + pulp_timestamp: 20251214T211108 repo_file: Rocky-PowerTools repo_name: powertools '9.4': @@ -94,45 +146,53 @@ dnf_repos_default: repo_file: rocky '9.6': pulp_path: rocky/9.6/CRB/x86_64/os - pulp_timestamp: 20250923T031638 + pulp_timestamp: 20251107T205232 + repo_file: rocky + '9.7': + pulp_path: rocky/9.7/CRB/x86_64/os + pulp_timestamp: 20251214T205707 repo_file: rocky crb-source: '8.10': pulp_path: rocky/8.10/PowerTools/source/tree - pulp_timestamp: 20250923T125600 + pulp_timestamp: 20251126T230532 repo_file: Rocky-Sources repo_name: powertools-source '9.6': - pulp_path: rocky/9.6/CRB/source/os - pulp_timestamp: 20250923T043546 + pulp_path: rocky/9.6/CRB/source/tree + pulp_timestamp: 20251106T210718 + repo_file: rocky + '9.7': + pulp_path: rocky/9.7/CRB/source/tree + pulp_timestamp: 20251203T103807 repo_file: rocky epel: '8': pulp_path: epel/8/Everything/x86_64 - pulp_timestamp: 20250923T001717 + pulp_timestamp: 20251214T205618 repo_file: epel '9': pulp_path: epel/9/Everything/x86_64 - pulp_timestamp: 20250923T001717 - repo_file: epel - epel-source: - '8': - pulp_path: epel/8/Everything/source - pulp_timestamp: 20250923T001717 - repo_file: epel - '9': - pulp_path: epel/9/Everything/source - pulp_timestamp: 20250923T001717 + pulp_timestamp: 20251214T205618 repo_file: epel epel-cisco-openh264: '9': pulp_path: openh264/epel/9/x86_64/os pulp_timestamp: 20250925T130153 repo_file: epel-cisco-openh264 + epel-source: + '8': + pulp_path: epel/8/Everything/source/tree + pulp_timestamp: 20251214T205618 + repo_file: epel + '9': + pulp_path: epel/9/Everything/source/tree + pulp_timestamp: 20251214T205618 + repo_file: epel extras: '8.10': pulp_path: rocky/8.10/extras/x86_64/os - pulp_timestamp: 20250510T032327 + pulp_timestamp: 20251129T221326 repo_file: Rocky-Extras '9.4': pulp_path: rocky/9.4/extras/x86_64/os @@ -146,67 +206,39 @@ dnf_repos_default: pulp_path: rocky/9.6/extras/x86_64/os pulp_timestamp: 20250726T040613 repo_file: rocky-extras + '9.7': + pulp_path: rocky/9.7/extras/x86_64/os + pulp_timestamp: 20251203T103807 + repo_file: rocky-extras extras-source: '8.10': - pulp_path: rocky/8.10/extras/source/os - pulp_timestamp: 20250828T161842 + pulp_path: rocky/8.10/extras/source/tree + pulp_timestamp: 20251129T214913 repo_file: Rocky-Sources '9.6': pulp_path: rocky/9.6/extras/source/os pulp_timestamp: 20250828T161842 repo_file: rocky-extras + '9.7': + pulp_path: rocky/9.7/extras/source/tree + pulp_timestamp: 20251203T103807 + repo_file: rocky-extras grafana: '8': pulp_path: grafana/oss/rpm - pulp_timestamp: 20250917T024714 + pulp_timestamp: 20251212T201942 repo_file: grafana timestamp: 20250615T005738 '9': pulp_path: grafana/oss/rpm - pulp_timestamp: 20250917T024714 + pulp_timestamp: 20251212T201942 repo_file: grafana ondemand-web: '8': pulp_path: ondemand/4.0/web/el8/x86_64 - pulp_timestamp: 20250925T130153 + pulp_timestamp: 20251120T213358 repo_file: ondemand-web '9': pulp_path: ondemand/4.0/web/el9/x86_64 - pulp_timestamp: 20250925T130153 + pulp_timestamp: 20251120T213358 repo_file: ondemand-web - TurboVNC: - '8': - pulp_path: turbovnc/x86_64 - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - '9': - pulp_path: turbovnc/x86_64 - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - TurboVNC-source: - '8': - pulp_path: turbovnc/srpms - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - '9': - pulp_path: turbovnc/srpms - pulp_timestamp: 20251009T091906 - repo_file: TurboVNC - cernvmfs_pkgs: - '8': - pulp_path: cvmfs/EL/8/x86_64 - pulp_timestamp: 20250816T005446 - repo_file: cvmfs - '9': - pulp_path: cvmfs/EL/9/x86_64 - pulp_timestamp: 20250816T005446 - repo_file: cvmfs - cernvmfs_cfg: - '8': - pulp_path: cvmfs-config/EL/8/x86_64 - pulp_timestamp: 20250805T130249 - repo_file: cvmfs - '9': - pulp_path: cvmfs-config/EL/9/x86_64 - pulp_timestamp: 20250805T130249 - repo_file: cvmfs