Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
| 2 | |
| 3 | import argparse |
| 4 | import functools |
| 5 | |
Mohammed Naser | 1220717 | 2024-02-05 18:49:35 -0500 | [diff] [blame] | 6 | import requests |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 7 | from docker_image import reference |
| 8 | from oslo_config import cfg |
| 9 | from oslo_log import log as logging |
| 10 | from ruyaml import YAML |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 11 | |
| 12 | LOG = logging.getLogger(__name__) |
| 13 | CONF = cfg.CONF |
| 14 | |
Oleksandr K | d4e5b23 | 2024-01-18 17:20:16 +0100 | [diff] [blame] | 15 | SKIP_IMAGE_LIST = ["secretgen_controller"] |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 16 | |
Mohammed Naser | 891a290 | 2024-01-23 09:47:47 -0500 | [diff] [blame] | 17 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 18 | def get_digest(image_ref, token=None): |
| 19 | headers = {} |
| 20 | if token: |
| 21 | headers["Authorization"] = f"Bearer {token}" |
| 22 | |
| 23 | try: |
| 24 | headers["Accept"] = "application/vnd.docker.distribution.manifest.v2+json" |
| 25 | |
| 26 | r = requests.get( |
| 27 | f"https://{image_ref.domain()}/v2/{image_ref.path()}/manifests/{image_ref['tag']}", |
| 28 | timeout=5, |
| 29 | headers=headers, |
| 30 | ) |
| 31 | r.raise_for_status() |
| 32 | return r.headers["Docker-Content-Digest"] |
| 33 | except requests.exceptions.HTTPError: |
| 34 | headers["Accept"] = "application/vnd.oci.image.index.v1+json" |
| 35 | |
| 36 | r = requests.get( |
| 37 | f"https://{image_ref.domain()}/v2/{image_ref.path()}/manifests/{image_ref['tag']}", |
| 38 | timeout=5, |
| 39 | headers=headers, |
| 40 | ) |
| 41 | r.raise_for_status() |
| 42 | return r.headers["Docker-Content-Digest"] |
| 43 | |
| 44 | |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 45 | @functools.cache |
| 46 | def get_pinned_image(image_src): |
| 47 | image_ref = reference.Reference.parse(image_src) |
| 48 | |
Mohammed Naser | 1220717 | 2024-02-05 18:49:35 -0500 | [diff] [blame] | 49 | if image_ref.domain() in ( |
| 50 | "registry.k8s.io", |
| 51 | "us-docker.pkg.dev", |
| 52 | "registry.atmosphere.dev", |
| 53 | ): |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 54 | digest = get_digest(image_ref) |
| 55 | |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 56 | if image_ref.domain() == "quay.io": |
| 57 | r = requests.get( |
| 58 | f"https://quay.io/api/v1/repository/{image_ref.path()}/tag/", |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 59 | timeout=5, |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 60 | params={"specificTag": image_ref["tag"]}, |
| 61 | ) |
| 62 | r.raise_for_status() |
| 63 | digest = r.json()["tags"][0]["manifest_digest"] |
| 64 | |
Mohammed Naser | 49e6637 | 2023-07-10 14:57:00 -0400 | [diff] [blame] | 65 | if image_ref.domain() == "docker.io": |
| 66 | # Get token for docker.io |
| 67 | r = requests.get( |
| 68 | "https://auth.docker.io/token", |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 69 | timeout=5, |
Mohammed Naser | 16baaab | 2023-07-10 15:07:11 -0400 | [diff] [blame] | 70 | params={ |
| 71 | "service": "registry.docker.io", |
| 72 | "scope": f"repository:{image_ref.path()}:pull", |
| 73 | }, |
Mohammed Naser | 49e6637 | 2023-07-10 14:57:00 -0400 | [diff] [blame] | 74 | ) |
| 75 | r.raise_for_status() |
| 76 | token = r.json()["token"] |
| 77 | |
| 78 | r = requests.get( |
| 79 | f"https://registry-1.docker.io/v2/{image_ref.path()}/manifests/{image_ref['tag']}", |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 80 | timeout=5, |
Mohammed Naser | 16baaab | 2023-07-10 15:07:11 -0400 | [diff] [blame] | 81 | headers={ |
| 82 | "Accept": "application/vnd.docker.distribution.manifest.v2+json", |
| 83 | "Authorization": f"Bearer {token}", |
| 84 | }, |
Mohammed Naser | 49e6637 | 2023-07-10 14:57:00 -0400 | [diff] [blame] | 85 | ) |
| 86 | r.raise_for_status() |
| 87 | digest = r.headers["Docker-Content-Digest"] |
| 88 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 89 | if image_ref.domain() == "ghcr.io": |
| 90 | # Get token for docker.io |
| 91 | r = requests.get( |
| 92 | "https://ghcr.io/token", |
| 93 | timeout=5, |
| 94 | params={ |
| 95 | "service": "ghcr.io", |
| 96 | "scope": f"repository:{image_ref.path()}:pull", |
| 97 | }, |
| 98 | ) |
| 99 | r.raise_for_status() |
| 100 | token = r.json()["token"] |
| 101 | |
| 102 | digest = get_digest(image_ref, token=token) |
| 103 | |
| 104 | return f"{image_ref.domain()}/{image_ref.path()}:{image_ref['tag']}@{digest}" |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 105 | |
| 106 | |
| 107 | def main(): |
| 108 | logging.register_options(CONF) |
| 109 | logging.setup(CONF, "atmosphere-bump-images") |
| 110 | |
| 111 | parser = argparse.ArgumentParser("bump-images") |
| 112 | parser.add_argument( |
| 113 | "src", help="Path for default values file", type=argparse.FileType("r") |
| 114 | ) |
| 115 | parser.add_argument("dst", help="Path for output file", type=argparse.FileType("w")) |
Mohammed Naser | 1220717 | 2024-02-05 18:49:35 -0500 | [diff] [blame] | 116 | parser.add_argument( |
| 117 | "-r", |
| 118 | "--registry", |
| 119 | default="ghcr.io/vexxhost/atmosphere", |
| 120 | help="Registry containing Atmosphere images", |
| 121 | ) |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 122 | |
| 123 | args = parser.parse_args() |
| 124 | |
Mohammed Naser | 1220717 | 2024-02-05 18:49:35 -0500 | [diff] [blame] | 125 | registry = args.registry |
| 126 | if "registry.atmosphere.dev:5000" in registry: |
| 127 | registry = registry.replace( |
| 128 | "registry.atmosphere.dev:5000", "registry.atmosphere.dev" |
| 129 | ) |
| 130 | |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 131 | yaml = YAML(typ="rt") |
| 132 | data = yaml.load(args.src) |
| 133 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 134 | for image in data["_atmosphere_images"]: |
Oleksandr K | d4e5b23 | 2024-01-18 17:20:16 +0100 | [diff] [blame] | 135 | if image in SKIP_IMAGE_LIST: |
| 136 | continue |
Mohammed Naser | 1220717 | 2024-02-05 18:49:35 -0500 | [diff] [blame] | 137 | image_src = data["_atmosphere_images"][image].replace( |
| 138 | "ghcr.io/vexxhost/atmosphere", registry |
| 139 | ) |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 140 | pinned_image = get_pinned_image(image_src) |
| 141 | |
| 142 | LOG.info("Pinning image %s from %s to %s", image, image_src, pinned_image) |
ricolin | b8ab017 | 2023-06-01 15:41:02 +0800 | [diff] [blame] | 143 | data["_atmosphere_images"][image] = pinned_image |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 144 | |
| 145 | yaml.dump(data, args.dst) |
| 146 | |
| 147 | |
| 148 | if __name__ == "__main__": |
| 149 | main() |