Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
| 2 | |
| 3 | import argparse |
| 4 | import functools |
| 5 | |
| 6 | from docker_image import reference |
| 7 | from oslo_config import cfg |
| 8 | from oslo_log import log as logging |
| 9 | from ruyaml import YAML |
| 10 | import requests |
| 11 | |
| 12 | LOG = logging.getLogger(__name__) |
| 13 | CONF = cfg.CONF |
| 14 | |
Oleksandr K | d4e5b23 | 2024-01-18 17:20:16 +0100 | [diff] [blame] | 15 | SKIP_IMAGE_LIST = ["secretgen_controller"] |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 16 | |
Mohammed Naser | 891a290 | 2024-01-23 09:47:47 -0500 | [diff] [blame] | 17 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 18 | def get_digest(image_ref, token=None): |
| 19 | headers = {} |
| 20 | if token: |
| 21 | headers["Authorization"] = f"Bearer {token}" |
| 22 | |
| 23 | try: |
| 24 | headers["Accept"] = "application/vnd.docker.distribution.manifest.v2+json" |
| 25 | |
| 26 | r = requests.get( |
| 27 | f"https://{image_ref.domain()}/v2/{image_ref.path()}/manifests/{image_ref['tag']}", |
| 28 | timeout=5, |
| 29 | headers=headers, |
| 30 | ) |
| 31 | r.raise_for_status() |
| 32 | return r.headers["Docker-Content-Digest"] |
| 33 | except requests.exceptions.HTTPError: |
| 34 | headers["Accept"] = "application/vnd.oci.image.index.v1+json" |
| 35 | |
| 36 | r = requests.get( |
| 37 | f"https://{image_ref.domain()}/v2/{image_ref.path()}/manifests/{image_ref['tag']}", |
| 38 | timeout=5, |
| 39 | headers=headers, |
| 40 | ) |
| 41 | r.raise_for_status() |
| 42 | return r.headers["Docker-Content-Digest"] |
| 43 | |
| 44 | |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 45 | @functools.cache |
| 46 | def get_pinned_image(image_src): |
| 47 | image_ref = reference.Reference.parse(image_src) |
| 48 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 49 | if image_ref.domain() in ("registry.k8s.io", "us-docker.pkg.dev"): |
| 50 | digest = get_digest(image_ref) |
| 51 | |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 52 | if image_ref.domain() == "quay.io": |
| 53 | r = requests.get( |
| 54 | f"https://quay.io/api/v1/repository/{image_ref.path()}/tag/", |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 55 | timeout=5, |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 56 | params={"specificTag": image_ref["tag"]}, |
| 57 | ) |
| 58 | r.raise_for_status() |
| 59 | digest = r.json()["tags"][0]["manifest_digest"] |
| 60 | |
Mohammed Naser | 49e6637 | 2023-07-10 14:57:00 -0400 | [diff] [blame] | 61 | if image_ref.domain() == "docker.io": |
| 62 | # Get token for docker.io |
| 63 | r = requests.get( |
| 64 | "https://auth.docker.io/token", |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 65 | timeout=5, |
Mohammed Naser | 16baaab | 2023-07-10 15:07:11 -0400 | [diff] [blame] | 66 | params={ |
| 67 | "service": "registry.docker.io", |
| 68 | "scope": f"repository:{image_ref.path()}:pull", |
| 69 | }, |
Mohammed Naser | 49e6637 | 2023-07-10 14:57:00 -0400 | [diff] [blame] | 70 | ) |
| 71 | r.raise_for_status() |
| 72 | token = r.json()["token"] |
| 73 | |
| 74 | r = requests.get( |
| 75 | f"https://registry-1.docker.io/v2/{image_ref.path()}/manifests/{image_ref['tag']}", |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 76 | timeout=5, |
Mohammed Naser | 16baaab | 2023-07-10 15:07:11 -0400 | [diff] [blame] | 77 | headers={ |
| 78 | "Accept": "application/vnd.docker.distribution.manifest.v2+json", |
| 79 | "Authorization": f"Bearer {token}", |
| 80 | }, |
Mohammed Naser | 49e6637 | 2023-07-10 14:57:00 -0400 | [diff] [blame] | 81 | ) |
| 82 | r.raise_for_status() |
| 83 | digest = r.headers["Docker-Content-Digest"] |
| 84 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 85 | if image_ref.domain() == "ghcr.io": |
| 86 | # Get token for docker.io |
| 87 | r = requests.get( |
| 88 | "https://ghcr.io/token", |
| 89 | timeout=5, |
| 90 | params={ |
| 91 | "service": "ghcr.io", |
| 92 | "scope": f"repository:{image_ref.path()}:pull", |
| 93 | }, |
| 94 | ) |
| 95 | r.raise_for_status() |
| 96 | token = r.json()["token"] |
| 97 | |
| 98 | digest = get_digest(image_ref, token=token) |
| 99 | |
| 100 | return f"{image_ref.domain()}/{image_ref.path()}:{image_ref['tag']}@{digest}" |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 101 | |
| 102 | |
| 103 | def main(): |
| 104 | logging.register_options(CONF) |
| 105 | logging.setup(CONF, "atmosphere-bump-images") |
| 106 | |
| 107 | parser = argparse.ArgumentParser("bump-images") |
| 108 | parser.add_argument( |
| 109 | "src", help="Path for default values file", type=argparse.FileType("r") |
| 110 | ) |
| 111 | parser.add_argument("dst", help="Path for output file", type=argparse.FileType("w")) |
| 112 | |
| 113 | args = parser.parse_args() |
| 114 | |
| 115 | yaml = YAML(typ="rt") |
| 116 | data = yaml.load(args.src) |
| 117 | |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 118 | for image in data["_atmosphere_images"]: |
Oleksandr K | d4e5b23 | 2024-01-18 17:20:16 +0100 | [diff] [blame] | 119 | if image in SKIP_IMAGE_LIST: |
| 120 | continue |
Mohammed Naser | 21066a1 | 2024-01-02 11:14:53 -0500 | [diff] [blame] | 121 | image_src = data["_atmosphere_images"][image] |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 122 | pinned_image = get_pinned_image(image_src) |
| 123 | |
| 124 | LOG.info("Pinning image %s from %s to %s", image, image_src, pinned_image) |
ricolin | b8ab017 | 2023-06-01 15:41:02 +0800 | [diff] [blame] | 125 | data["_atmosphere_images"][image] = pinned_image |
Mohammed Naser | 8613c86 | 2023-04-24 17:26:51 -0400 | [diff] [blame] | 126 | |
| 127 | yaml.dump(data, args.dst) |
| 128 | |
| 129 | |
| 130 | if __name__ == "__main__": |
| 131 | main() |