forked from Conjure-Tools/unity-runner
Rewrote readme.md
This commit is contained in:
Lachee
parent
75597160b8
commit
07c9e48be5
@ -1,165 +1,136 @@
|
|||||||
#!/usr/bin/env python3
|
|
||||||
|
|
||||||
import requests
|
|
||||||
import sys
|
|
||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
|
import requests
|
||||||
|
import base64
|
||||||
|
import json
|
||||||
|
|
||||||
def get_docker_hub_tags(repository, limit=1000):
|
DOCKER_REGISTRY = os.getenv('DOCKER_REGISTRY')
|
||||||
"""
|
DOCKER_USERNAME = os.getenv('DOCKER_USERNAME')
|
||||||
Get tags for a Docker Hub repository
|
DOCKER_PASSWORD = os.getenv('DOCKER_PASSWORD')
|
||||||
"""
|
IMAGE = os.getenv('IMAGE')
|
||||||
url = f"https://hub.docker.com/v2/repositories/{repository}/tags"
|
|
||||||
params = {"page_size": limit}
|
|
||||||
|
|
||||||
# Check for Docker Hub credentials in environment variables
|
README_PATH="README.md"
|
||||||
username = os.getenv('DOCKER_USERNAME')
|
DOCKERHUB_REGISTRY = "registry-1.docker.io"
|
||||||
password = os.getenv('DOCKER_PASSWORD')
|
|
||||||
|
|
||||||
# Create session for potential authentication
|
def format_bytes(size_bytes : int) -> str:
|
||||||
session = requests.Session()
|
for unit in ['B', 'KB', 'MB', 'GB', 'TB']:
|
||||||
|
if size_bytes < 1024.0:
|
||||||
|
human_size = f"{size_bytes:.2f} {unit}"
|
||||||
|
break
|
||||||
|
size_bytes /= 1024.0
|
||||||
|
return human_size
|
||||||
|
|
||||||
# Authenticate if credentials are provided
|
def get_tags_with_size(registry : str, authorization : str, repository : str) -> list[object]:
|
||||||
|
url = f"https://{registry}/v2/{repository}/tags/list"
|
||||||
|
headers = {
|
||||||
|
"Authorization": f"{authorization}",
|
||||||
|
"Accept": "application/vnd.oci.image.manifest.v1+json, application/vnd.docker.distribution.manifest.v2+json"
|
||||||
|
}
|
||||||
|
|
||||||
|
print(f"Querying {url}...")
|
||||||
|
resp = requests.get(url, headers=headers)
|
||||||
|
resp.raise_for_status()
|
||||||
|
all_tags = resp.json()['tags']
|
||||||
|
tags = []
|
||||||
|
for t in all_tags:
|
||||||
|
url = f"https://{registry}/v2/{repository}/manifests/{t}"
|
||||||
|
print(f"- {t} looking up {url}...")
|
||||||
|
resp = requests.get(url, headers=headers)
|
||||||
|
resp.raise_for_status()
|
||||||
|
layers = resp.json()['layers']
|
||||||
|
tag = {}
|
||||||
|
tag['name'] = t
|
||||||
|
tag['registry'] = registry
|
||||||
|
tag['size'] = sum(layer['size'] for layer in layers)
|
||||||
|
tag['layers'] = layers
|
||||||
|
tags.append(tag)
|
||||||
|
|
||||||
|
return tags
|
||||||
|
|
||||||
|
def login_dockerhub(username : str, password : str, forRepository : str) -> str:
|
||||||
|
# Get token for Docker Hub API
|
||||||
|
auth_url = "https://auth.docker.io/token"
|
||||||
|
service = "registry.docker.io"
|
||||||
|
scope = f"repository:{forRepository}:pull"
|
||||||
|
params = {"service": service, "scope": scope}
|
||||||
if username and password:
|
if username and password:
|
||||||
auth_url = "https://hub.docker.com/v2/users/login/"
|
resp = requests.get(auth_url, params=params, auth=(username, password))
|
||||||
auth_data = {"username": username, "password": password}
|
|
||||||
|
|
||||||
try:
|
|
||||||
auth_response = session.post(auth_url, json=auth_data)
|
|
||||||
auth_response.raise_for_status()
|
|
||||||
# Token is automatically stored in the session cookies
|
|
||||||
except requests.exceptions.RequestException as e:
|
|
||||||
print(f"Warning: Docker Hub authentication failed: {e}")
|
|
||||||
# Continue without authentication
|
|
||||||
|
|
||||||
all_tags = []
|
|
||||||
|
|
||||||
while url:
|
|
||||||
response = session.get(url, params=params)
|
|
||||||
if response.status_code != 200:
|
|
||||||
print(f"Error: Unable to fetch tags. Status code: {response.status_code}")
|
|
||||||
print(f"Response: {response.text}")
|
|
||||||
sys.exit(1)
|
|
||||||
|
|
||||||
data = response.json()
|
|
||||||
all_tags.extend([tag["name"] for tag in data["results"]])
|
|
||||||
|
|
||||||
# Get next page URL if it exists
|
|
||||||
url = data.get("next")
|
|
||||||
# Clear params since the next URL already includes them
|
|
||||||
params = {}
|
|
||||||
|
|
||||||
return all_tags
|
|
||||||
|
|
||||||
def get_private_registry_tags(registry, repository):
|
|
||||||
"""
|
|
||||||
Get tags for a repository in a private registry
|
|
||||||
"""
|
|
||||||
# Check for registry credentials in environment variables
|
|
||||||
username = os.getenv('DOCKER_USERNAME')
|
|
||||||
password = os.getenv('DOCKER_PASSWORD')
|
|
||||||
|
|
||||||
# Ensure registry URL starts with https://
|
|
||||||
registry_url = registry if registry.startswith(('http://', 'https://')) else f'https://{registry}'
|
|
||||||
|
|
||||||
# Try to get an auth token first (token-based auth)
|
|
||||||
headers = {}
|
|
||||||
url = f"{registry_url}/v2/{repository}/tags/list"
|
|
||||||
|
|
||||||
# Make the request with appropriate authentication
|
|
||||||
if username and password:
|
|
||||||
# Use basic auth if we have credentials but no token
|
|
||||||
response = requests.get(url, headers=headers, auth=(username, password))
|
|
||||||
else:
|
else:
|
||||||
# Use token auth or no auth
|
resp = requests.get(auth_url, params=params)
|
||||||
response = requests.get(url, headers=headers)
|
resp.raise_for_status()
|
||||||
|
token = resp.json()["token"]
|
||||||
|
return f"Bearer {token}"
|
||||||
|
|
||||||
if response.status_code != 200:
|
def login_registry(username : str, password : str) -> str:
|
||||||
print(f"Error: Unable to fetch tags. Status code: {response.status_code}")
|
credentials = f"{username}:{password}"
|
||||||
print(f"Response: {response.text}")
|
encoded_credentials = base64.b64encode(credentials.encode()).decode()
|
||||||
sys.exit(1)
|
return f"Basic {encoded_credentials}"
|
||||||
|
|
||||||
data = response.json()
|
def create_label(repository: str, tag : object) -> str:
|
||||||
return data.get("tags", [])
|
name = tag['name']
|
||||||
|
registry = tag['registry']
|
||||||
|
size = format_bytes(tag['size'])
|
||||||
|
link = f"https://{registry}/repo/{repository}/tag/{name}"
|
||||||
|
if registry == DOCKERHUB_REGISTRY:
|
||||||
|
link = f"https://hub.docker.com/layers/{repository}/{name}"
|
||||||
|
return f"[🐳 View]({link})<br>📦 {size}"
|
||||||
|
|
||||||
def format_tag(registry, repository, platform, tag ):
|
def create_table(repository : str, tags : list[object]) -> str:
|
||||||
# Get color for platform, default to blue if not found
|
markdown : str = ""
|
||||||
url = f"https://hub.docker.com/r/{repository}/tags?name={tag}"
|
|
||||||
|
|
||||||
if registry:
|
versions : dict[str, dict[str, str]] = {}
|
||||||
url = f"https://{registry}/{repository}/tag/{tag}"
|
all_modules : set[str] = set()
|
||||||
|
|
||||||
return f"[🐳 View]({url})"
|
# Build a table of versions
|
||||||
|
pattern = re.compile(r"(?P<os>\w+)(?P<version>-\d+\.\d+\.\d+\w*)(?P<modules>-[a-zA-Z-0-9]+)?-runner")
|
||||||
def main():
|
|
||||||
|
|
||||||
# Check for registry in environment variable if not specified in args
|
|
||||||
registry = os.getenv('DOCKER_REGISTRY')
|
|
||||||
repository = os.getenv('IMAGE')
|
|
||||||
|
|
||||||
if registry:
|
|
||||||
print(f"Fetching tags for {repository} from {registry}...")
|
|
||||||
tags = get_private_registry_tags(registry, repository)
|
|
||||||
else:
|
|
||||||
print(f"Fetching tags for {repository} from Docker Hub...")
|
|
||||||
tags = get_docker_hub_tags(repository, 100)
|
|
||||||
|
|
||||||
# Sort tags
|
|
||||||
tags.sort()
|
|
||||||
|
|
||||||
versions={}
|
|
||||||
|
|
||||||
pattern = re.compile(r"(\w+)-(\d+\.\d+\.\d+\w*)(-[a-zA-Z-0-9]+)?-runner")
|
|
||||||
for tag in tags:
|
for tag in tags:
|
||||||
matches = pattern.match(tag)
|
matches = pattern.match(tag['name'])
|
||||||
if matches:
|
os = matches.group("os").strip('-')
|
||||||
groups = matches.groups()
|
version = matches.group("version").strip('-')
|
||||||
version = groups[1]
|
modules = matches.group("modules").strip('-') if matches.group('modules') else "all"
|
||||||
component = groups[2] if groups[2] else "all"
|
all_modules.add(modules)
|
||||||
component = component.strip('-')
|
|
||||||
if version not in versions:
|
if version not in versions:
|
||||||
versions[version] = {}
|
versions[version] = {}
|
||||||
versions[version][component] = tag
|
versions[version][modules] = create_label(repository, tag)
|
||||||
|
|
||||||
# Get all unique components across all versions
|
# Print the table heading
|
||||||
print(versions)
|
sorted_mods = sorted([m for m in all_modules if m])
|
||||||
all_components = set()
|
markdown += f"|Unity|{'|'.join(sorted_mods)}|\n"
|
||||||
for version_components in versions.values():
|
markdown += f"|-----|{'|'.join('-' * len(m) for m in sorted_mods)}|\n"
|
||||||
all_components.update(version_components.keys())
|
|
||||||
all_components = sorted(list(all_components))
|
|
||||||
|
|
||||||
# Create markdown table header with components as columns
|
# For each item, check each available module and see if this version has that available.
|
||||||
markdown = "| unity |"
|
for ver, mods in versions.items():
|
||||||
for component in all_components:
|
row = [ mods[mod] if mod in mods else '❌' for mod in sorted_mods ]
|
||||||
markdown += f" {component} |"
|
markdown += f"|{ver}|{'|'.join(row)}|\n"
|
||||||
markdown += "\n|---------|" + "----------|" * len(all_components) + "\n"
|
|
||||||
|
|
||||||
for version in sorted(versions.keys()):
|
return markdown
|
||||||
markdown += f"| {version} |"
|
|
||||||
for component in all_components:
|
def replace_readme_table(readme : str, table : str) -> str:
|
||||||
tag = versions[version].get(component, "")
|
pattern = r"(<!-- table -->).*(<!-- /table -->)"
|
||||||
if tag:
|
return re.sub(pattern, r'\1\n' + table + r'\2', readme, flags=re.DOTALL)
|
||||||
markdown += format_tag(registry, repository, component, tag) + " |"
|
|
||||||
|
def main():
|
||||||
|
auth_token : str
|
||||||
|
registry : str
|
||||||
|
|
||||||
|
if DOCKER_REGISTRY:
|
||||||
|
registry = DOCKER_REGISTRY
|
||||||
|
auth_token = login_registry(DOCKER_USERNAME, DOCKER_PASSWORD)
|
||||||
else:
|
else:
|
||||||
markdown += "❌ N/A |"
|
registry = DOCKERHUB_REGISTRY
|
||||||
markdown += "\n"
|
auth_token = login_dockerhub(DOCKER_USERNAME, DOCKER_PASSWORD, IMAGE)
|
||||||
|
|
||||||
# Read existing README.md
|
print('Fetching Tags...')
|
||||||
print("Updating README")
|
tags = get_tags_with_size(registry, auth_token, IMAGE)
|
||||||
readme_path = "README.md"
|
|
||||||
if os.path.exists(readme_path):
|
|
||||||
with open(readme_path, 'r') as f:
|
|
||||||
content = f.read()
|
|
||||||
|
|
||||||
# Replace content between markers
|
print('Writing Readme...')
|
||||||
pattern = r'(<!-- table -->).*(<!-- /table -->)'
|
table = create_table(IMAGE, tags)
|
||||||
new_content = re.sub(pattern, r'\1\n' + markdown + r'\2', content, flags=re.DOTALL)
|
if os.path.exists(README_PATH):
|
||||||
|
with open(README_PATH, "r", encoding='utf-8') as f:
|
||||||
|
readme = f.read()
|
||||||
|
with open(README_PATH, "w", encoding='utf-8') as f:
|
||||||
|
f.write(replace_readme_table(readme, table))
|
||||||
|
|
||||||
# Write back to README.md
|
|
||||||
with open(readme_path, 'w') as f:
|
|
||||||
f.write(new_content)
|
|
||||||
|
|
||||||
print("Done!")
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
main()
|
main()
|
||||||
Loading…
x
Reference in New Issue
Block a user