mirror of
https://github.com/fromchat-messenger/deployment.git
synced 2026-11-16 04:25:02 +03:00
212 lines
6.2 KiB
Python
212 lines
6.2 KiB
Python
#!/usr/bin/env python3
|
|
"""Generate deployment/compose.yml from the latest release across backend + web repos."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import importlib.util
|
|
import shutil
|
|
import sys
|
|
import tempfile
|
|
import urllib.error
|
|
import urllib.request
|
|
from pathlib import Path
|
|
|
|
import yaml
|
|
|
|
SCRIPTS_DIR = Path(__file__).resolve().parent
|
|
DEPLOYMENT_ROOT = SCRIPTS_DIR.parent
|
|
sys.path.insert(0, str(SCRIPTS_DIR))
|
|
|
|
from git_remote import ( # noqa: E402
|
|
fetch_raw_file,
|
|
fetch_semver_tags,
|
|
resolve_git_token,
|
|
semver_key,
|
|
)
|
|
|
|
_gen_spec = importlib.util.spec_from_file_location(
|
|
"generate_compose",
|
|
SCRIPTS_DIR / "generate-compose.py",
|
|
)
|
|
if _gen_spec is None or _gen_spec.loader is None:
|
|
raise RuntimeError("Could not load generate-compose.py")
|
|
_generate_compose = importlib.util.module_from_spec(_gen_spec)
|
|
_gen_spec.loader.exec_module(_generate_compose)
|
|
generate = _generate_compose.generate
|
|
dump_yaml_str = _generate_compose.dump_yaml_str
|
|
|
|
DEFAULT_BACKEND_REPO = "https://github.com/fromchat-messenger/backend.git"
|
|
DEFAULT_WEB_REPO = "https://github.com/fromchat-messenger/web.git"
|
|
DEFAULT_COMPONENTS = ("backend", "frontend", "caddy", "chat_filter")
|
|
|
|
FULL_STACK_PACKAGES = (
|
|
"backend",
|
|
"messaging",
|
|
"file_storage",
|
|
"postgres",
|
|
"web",
|
|
"caddy",
|
|
"livekit",
|
|
"haproxy",
|
|
)
|
|
|
|
GENERATED_HEADER = (
|
|
"# Auto-generated by deployment/scripts/sync-published-compose.py — do not edit manually.\n"
|
|
"# One-click: docker compose --env-file .env up -d\n"
|
|
"# Tag: {tag}\n"
|
|
)
|
|
|
|
|
|
def dockerhub_tag_exists(service: str, tag: str) -> bool:
|
|
url = f"https://hub.docker.com/v2/repositories/fromchat/{service}/tags/{tag}/"
|
|
req = urllib.request.Request(url, headers={"User-Agent": "fromchat-sync-compose"})
|
|
try:
|
|
with urllib.request.urlopen(req, timeout=45) as resp:
|
|
return resp.status == 200
|
|
except urllib.error.HTTPError as exc:
|
|
return exc.code == 200
|
|
except (urllib.error.URLError, TimeoutError):
|
|
return False
|
|
|
|
|
|
def packages_ready(tag: str) -> bool:
|
|
return all(dockerhub_tag_exists(service, tag) for service in FULL_STACK_PACKAGES)
|
|
|
|
|
|
def resolve_latest_published_tag(
|
|
backend_repo: str,
|
|
web_repo: str,
|
|
token: str | None,
|
|
) -> str | None:
|
|
backend_tags = fetch_semver_tags(backend_repo, token)
|
|
web_tags = fetch_semver_tags(web_repo, token)
|
|
common = backend_tags & web_tags
|
|
if not common:
|
|
return None
|
|
for tag in sorted(common, key=semver_key, reverse=True):
|
|
if packages_ready(tag):
|
|
return tag
|
|
return None
|
|
|
|
|
|
def apply_restart_always(compose_path: Path) -> None:
|
|
"""Force restart: always on every service (this script only)."""
|
|
doc = yaml.safe_load(compose_path.read_text(encoding="utf-8")) or {}
|
|
services = doc.get("services")
|
|
if not isinstance(services, dict):
|
|
return
|
|
for cfg in services.values():
|
|
if isinstance(cfg, dict):
|
|
cfg["restart"] = "always"
|
|
compose_path.write_text(dump_yaml_str(doc), encoding="utf-8")
|
|
|
|
|
|
def sync_published_compose(
|
|
*,
|
|
output: Path,
|
|
backend_repo: str,
|
|
web_repo: str,
|
|
token: str | None,
|
|
components: tuple[str, ...] = DEFAULT_COMPONENTS,
|
|
) -> str | None:
|
|
tag = resolve_latest_published_tag(backend_repo, web_repo, token)
|
|
if not tag:
|
|
print(
|
|
"No semver tag with all required fromchat/* images on Docker Hub.",
|
|
file=sys.stderr,
|
|
)
|
|
return None
|
|
|
|
print(f"Latest publishable tag: {tag}", file=sys.stderr)
|
|
|
|
tmp = Path(tempfile.mkdtemp(prefix="fromchat-sync-compose-"))
|
|
try:
|
|
backend_compose = tmp / "backend.compose.yml"
|
|
backend_compose_prod = tmp / "backend.compose.prod.yml"
|
|
web_compose = tmp / "frontend.compose.yml"
|
|
backend_compose.write_bytes(
|
|
fetch_raw_file(backend_repo, tag, "compose.yml", token)
|
|
)
|
|
backend_compose_prod.write_bytes(
|
|
fetch_raw_file(backend_repo, tag, "compose.prod.yml", token)
|
|
)
|
|
web_compose.write_bytes(
|
|
fetch_raw_file(web_repo, tag, "compose.yml", token)
|
|
)
|
|
|
|
generate(
|
|
backend_compose=backend_compose,
|
|
backend_compose_prod=backend_compose_prod,
|
|
frontend_compose=web_compose,
|
|
tag=tag,
|
|
components=set(components),
|
|
output=output,
|
|
include_updater=False,
|
|
)
|
|
apply_restart_always(output)
|
|
|
|
body = output.read_text(encoding="utf-8")
|
|
while body.startswith("#"):
|
|
nl = body.find("\n")
|
|
if nl < 0:
|
|
break
|
|
body = body[nl + 1 :]
|
|
body = body.lstrip("\n")
|
|
output.write_text(GENERATED_HEADER.format(tag=tag) + body, encoding="utf-8")
|
|
finally:
|
|
shutil.rmtree(tmp, ignore_errors=True)
|
|
|
|
print(f"Wrote {output}", file=sys.stderr)
|
|
return tag
|
|
|
|
|
|
def parse_args() -> argparse.Namespace:
|
|
parser = argparse.ArgumentParser(
|
|
description=(
|
|
"Resolve the latest common release tag and write a single production "
|
|
"compose.yml with fromchat/* images (no updater)."
|
|
)
|
|
)
|
|
parser.add_argument(
|
|
"--output",
|
|
type=Path,
|
|
default=DEPLOYMENT_ROOT / "compose.yml",
|
|
help="Output compose.yml path (default: deployment/compose.yml)",
|
|
)
|
|
parser.add_argument("--backend-repo", default=DEFAULT_BACKEND_REPO)
|
|
parser.add_argument("--web-repo", default=DEFAULT_WEB_REPO)
|
|
parser.add_argument(
|
|
"--components",
|
|
default=",".join(DEFAULT_COMPONENTS),
|
|
help="Comma-separated components (default: backend,frontend,caddy,chat_filter)",
|
|
)
|
|
return parser.parse_args()
|
|
|
|
|
|
def main() -> None:
|
|
args = parse_args()
|
|
token = resolve_git_token()
|
|
components = tuple(
|
|
c.strip().lower()
|
|
for c in args.components.split(",")
|
|
if c.strip() and c.strip().lower() != "updater"
|
|
)
|
|
if not components:
|
|
components = DEFAULT_COMPONENTS
|
|
|
|
tag = sync_published_compose(
|
|
output=args.output.resolve(),
|
|
backend_repo=args.backend_repo,
|
|
web_repo=args.web_repo,
|
|
token=token,
|
|
components=components,
|
|
)
|
|
if not tag:
|
|
raise SystemExit(0)
|
|
print(tag)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|