Files
deployment/scripts/sync-published-compose.py
Cursor Agent 42e9fc5264 Wire admin Docker service into deploy and compose generation
Add admin as a default-on deploy component with compose merge, image
packaging, sync-published-compose support, and caddy port stripping.

Co-authored-by: denis0001-dev <denis0001.dev@ya.ru>
2026-11-11 16:31:23 +00:00

225 lines
6.8 KiB
Python

#!/usr/bin/env python3
"""Generate deployment/compose.yml from the latest release across backend + web repos."""
from __future__ import annotations
import argparse
import importlib.util
import shutil
import sys
import tempfile
import urllib.error
import urllib.request
from pathlib import Path
import yaml
SCRIPTS_DIR = Path(__file__).resolve().parent
DEPLOYMENT_ROOT = SCRIPTS_DIR.parent
sys.path.insert(0, str(SCRIPTS_DIR))
from git_remote import ( # noqa: E402
fetch_raw_file,
fetch_semver_tags,
resolve_git_token,
semver_key,
)
_gen_spec = importlib.util.spec_from_file_location(
"generate_compose",
SCRIPTS_DIR / "generate-compose.py",
)
if _gen_spec is None or _gen_spec.loader is None:
raise RuntimeError("Could not load generate-compose.py")
_generate_compose = importlib.util.module_from_spec(_gen_spec)
_gen_spec.loader.exec_module(_generate_compose)
generate = _generate_compose.generate
dump_yaml_str = _generate_compose.dump_yaml_str
DEFAULT_BACKEND_REPO = "https://github.com/fromchat-messenger/backend.git"
DEFAULT_WEB_REPO = "https://github.com/fromchat-messenger/web.git"
DEFAULT_ADMIN_REPO = "https://github.com/fromchat-messenger/admin.git"
DEFAULT_COMPONENTS = ("backend", "frontend", "admin", "caddy", "chat_filter")
FULL_STACK_PACKAGES = (
"backend",
"messaging",
"file_storage",
"postgres",
"web",
"admin",
"caddy",
"livekit",
"haproxy",
)
GENERATED_HEADER = (
"# Auto-generated by deployment/scripts/sync-published-compose.py — do not edit manually.\n"
"# One-click: docker compose --env-file .env up -d\n"
"# Tag: {tag}\n"
)
def dockerhub_tag_exists(service: str, tag: str) -> bool:
url = f"https://hub.docker.com/v2/repositories/fromchat/{service}/tags/{tag}/"
req = urllib.request.Request(url, headers={"User-Agent": "fromchat-sync-compose"})
try:
with urllib.request.urlopen(req, timeout=45) as resp:
return resp.status == 200
except urllib.error.HTTPError as exc:
return exc.code == 200
except (urllib.error.URLError, TimeoutError):
return False
def packages_ready(tag: str) -> bool:
return all(dockerhub_tag_exists(service, tag) for service in FULL_STACK_PACKAGES)
def resolve_latest_published_tag(
backend_repo: str,
web_repo: str,
admin_repo: str,
token: str | None,
) -> str | None:
backend_tags = fetch_semver_tags(backend_repo, token)
web_tags = fetch_semver_tags(web_repo, token)
admin_tags = fetch_semver_tags(admin_repo, token)
common = backend_tags & web_tags & admin_tags
if not common:
return None
for tag in sorted(common, key=semver_key, reverse=True):
if packages_ready(tag):
return tag
return None
def apply_restart_always(compose_path: Path) -> None:
"""Force restart: always on every service (this script only)."""
doc = yaml.safe_load(compose_path.read_text(encoding="utf-8")) or {}
services = doc.get("services")
if not isinstance(services, dict):
return
for cfg in services.values():
if isinstance(cfg, dict):
cfg["restart"] = "always"
compose_path.write_text(dump_yaml_str(doc), encoding="utf-8")
def sync_published_compose(
*,
output: Path,
backend_repo: str,
web_repo: str,
admin_repo: str,
token: str | None,
components: tuple[str, ...] = DEFAULT_COMPONENTS,
) -> str | None:
tag = resolve_latest_published_tag(backend_repo, web_repo, admin_repo, token)
if not tag:
print(
"No semver tag with all required fromchat/* images on Docker Hub.",
file=sys.stderr,
)
return None
print(f"Latest publishable tag: {tag}", file=sys.stderr)
tmp = Path(tempfile.mkdtemp(prefix="fromchat-sync-compose-"))
try:
backend_compose = tmp / "backend.compose.yml"
backend_compose_prod = tmp / "backend.compose.prod.yml"
web_compose = tmp / "frontend.compose.yml"
admin_compose = tmp / "admin.compose.yml"
backend_compose.write_bytes(
fetch_raw_file(backend_repo, tag, "compose.yml", token)
)
backend_compose_prod.write_bytes(
fetch_raw_file(backend_repo, tag, "compose.prod.yml", token)
)
web_compose.write_bytes(
fetch_raw_file(web_repo, tag, "compose.yml", token)
)
if "admin" in components:
admin_compose.write_bytes(
fetch_raw_file(admin_repo, tag, "compose.yml", token)
)
generate(
backend_compose=backend_compose,
backend_compose_prod=backend_compose_prod,
frontend_compose=web_compose if "frontend" in components else None,
admin_compose=admin_compose if "admin" in components else None,
tag=tag,
components=set(components),
output=output,
include_updater=False,
)
apply_restart_always(output)
body = output.read_text(encoding="utf-8")
while body.startswith("#"):
nl = body.find("\n")
if nl < 0:
break
body = body[nl + 1 :]
body = body.lstrip("\n")
output.write_text(GENERATED_HEADER.format(tag=tag) + body, encoding="utf-8")
finally:
shutil.rmtree(tmp, ignore_errors=True)
print(f"Wrote {output}", file=sys.stderr)
return tag
def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(
description=(
"Resolve the latest common release tag and write a single production "
"compose.yml with fromchat/* images (no updater)."
)
)
parser.add_argument(
"--output",
type=Path,
default=DEPLOYMENT_ROOT / "compose.yml",
help="Output compose.yml path (default: deployment/compose.yml)",
)
parser.add_argument("--backend-repo", default=DEFAULT_BACKEND_REPO)
parser.add_argument("--web-repo", default=DEFAULT_WEB_REPO)
parser.add_argument("--admin-repo", default=DEFAULT_ADMIN_REPO)
parser.add_argument(
"--components",
default=",".join(DEFAULT_COMPONENTS),
help="Comma-separated components (default: backend,frontend,admin,caddy,chat_filter)",
)
return parser.parse_args()
def main() -> None:
args = parse_args()
token = resolve_git_token()
components = tuple(
c.strip().lower()
for c in args.components.split(",")
if c.strip() and c.strip().lower() != "updater"
)
if not components:
components = DEFAULT_COMPONENTS
tag = sync_published_compose(
output=args.output.resolve(),
backend_repo=args.backend_repo,
web_repo=args.web_repo,
admin_repo=args.admin_repo,
token=token,
components=components,
)
if not tag:
raise SystemExit(0)
print(tag)
if __name__ == "__main__":
main()