Phase 8: back up & restore remote (agent) stacks (0.8.0)

- Agent: GET /agent/stacks/{id}/backup + POST /agent/stacks/restore (reuse
  backup_service). backup_service gains backup_basename/backup_filename helpers.
- Main proxy streams agent <-> main <-> destination (creds stay central):
  agent_service download_to_file/upload_file; routers/agents.py backup download,
  backup/push, restore upload, restore-from.
- Schedules: BackupSchedule.agent_id; schedule_service downloads from the agent
  when set; per-host filename prefix isolates retention across hosts.
- Frontend: agents api backup/restore; BackupButton/RestoreButton agent-aware
  (Backup on remote stack detail, Restore per host section); schedule form host
  selector (local or an online agent) + host shown on schedule rows.

Rough-verified (per request): py_compile, frontend tsc build, image imports
(main 99 / agent 16 routes). Full live agent round-trip to be tested post-deploy.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>

backend/routers/agents.py

@@ -1,15 +1,29 @@
 """Remote host (agent) management + proxied stack/system operations."""
 from __future__ import annotations
 
-from fastapi import APIRouter, Depends, HTTPException, Query, Request
+import asyncio
+import os
+import tempfile
+
+from fastapi import APIRouter, Depends, File, Form, HTTPException, Query, Request, UploadFile
+from fastapi.responses import FileResponse
+from pydantic import BaseModel
 from sqlmodel import Session, select
+from starlette.background import BackgroundTask
 
 from auth import get_current_user, require_admin
 from database import get_session
 from models.agent import Agent, AgentCreate, AgentRead, AgentUpdate
+from models.backup_destination import BackupDestination
 from models.stack import StackCreate, StackUpdate
 from models.user import User
-from services import agent_service, audit_service
+from services import (
+    agent_service,
+    audit_service,
+    backup_destination_service as dest_service,
+    backup_service,
+    compose_service,
+)
 from services.agent_service import AgentError
 
 router = APIRouter(prefix="/api/agents", tags=["agents"])
@@ -17,6 +31,27 @@ router = APIRouter(prefix="/api/agents", tags=["agents"])
 _ACTIONS = {"start", "stop", "restart", "pull", "update", "down"}
 
 
+class AgentPushBody(BaseModel):
+    destination_id: int
+    include_volumes: bool = True
+    stop_first: bool = True
+
+
+class AgentRestoreFromBody(BaseModel):
+    destination_id: int
+    name: str
+    target_id: str | None = None
+    overwrite: bool = False
+    restore_volumes: bool = True
+
+
+def _get_dest(session: Session, dest_id: int) -> BackupDestination:
+    d = session.get(BackupDestination, dest_id)
+    if not d:
+        raise HTTPException(status_code=404, detail=f"Destination {dest_id} not found")
+    return d
+
+
 def _ip(request: Request) -> str:
     return request.client.host if request.client else "unknown"
 
@@ -284,3 +319,157 @@ async def agent_lifecycle(
         target=f"{agent.name}/{stack_id}", ip=_ip(request),
     )
     return result
+
+
+# --------------------------------------------------------------------------- #
+# Backup / restore of remote stacks (streamed agent <-> main <-> destination)
+# --------------------------------------------------------------------------- #
+
+
+@router.get("/{agent_id}/stacks/{stack_id}/backup")
+async def agent_backup_download(
+    agent_id: int,
+    stack_id: str,
+    request: Request,
+    include_volumes: bool = Query(True),
+    stop_first: bool = Query(True),
+    session: Session = Depends(get_session),
+    user: User = Depends(require_admin),
+):
+    agent = _get_or_404(session, agent_id)
+    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".tar.gz")
+    tmp.close()
+    try:
+        await agent_service.download_to_file(
+            session, agent, f"/agent/stacks/{stack_id}/backup", tmp.name,
+            params={"include_volumes": include_volumes, "stop_first": stop_first},
+        )
+    except AgentError as exc:
+        if os.path.exists(tmp.name):
+            os.unlink(tmp.name)
+        _raise(exc)
+    audit_service.record(
+        session, user=user.username, action="agent.stack.backup",
+        target=f"{agent.name}/{stack_id}", ip=_ip(request),
+    )
+    fname = backup_service.backup_filename(
+        stack_id, include_volumes, prefix=compose_service.slugify(agent.name)
+    )
+    return FileResponse(
+        tmp.name, media_type="application/gzip", filename=fname,
+        background=BackgroundTask(os.unlink, tmp.name),
+    )
+
+
+@router.post("/{agent_id}/stacks/{stack_id}/backup/push")
+async def agent_backup_push(
+    agent_id: int,
+    stack_id: str,
+    body: AgentPushBody,
+    request: Request,
+    session: Session = Depends(get_session),
+    user: User = Depends(require_admin),
+) -> dict:
+    agent = _get_or_404(session, agent_id)
+    dest = _get_dest(session, body.destination_id)
+    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".tar.gz")
+    tmp.close()
+    try:
+        try:
+            await agent_service.download_to_file(
+                session, agent, f"/agent/stacks/{stack_id}/backup", tmp.name,
+                params={"include_volumes": body.include_volumes, "stop_first": body.stop_first},
+            )
+        except AgentError as exc:
+            _raise(exc)
+        fname = backup_service.backup_filename(
+            stack_id, body.include_volumes, prefix=compose_service.slugify(agent.name)
+        )
+        try:
+            await asyncio.to_thread(dest_service.upload, dest, tmp.name, fname)
+        except dest_service.DestinationError as exc:
+            raise HTTPException(status_code=502, detail=str(exc)) from exc
+    finally:
+        if os.path.exists(tmp.name):
+            os.unlink(tmp.name)
+    audit_service.record(
+        session, user=user.username, action="agent.stack.backup.push",
+        target=f"{agent.name}/{stack_id}", detail=f"{dest.name}:{fname}", ip=_ip(request),
+    )
+    return {"ok": True, "destination": dest.name, "name": fname}
+
+
+@router.post("/{agent_id}/stacks/restore")
+async def agent_restore_upload(
+    agent_id: int,
+    request: Request,
+    file: UploadFile = File(...),
+    target_id: str | None = Form(None),
+    overwrite: bool = Form(False),
+    restore_volumes: bool = Form(True),
+    session: Session = Depends(get_session),
+    user: User = Depends(require_admin),
+) -> dict:
+    agent = _get_or_404(session, agent_id)
+    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".tar.gz")
+    try:
+        while chunk := await file.read(1024 * 1024):
+            tmp.write(chunk)
+        tmp.close()
+        result = await agent_service.upload_file(
+            session, agent, "/agent/stacks/restore", tmp.name,
+            file.filename or "backup.tar.gz",
+            {
+                "target_id": target_id or "",
+                "overwrite": str(overwrite).lower(),
+                "restore_volumes": str(restore_volumes).lower(),
+            },
+        )
+    except AgentError as exc:
+        _raise(exc)
+    finally:
+        if os.path.exists(tmp.name):
+            os.unlink(tmp.name)
+    audit_service.record(
+        session, user=user.username, action="agent.stack.restore",
+        target=f"{agent.name}/{result.get('stack_id')}", ip=_ip(request),
+    )
+    return result
+
+
+@router.post("/{agent_id}/stacks/restore-from")
+async def agent_restore_from(
+    agent_id: int,
+    body: AgentRestoreFromBody,
+    request: Request,
+    session: Session = Depends(get_session),
+    user: User = Depends(require_admin),
+) -> dict:
+    agent = _get_or_404(session, agent_id)
+    dest = _get_dest(session, body.destination_id)
+    tmp = tempfile.NamedTemporaryFile(delete=False, suffix=".tar.gz")
+    tmp.close()
+    try:
+        try:
+            await asyncio.to_thread(dest_service.download, dest, body.name, tmp.name)
+        except dest_service.DestinationError as exc:
+            raise HTTPException(status_code=502, detail=str(exc)) from exc
+        result = await agent_service.upload_file(
+            session, agent, "/agent/stacks/restore", tmp.name, body.name,
+            {
+                "target_id": body.target_id or "",
+                "overwrite": str(body.overwrite).lower(),
+                "restore_volumes": str(body.restore_volumes).lower(),
+            },
+        )
+    except AgentError as exc:
+        _raise(exc)
+    finally:
+        if os.path.exists(tmp.name):
+            os.unlink(tmp.name)
+    audit_service.record(
+        session, user=user.username, action="agent.stack.restore",
+        target=f"{agent.name}/{result.get('stack_id')}", detail=f"from {dest.name}:{body.name}",
+        ip=_ip(request),
+    )
+    return result

backend/routers/schedules.py

@@ -6,6 +6,7 @@ from sqlmodel import Session, select
 
 from auth import require_admin
 from database import get_session
+from models.agent import Agent
 from models.backup_destination import BackupDestination
 from models.backup_schedule import (
     FREQUENCIES,
@@ -27,11 +28,14 @@ def _ip(request: Request) -> str:
 
 def _to_read(session: Session, s: BackupSchedule) -> ScheduleRead:
     dest = session.get(BackupDestination, s.destination_id)
+    agent = session.get(Agent, s.agent_id) if s.agent_id is not None else None
     return ScheduleRead(
         id=s.id,
         stack_id=s.stack_id,
         destination_id=s.destination_id,
         destination_name=dest.name if dest else None,
+        agent_id=s.agent_id,
+        agent_name=agent.name if agent else None,
         frequency=s.frequency,
         hour=s.hour,
         minute=s.minute,
@@ -54,13 +58,17 @@ def _get_or_404(session: Session, schedule_id: int) -> BackupSchedule:
     return s
 
 
-def _validate(session: Session, stack_id: str, destination_id: int, frequency: str) -> None:
-    if frequency not in FREQUENCIES:
-        raise HTTPException(status_code=400, detail=f"Unknown frequency '{frequency}'")
-    if not session.get(Stack, stack_id):
-        raise HTTPException(status_code=404, detail=f"Stack '{stack_id}' not found")
-    if not session.get(BackupDestination, destination_id):
-        raise HTTPException(status_code=404, detail=f"Destination {destination_id} not found")
+def _validate(session: Session, schedule: BackupSchedule) -> None:
+    if schedule.frequency not in FREQUENCIES:
+        raise HTTPException(status_code=400, detail=f"Unknown frequency '{schedule.frequency}'")
+    if not session.get(BackupDestination, schedule.destination_id):
+        raise HTTPException(status_code=404, detail=f"Destination {schedule.destination_id} not found")
+    if schedule.agent_id is not None:
+        # Remote stack: validate the agent exists; the stack is checked at run time.
+        if not session.get(Agent, schedule.agent_id):
+            raise HTTPException(status_code=404, detail=f"Agent {schedule.agent_id} not found")
+    elif not session.get(Stack, schedule.stack_id):
+        raise HTTPException(status_code=404, detail=f"Stack '{schedule.stack_id}' not found")
 
 
 @router.get("", response_model=list[ScheduleRead])
@@ -79,8 +87,8 @@ def create_schedule(
     session: Session = Depends(get_session),
     user: User = Depends(require_admin),
 ) -> ScheduleRead:
-    _validate(session, body.stack_id, body.destination_id, body.frequency)
     s = BackupSchedule(**body.model_dump())
+    _validate(session, s)
     s.next_run = schedule_service.compute_next_run(
         s.frequency, s.hour, s.minute, s.weekday, schedule_service._now()
     )
@@ -106,7 +114,7 @@ def update_schedule(
     data = body.model_dump(exclude_unset=True)
     for k, v in data.items():
         setattr(s, k, v)
-    _validate(session, s.stack_id, s.destination_id, s.frequency)
+    _validate(session, s)
     # Recompute next run when timing fields change.
     if {"frequency", "hour", "minute", "weekday"} & set(data) or s.next_run is None:
         s.next_run = schedule_service.compute_next_run(