- Recipes: Now content-addressed only (cache + IPFS), removed Redis storage - Runs: Completed runs stored in PostgreSQL, Redis only for task_id mapping - Add list_runs_by_actor() to database.py for paginated run queries - Add list_by_type() to cache_manager for filtering by node_type - Fix upload endpoint to return size and filename fields - Fix recipe run endpoint with proper DAG input binding - Fix get_run_service() dependency to pass database module Storage architecture: - Redis: Ephemeral only (sessions, task mappings with TTL) - PostgreSQL: Permanent records (completed runs, metadata) - Cache: Content-addressed files (recipes, media, outputs) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
342 lines
10 KiB
Python
342 lines
10 KiB
Python
"""
|
|
Cache and media routes for L1 server.
|
|
|
|
Handles content retrieval, metadata, media preview, and publishing.
|
|
"""
|
|
|
|
import logging
|
|
from pathlib import Path
|
|
from typing import Optional, Dict, Any
|
|
|
|
from fastapi import APIRouter, Request, Depends, HTTPException, UploadFile, File
|
|
from fastapi.responses import HTMLResponse, FileResponse
|
|
from pydantic import BaseModel
|
|
|
|
from artdag_common import render
|
|
from artdag_common.middleware import wants_html, wants_json
|
|
|
|
from ..dependencies import (
|
|
require_auth, get_templates, get_redis_client,
|
|
get_cache_manager, get_current_user
|
|
)
|
|
from ..services.auth_service import UserContext, AuthService
|
|
from ..services.cache_service import CacheService
|
|
|
|
router = APIRouter()
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class UpdateMetadataRequest(BaseModel):
|
|
title: Optional[str] = None
|
|
description: Optional[str] = None
|
|
tags: Optional[list] = None
|
|
custom: Optional[Dict[str, Any]] = None
|
|
|
|
|
|
def get_cache_service():
|
|
"""Get cache service instance."""
|
|
import database
|
|
return CacheService(database, get_cache_manager())
|
|
|
|
|
|
@router.get("/{content_hash}")
|
|
async def get_cached(
|
|
content_hash: str,
|
|
request: Request,
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Get cached content by hash. Content negotiation: HTML for browsers, JSON for APIs."""
|
|
auth_service = AuthService(get_redis_client())
|
|
ctx = auth_service.get_user_from_cookie(request)
|
|
|
|
cache_item = await cache_service.get_cache_item(content_hash)
|
|
if not cache_item:
|
|
if wants_html(request):
|
|
templates = get_templates(request)
|
|
return render(templates, "cache/not_found.html", request,
|
|
content_hash=content_hash,
|
|
user=ctx,
|
|
active_tab="media",
|
|
)
|
|
raise HTTPException(404, f"Content {content_hash} not in cache")
|
|
|
|
# JSON response
|
|
if wants_json(request):
|
|
return cache_item
|
|
|
|
# HTML response
|
|
if not ctx:
|
|
from fastapi.responses import RedirectResponse
|
|
return RedirectResponse(url="/auth", status_code=302)
|
|
|
|
# Check access
|
|
has_access = await cache_service.check_access(content_hash, ctx.actor_id, ctx.username)
|
|
if not has_access:
|
|
raise HTTPException(403, "Access denied")
|
|
|
|
templates = get_templates(request)
|
|
return render(templates, "cache/detail.html", request,
|
|
cache=cache_item,
|
|
user=ctx,
|
|
active_tab="media",
|
|
)
|
|
|
|
|
|
@router.get("/{content_hash}/raw")
|
|
async def get_cached_raw(
|
|
content_hash: str,
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Get raw cached content (file download)."""
|
|
file_path, media_type, filename = await cache_service.get_raw_file(content_hash)
|
|
|
|
if not file_path:
|
|
raise HTTPException(404, f"Content {content_hash} not in cache")
|
|
|
|
return FileResponse(file_path, media_type=media_type, filename=filename)
|
|
|
|
|
|
@router.get("/{content_hash}/mp4")
|
|
async def get_cached_mp4(
|
|
content_hash: str,
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Get cached content as MP4 (transcodes MKV on first request)."""
|
|
mp4_path, error = await cache_service.get_as_mp4(content_hash)
|
|
|
|
if error:
|
|
raise HTTPException(400 if "not a video" in error else 404, error)
|
|
|
|
return FileResponse(mp4_path, media_type="video/mp4")
|
|
|
|
|
|
@router.get("/{content_hash}/meta")
|
|
async def get_metadata(
|
|
content_hash: str,
|
|
ctx: UserContext = Depends(require_auth),
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Get content metadata."""
|
|
meta = await cache_service.get_metadata(content_hash, ctx.actor_id)
|
|
if meta is None:
|
|
raise HTTPException(404, "Content not found")
|
|
return meta
|
|
|
|
|
|
@router.patch("/{content_hash}/meta")
|
|
async def update_metadata(
|
|
content_hash: str,
|
|
req: UpdateMetadataRequest,
|
|
ctx: UserContext = Depends(require_auth),
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Update content metadata."""
|
|
success, error = await cache_service.update_metadata(
|
|
content_hash=content_hash,
|
|
actor_id=ctx.actor_id,
|
|
title=req.title,
|
|
description=req.description,
|
|
tags=req.tags,
|
|
custom=req.custom,
|
|
)
|
|
|
|
if error:
|
|
raise HTTPException(400, error)
|
|
|
|
return {"updated": True}
|
|
|
|
|
|
@router.post("/{content_hash}/publish")
|
|
async def publish_content(
|
|
content_hash: str,
|
|
request: Request,
|
|
ctx: UserContext = Depends(require_auth),
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Publish content to L2 and IPFS."""
|
|
ipfs_cid, error = await cache_service.publish_to_l2(
|
|
content_hash=content_hash,
|
|
actor_id=ctx.actor_id,
|
|
l2_server=ctx.l2_server,
|
|
auth_token=request.cookies.get("auth_token"),
|
|
)
|
|
|
|
if error:
|
|
if wants_html(request):
|
|
return HTMLResponse(f'<span class="text-red-400">{error}</span>')
|
|
raise HTTPException(400, error)
|
|
|
|
if wants_html(request):
|
|
return HTMLResponse(f'<span class="text-green-400">Published: {ipfs_cid[:16]}...</span>')
|
|
|
|
return {"ipfs_cid": ipfs_cid, "published": True}
|
|
|
|
|
|
@router.delete("/{content_hash}")
|
|
async def delete_content(
|
|
content_hash: str,
|
|
ctx: UserContext = Depends(require_auth),
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Delete content from cache."""
|
|
success, error = await cache_service.delete_content(content_hash, ctx.actor_id)
|
|
|
|
if error:
|
|
raise HTTPException(400 if "Cannot" in error or "pinned" in error else 404, error)
|
|
|
|
return {"deleted": True}
|
|
|
|
|
|
@router.post("/import")
|
|
async def import_from_ipfs(
|
|
ipfs_cid: str,
|
|
ctx: UserContext = Depends(require_auth),
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Import content from IPFS."""
|
|
content_hash, error = await cache_service.import_from_ipfs(ipfs_cid, ctx.actor_id)
|
|
|
|
if error:
|
|
raise HTTPException(400, error)
|
|
|
|
return {"content_hash": content_hash, "imported": True}
|
|
|
|
|
|
@router.post("/upload")
|
|
async def upload_content(
|
|
file: UploadFile = File(...),
|
|
ctx: UserContext = Depends(require_auth),
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Upload content to cache."""
|
|
content = await file.read()
|
|
content_hash, error = await cache_service.upload_content(
|
|
content=content,
|
|
filename=file.filename,
|
|
actor_id=ctx.actor_id,
|
|
)
|
|
|
|
if error:
|
|
raise HTTPException(400, error)
|
|
|
|
return {
|
|
"content_hash": content_hash,
|
|
"filename": file.filename,
|
|
"size": len(content),
|
|
"uploaded": True,
|
|
}
|
|
|
|
|
|
# Media listing endpoint
|
|
@router.get("")
|
|
async def list_media(
|
|
request: Request,
|
|
offset: int = 0,
|
|
limit: int = 24,
|
|
media_type: Optional[str] = None,
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""List all media in cache."""
|
|
auth_service = AuthService(get_redis_client())
|
|
ctx = auth_service.get_user_from_cookie(request)
|
|
|
|
if not ctx:
|
|
if wants_json(request):
|
|
raise HTTPException(401, "Authentication required")
|
|
from fastapi.responses import RedirectResponse
|
|
return RedirectResponse(url="/auth", status_code=302)
|
|
|
|
items = await cache_service.list_media(
|
|
actor_id=ctx.actor_id,
|
|
username=ctx.username,
|
|
offset=offset,
|
|
limit=limit,
|
|
media_type=media_type,
|
|
)
|
|
has_more = len(items) >= limit
|
|
|
|
if wants_json(request):
|
|
return {"items": items, "offset": offset, "limit": limit, "has_more": has_more}
|
|
|
|
templates = get_templates(request)
|
|
return render(templates, "cache/media_list.html", request,
|
|
items=items,
|
|
user=ctx,
|
|
offset=offset,
|
|
limit=limit,
|
|
has_more=has_more,
|
|
active_tab="media",
|
|
)
|
|
|
|
|
|
# HTMX metadata form
|
|
@router.get("/{content_hash}/meta-form", response_class=HTMLResponse)
|
|
async def get_metadata_form(
|
|
content_hash: str,
|
|
request: Request,
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Get metadata editing form (HTMX)."""
|
|
auth_service = AuthService(get_redis_client())
|
|
ctx = auth_service.get_user_from_cookie(request)
|
|
|
|
if not ctx:
|
|
return HTMLResponse('<div class="text-red-400">Login required</div>')
|
|
|
|
meta = await cache_service.get_metadata(content_hash, ctx.actor_id)
|
|
|
|
return HTMLResponse(f'''
|
|
<h2 class="text-lg font-semibold mb-4">Metadata</h2>
|
|
<form hx-patch="/cache/{content_hash}/meta"
|
|
hx-target="#metadata-section"
|
|
hx-swap="innerHTML"
|
|
class="space-y-4">
|
|
<div>
|
|
<label class="block text-gray-400 text-sm mb-1">Title</label>
|
|
<input type="text" name="title" value="{meta.get('title', '') if meta else ''}"
|
|
class="w-full bg-gray-900 border border-gray-600 rounded px-3 py-2 text-white">
|
|
</div>
|
|
<div>
|
|
<label class="block text-gray-400 text-sm mb-1">Description</label>
|
|
<textarea name="description" rows="3"
|
|
class="w-full bg-gray-900 border border-gray-600 rounded px-3 py-2 text-white"
|
|
>{meta.get('description', '') if meta else ''}</textarea>
|
|
</div>
|
|
<button type="submit"
|
|
class="bg-blue-600 hover:bg-blue-700 px-4 py-2 rounded font-medium">
|
|
Save Metadata
|
|
</button>
|
|
</form>
|
|
''')
|
|
|
|
|
|
@router.patch("/{content_hash}/meta", response_class=HTMLResponse)
|
|
async def update_metadata_htmx(
|
|
content_hash: str,
|
|
request: Request,
|
|
cache_service: CacheService = Depends(get_cache_service),
|
|
):
|
|
"""Update metadata (HTMX form handler)."""
|
|
auth_service = AuthService(get_redis_client())
|
|
ctx = auth_service.get_user_from_cookie(request)
|
|
|
|
if not ctx:
|
|
return HTMLResponse('<div class="text-red-400">Login required</div>')
|
|
|
|
form_data = await request.form()
|
|
|
|
success, error = await cache_service.update_metadata(
|
|
content_hash=content_hash,
|
|
actor_id=ctx.actor_id,
|
|
title=form_data.get("title"),
|
|
description=form_data.get("description"),
|
|
)
|
|
|
|
if error:
|
|
return HTMLResponse(f'<div class="text-red-400">{error}</div>')
|
|
|
|
return HTMLResponse('''
|
|
<div class="text-green-400 mb-4">Metadata saved!</div>
|
|
<script>setTimeout(() => location.reload(), 1000);</script>
|
|
''')
|