Davide Scaini
1026 lines
38 KiB
Python
1026 lines
38 KiB
Python
"""bincio serve — multi-user FastAPI application server.
|
||
|
||
Handles auth, user management, and auth-gated write operations.
|
||
nginx serves static files; this server only handles /api/* routes.
|
||
|
||
Run via `bincio serve` CLI command.
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import json
|
||
import re
|
||
import secrets
|
||
import shutil
|
||
import subprocess
|
||
import threading
|
||
import time
|
||
import uuid
|
||
from pathlib import Path
|
||
from typing import Any, Optional
|
||
|
||
from fastapi import Cookie, FastAPI, File, Form, HTTPException, Request, Response, UploadFile
|
||
from fastapi.responses import RedirectResponse, StreamingResponse
|
||
from fastapi.middleware.cors import CORSMiddleware
|
||
from fastapi.middleware.gzip import GZipMiddleware
|
||
from fastapi.responses import JSONResponse
|
||
|
||
from bincio.serve.db import (
|
||
User,
|
||
authenticate,
|
||
create_invite,
|
||
create_session,
|
||
count_users,
|
||
create_user,
|
||
delete_session,
|
||
get_invite,
|
||
get_member_tree,
|
||
get_session,
|
||
get_setting,
|
||
get_user,
|
||
list_invites,
|
||
list_users,
|
||
open_db,
|
||
use_invite,
|
||
)
|
||
|
||
# ── Active job tracker ───────────────────────────────────────────────────────
|
||
# Tracks in-progress upload/processing jobs so admins can see what's running.
|
||
# Jobs are added when a streaming upload starts and removed when it finishes.
|
||
|
||
_jobs_lock = threading.Lock()
|
||
_active_jobs: dict[str, dict] = {}
|
||
|
||
|
||
def _job_start(user_handle: str, total_files: int) -> str:
|
||
job_id = uuid.uuid4().hex[:8]
|
||
with _jobs_lock:
|
||
_active_jobs[job_id] = {
|
||
"id": job_id,
|
||
"user": user_handle,
|
||
"started_at": int(time.time()),
|
||
"total": total_files,
|
||
"done": 0,
|
||
"current": "",
|
||
}
|
||
return job_id
|
||
|
||
|
||
def _job_update(job_id: str, done: int, current: str) -> None:
|
||
with _jobs_lock:
|
||
if job_id in _active_jobs:
|
||
_active_jobs[job_id]["done"] = done
|
||
_active_jobs[job_id]["current"] = current
|
||
|
||
|
||
def _job_finish(job_id: str) -> None:
|
||
with _jobs_lock:
|
||
_active_jobs.pop(job_id, None)
|
||
|
||
|
||
# ── Globals (set by CLI before uvicorn starts) ────────────────────────────────
|
||
|
||
data_dir: Path | None = None
|
||
site_dir: Path | None = None # for post-write rebuild trigger
|
||
webroot: Path | None = None # nginx webroot — when set, trigger full rebuild + rsync
|
||
strava_client_id: str = ""
|
||
strava_client_secret: str = ""
|
||
public_url: str = "" # e.g. "https://yourdomain.com" — used for OAuth redirect URIs
|
||
_db = None # sqlite3.Connection, opened lazily
|
||
|
||
|
||
def _get_db():
|
||
global _db
|
||
if _db is None:
|
||
_db = open_db(_get_data_dir())
|
||
return _db
|
||
|
||
|
||
def _get_data_dir() -> Path:
|
||
if data_dir is None:
|
||
raise HTTPException(500, "Server not configured")
|
||
return data_dir
|
||
|
||
|
||
# ── App ───────────────────────────────────────────────────────────────────────
|
||
|
||
app = FastAPI(title="BincioActivity Serve", docs_url=None, redoc_url=None)
|
||
|
||
app.add_middleware(GZipMiddleware, minimum_size=1024)
|
||
app.add_middleware(
|
||
CORSMiddleware,
|
||
allow_origin_regex=r"https?://localhost(:\d+)?",
|
||
allow_credentials=True,
|
||
allow_methods=["GET", "POST", "DELETE"],
|
||
allow_headers=["Content-Type"],
|
||
)
|
||
|
||
_VALID_HANDLE = re.compile(r'^[a-z0-9][a-z0-9_-]{0,29}$')
|
||
from bincio.edit.ops import VALID_ACTIVITY_ID as _VALID_ACTIVITY_ID
|
||
_SESSION_COOKIE = "bincio_session"
|
||
_COOKIE_MAX_AGE = 30 * 86400 # 30 days
|
||
|
||
|
||
def _check_id(activity_id: str) -> str:
|
||
if not _VALID_ACTIVITY_ID.match(activity_id):
|
||
raise HTTPException(400, "Invalid activity ID")
|
||
return activity_id
|
||
|
||
# ── Rate limiting (simple in-memory, per IP) ──────────────────────────────────
|
||
|
||
_login_attempts: dict[str, list[float]] = {}
|
||
_register_attempts: dict[str, list[float]] = {}
|
||
_RATE_WINDOW = 900 # 15 minutes
|
||
_LOGIN_RATE_LIMIT = 10
|
||
_REGISTER_RATE_LIMIT = 5
|
||
|
||
|
||
def _check_rate_limit(
|
||
ip: str,
|
||
store: dict[str, list[float]],
|
||
limit: int,
|
||
msg: str = "Too many attempts. Try again later.",
|
||
) -> None:
|
||
now = time.time()
|
||
attempts = [t for t in store.get(ip, []) if now - t < _RATE_WINDOW]
|
||
store[ip] = attempts
|
||
if len(attempts) >= limit:
|
||
raise HTTPException(429, msg)
|
||
attempts.append(now)
|
||
store[ip] = attempts
|
||
|
||
|
||
# ── Auth helpers ──────────────────────────────────────────────────────────────
|
||
|
||
def _current_user(bincio_session: Optional[str] = Cookie(default=None)) -> Optional[User]:
|
||
if not bincio_session:
|
||
return None
|
||
return get_session(_get_db(), bincio_session)
|
||
|
||
|
||
def _require_user(bincio_session: Optional[str] = Cookie(default=None)) -> User:
|
||
user = _current_user(bincio_session)
|
||
if not user:
|
||
raise HTTPException(401, "Not authenticated")
|
||
return user
|
||
|
||
|
||
def _require_admin(bincio_session: Optional[str] = Cookie(default=None)) -> User:
|
||
user = _require_user(bincio_session)
|
||
if not user.is_admin:
|
||
raise HTTPException(403, "Admin required")
|
||
return user
|
||
|
||
|
||
def _set_session_cookie(response: Response, token: str) -> None:
|
||
response.set_cookie(
|
||
key=_SESSION_COOKIE,
|
||
value=token,
|
||
max_age=_COOKIE_MAX_AGE,
|
||
httponly=True,
|
||
samesite="lax",
|
||
secure=False, # nginx/caddy handles TLS termination
|
||
)
|
||
|
||
|
||
# ── Image upload constants ────────────────────────────────────────────────────
|
||
|
||
_ALLOWED_IMAGE_TYPES = {"image/jpeg", "image/png", "image/webp", "image/gif"}
|
||
_MAX_IMAGE_BYTES = 10 * 1024 * 1024 # 10 MB
|
||
|
||
|
||
def _unique_image_name(directory: Path, filename: str) -> str:
|
||
"""Return a filename that does not collide with existing files in directory."""
|
||
stem, suffix = Path(filename).stem, Path(filename).suffix
|
||
candidate = filename
|
||
counter = 1
|
||
while (directory / candidate).exists():
|
||
candidate = f"{stem}_{counter}{suffix}"
|
||
counter += 1
|
||
return candidate
|
||
|
||
|
||
# ── Post-write rebuild ────────────────────────────────────────────────────────
|
||
|
||
# Serialises concurrent rebuilds — only one full build runs at a time.
|
||
# A second upload that arrives while a build is in progress will queue and
|
||
# run after the first finishes, picking up all data written in between.
|
||
_rebuild_lock = threading.Lock()
|
||
|
||
|
||
def _trigger_rebuild(handle: str) -> None:
|
||
"""Asynchronously re-merge and optionally rebuild + rsync the site.
|
||
|
||
- Without --webroot: fast path — merges sidecars + rewrites root manifest
|
||
(~1 s). New activity pages require the nginx try_files fallback to work.
|
||
- With --webroot: full Astro build + rsync to the nginx webroot (~30–60 s,
|
||
serialised). New activity pages are immediately accessible.
|
||
"""
|
||
if site_dir is None:
|
||
return
|
||
if not _VALID_HANDLE.match(handle):
|
||
return # safety: never pass untrusted strings to subprocess
|
||
|
||
uv = shutil.which("uv") or str(Path.home() / ".local" / "bin" / "uv")
|
||
_data_dir = str(data_dir)
|
||
_site_dir = str(site_dir)
|
||
_webroot = str(webroot) if webroot else None
|
||
_handle = handle
|
||
|
||
def _run() -> None:
|
||
try:
|
||
if _webroot is None:
|
||
# Fast: only update data, skip Astro build
|
||
subprocess.run(
|
||
[uv, "run", "bincio", "render",
|
||
"--data-dir", _data_dir,
|
||
"--site-dir", _site_dir,
|
||
"--handle", _handle,
|
||
"--no-build"],
|
||
stdout=subprocess.DEVNULL,
|
||
stderr=subprocess.DEVNULL,
|
||
)
|
||
else:
|
||
# Full build + rsync — serialised so concurrent uploads don't race
|
||
with _rebuild_lock:
|
||
result = subprocess.run(
|
||
[uv, "run", "bincio", "render",
|
||
"--data-dir", _data_dir,
|
||
"--site-dir", _site_dir,
|
||
"--handle", _handle],
|
||
stdout=subprocess.DEVNULL,
|
||
stderr=subprocess.DEVNULL,
|
||
)
|
||
if result.returncode == 0:
|
||
# Rsync built site to nginx webroot
|
||
subprocess.run(
|
||
["rsync", "-a", "--delete",
|
||
f"{_site_dir}/dist/", _webroot + "/"],
|
||
stdout=subprocess.DEVNULL,
|
||
stderr=subprocess.DEVNULL,
|
||
)
|
||
except Exception:
|
||
pass # rebuild failure must never affect the calling request
|
||
|
||
threading.Thread(target=_run, daemon=True).start()
|
||
|
||
|
||
# ── Auth endpoints ────────────────────────────────────────────────────────────
|
||
|
||
@app.get("/api/me")
|
||
async def me(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
user = _current_user(bincio_session)
|
||
if not user:
|
||
raise HTTPException(404, "Not authenticated")
|
||
store_orig = get_setting(_get_db(), "store_originals")
|
||
return JSONResponse({
|
||
"handle": user.handle,
|
||
"display_name": user.display_name,
|
||
"is_admin": user.is_admin,
|
||
"store_originals_default": store_orig != "false",
|
||
})
|
||
|
||
|
||
@app.get("/api/stats")
|
||
async def stats() -> JSONResponse:
|
||
"""Public endpoint: member count, join dates, and invitation tree."""
|
||
import time as _time
|
||
now = int(_time.time())
|
||
members = get_member_tree(_get_db())
|
||
return JSONResponse({
|
||
"user_count": len(members),
|
||
"members": [
|
||
{
|
||
"handle": m["handle"],
|
||
"display_name": m["display_name"],
|
||
"member_since": m["created_at"],
|
||
"member_for_days": (now - m["created_at"]) // 86400,
|
||
"invited_by": m["invited_by"],
|
||
}
|
||
for m in members
|
||
],
|
||
})
|
||
|
||
|
||
@app.post("/api/auth/login")
|
||
async def login(request: Request) -> JSONResponse:
|
||
ip = request.client.host if request.client else "unknown"
|
||
_check_rate_limit(ip, _login_attempts, _LOGIN_RATE_LIMIT, "Too many login attempts. Try again later.")
|
||
|
||
body = await request.json()
|
||
handle = body.get("handle", "").strip().lower()
|
||
password = body.get("password", "")
|
||
|
||
user = authenticate(_get_db(), handle, password)
|
||
if not user:
|
||
raise HTTPException(401, "Invalid credentials")
|
||
|
||
token = create_session(_get_db(), handle)
|
||
resp = JSONResponse({"ok": True, "handle": user.handle, "display_name": user.display_name})
|
||
_set_session_cookie(resp, token)
|
||
return resp
|
||
|
||
|
||
@app.post("/api/auth/logout")
|
||
async def logout(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
if bincio_session:
|
||
delete_session(_get_db(), bincio_session)
|
||
resp = JSONResponse({"ok": True})
|
||
resp.delete_cookie(_SESSION_COOKIE)
|
||
return resp
|
||
|
||
|
||
# ── Registration ──────────────────────────────────────────────────────────────
|
||
|
||
@app.post("/api/register")
|
||
async def register(request: Request) -> JSONResponse:
|
||
ip = request.client.host if request.client else "unknown"
|
||
_check_rate_limit(ip, _register_attempts, _REGISTER_RATE_LIMIT, "Too many registration attempts. Try again later.")
|
||
|
||
body = await request.json()
|
||
code = body.get("code", "").strip().upper()
|
||
handle = body.get("handle", "").strip().lower()
|
||
password = body.get("password", "")
|
||
display = body.get("display_name", "").strip() or handle
|
||
|
||
if not _VALID_HANDLE.match(handle):
|
||
raise HTTPException(400, "Invalid handle (lowercase letters, numbers, _ - only; max 30 chars)")
|
||
if len(password) < 8:
|
||
raise HTTPException(400, "Password must be at least 8 characters")
|
||
|
||
invite = get_invite(_get_db(), code)
|
||
if not invite or invite.used:
|
||
raise HTTPException(400, "Invalid or already-used invite code")
|
||
if get_user(_get_db(), handle):
|
||
raise HTTPException(409, "Handle already taken")
|
||
|
||
max_users_val = get_setting(_get_db(), "max_users")
|
||
if max_users_val is not None:
|
||
limit = int(max_users_val)
|
||
if limit > 0 and count_users(_get_db()) >= limit:
|
||
raise HTTPException(403, f"This instance has reached its user limit ({limit})")
|
||
|
||
create_user(_get_db(), handle, display, password, is_admin=False)
|
||
use_invite(_get_db(), code, handle)
|
||
|
||
# Create per-user directories
|
||
dd = _get_data_dir()
|
||
user_dir = dd / handle
|
||
(user_dir / "activities").mkdir(parents=True, exist_ok=True)
|
||
(user_dir / "edits").mkdir(parents=True, exist_ok=True)
|
||
|
||
# Write an empty index.json so the shard URL resolves immediately,
|
||
# even before the user uploads any activities.
|
||
from bincio.extract.writer import write_index
|
||
index_path = user_dir / "index.json"
|
||
if not index_path.exists():
|
||
write_index([], user_dir, {"handle": handle, "display_name": display or handle})
|
||
|
||
# Update root manifest so the new user's shard is discoverable immediately
|
||
from bincio.render.cli import _write_root_manifest
|
||
_write_root_manifest(dd)
|
||
|
||
token = create_session(_get_db(), handle)
|
||
resp = JSONResponse({"ok": True, "handle": handle})
|
||
_set_session_cookie(resp, token)
|
||
return resp
|
||
|
||
|
||
# ── Invites ───────────────────────────────────────────────────────────────────
|
||
|
||
@app.get("/api/invites")
|
||
async def get_invites(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
invites = list_invites(_get_db(), user.handle)
|
||
return JSONResponse([{
|
||
"code": i.code,
|
||
"used": i.used,
|
||
"used_by": i.used_by,
|
||
"created_at": i.created_at,
|
||
"used_at": i.used_at,
|
||
} for i in invites])
|
||
|
||
|
||
@app.post("/api/invites")
|
||
async def post_invite(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
try:
|
||
code = create_invite(_get_db(), user.handle)
|
||
except ValueError as e:
|
||
raise HTTPException(400, str(e))
|
||
return JSONResponse({"ok": True, "code": code})
|
||
|
||
|
||
# ── Admin ─────────────────────────────────────────────────────────────────────
|
||
|
||
@app.get("/api/admin/users")
|
||
async def admin_users(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
_require_admin(bincio_session)
|
||
users = list_users(_get_db())
|
||
return JSONResponse([{
|
||
"handle": u.handle,
|
||
"display_name": u.display_name,
|
||
"is_admin": u.is_admin,
|
||
"created_at": u.created_at,
|
||
} for u in users])
|
||
|
||
|
||
@app.get("/api/admin/jobs")
|
||
async def admin_jobs(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
"""Return currently active upload/processing jobs. Admin only."""
|
||
_require_admin(bincio_session)
|
||
with _jobs_lock:
|
||
jobs = list(_active_jobs.values())
|
||
return JSONResponse(jobs)
|
||
|
||
|
||
# ── Write API (ported from bincio edit, auth-gated) ───────────────────────────
|
||
|
||
def _user_data_dir(handle: str) -> Path:
|
||
"""Return the merged data dir for a user, for reading activity files."""
|
||
dd = _get_data_dir()
|
||
merged = dd / handle / "_merged"
|
||
return merged if merged.exists() else dd / handle
|
||
|
||
|
||
def _require_owns(activity_id: str, user: User) -> Path:
|
||
"""Verify the user owns this activity (it lives in their data dir)."""
|
||
activity_path = _user_data_dir(user.handle) / "activities" / f"{activity_id}.json"
|
||
if not activity_path.exists():
|
||
raise HTTPException(404, "Activity not found")
|
||
return activity_path
|
||
|
||
|
||
@app.get("/api/activity/{activity_id}")
|
||
async def get_activity(
|
||
activity_id: str,
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
_check_id(activity_id)
|
||
path = _require_owns(activity_id, user)
|
||
return JSONResponse(json.loads(path.read_text()))
|
||
|
||
|
||
@app.post("/api/activity/{activity_id}")
|
||
async def post_activity(
|
||
activity_id: str,
|
||
request: Request,
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
_check_id(activity_id)
|
||
dd = _get_data_dir() / user.handle
|
||
# Verify the activity belongs to this user before writing
|
||
if not (dd / "activities" / f"{activity_id}.json").exists():
|
||
raise HTTPException(404, "Activity not found")
|
||
|
||
from bincio.edit.ops import apply_sidecar_edit
|
||
body = await request.json()
|
||
apply_sidecar_edit(activity_id, body, dd)
|
||
_trigger_rebuild(user.handle)
|
||
return JSONResponse({"ok": True})
|
||
|
||
|
||
@app.get("/api/activity/{activity_id}/images")
|
||
async def list_images(
|
||
activity_id: str,
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
_check_id(activity_id)
|
||
dd = _get_data_dir() / user.handle
|
||
images_dir = dd / "edits" / "images" / activity_id
|
||
images = sorted(p.name for p in images_dir.iterdir() if p.is_file()) if images_dir.exists() else []
|
||
return JSONResponse({"images": images})
|
||
|
||
|
||
@app.post("/api/activity/{activity_id}/images")
|
||
async def upload_image(
|
||
activity_id: str,
|
||
file: UploadFile = File(...),
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
_check_id(activity_id)
|
||
dd = _get_data_dir() / user.handle
|
||
if not (dd / "activities" / f"{activity_id}.json").exists():
|
||
raise HTTPException(404, "Activity not found")
|
||
if not file.filename:
|
||
raise HTTPException(400, "No filename")
|
||
ct = file.content_type or ""
|
||
if ct not in _ALLOWED_IMAGE_TYPES:
|
||
raise HTTPException(400, "Only JPEG, PNG, WebP, or GIF images are accepted")
|
||
contents = await file.read()
|
||
if len(contents) > _MAX_IMAGE_BYTES:
|
||
raise HTTPException(413, f"Image too large (max {_MAX_IMAGE_BYTES // (1024*1024)} MB)")
|
||
images_dir = dd / "edits" / "images" / activity_id
|
||
images_dir.mkdir(parents=True, exist_ok=True)
|
||
safe_name = _unique_image_name(images_dir, Path(file.filename).name)
|
||
(images_dir / safe_name).write_bytes(contents)
|
||
_trigger_rebuild(user.handle)
|
||
return JSONResponse({"ok": True, "filename": safe_name})
|
||
|
||
|
||
@app.delete("/api/activity/{activity_id}/images/{filename}")
|
||
async def delete_image(
|
||
activity_id: str,
|
||
filename: str,
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
_check_id(activity_id)
|
||
dd = _get_data_dir() / user.handle
|
||
import shutil
|
||
safe_name = Path(filename).name
|
||
target = dd / "edits" / "images" / activity_id / safe_name
|
||
if target.exists() and target.is_file():
|
||
target.unlink()
|
||
if target.parent.exists() and not any(target.parent.iterdir()):
|
||
shutil.rmtree(target.parent)
|
||
_trigger_rebuild(user.handle)
|
||
return JSONResponse({"ok": True})
|
||
|
||
|
||
@app.get("/api/athlete")
|
||
async def get_athlete(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
dd = _get_data_dir() / user.handle
|
||
athlete_path = dd / "athlete.json"
|
||
data: dict = {}
|
||
if athlete_path.exists():
|
||
data = json.loads(athlete_path.read_text(encoding="utf-8"))
|
||
# Layer edits/athlete.yaml on top
|
||
edits_path = dd / "edits" / "athlete.yaml"
|
||
if edits_path.exists():
|
||
try:
|
||
import yaml
|
||
edits = yaml.safe_load(edits_path.read_text(encoding="utf-8")) or {}
|
||
for k in ("max_hr", "ftp_w", "hr_zones", "power_zones", "seasons", "gear"):
|
||
if k in edits:
|
||
data[k] = edits[k]
|
||
except Exception:
|
||
pass
|
||
return JSONResponse(data)
|
||
|
||
|
||
@app.post("/api/athlete")
|
||
async def save_athlete(
|
||
request: Request,
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
dd = _get_data_dir() / user.handle
|
||
athlete_path = dd / "athlete.json"
|
||
if not athlete_path.exists():
|
||
from datetime import datetime, timezone
|
||
athlete_path.write_text(json.dumps({
|
||
"bas_version": "1.0",
|
||
"generated_at": datetime.now(timezone.utc).isoformat(),
|
||
"power_curve": {},
|
||
}), encoding="utf-8")
|
||
payload = await request.json()
|
||
edits_dir = dd / "edits"
|
||
edits_dir.mkdir(exist_ok=True)
|
||
overrides: dict[str, Any] = {}
|
||
if payload.get("max_hr") is not None:
|
||
overrides["max_hr"] = int(payload["max_hr"])
|
||
if payload.get("ftp_w") is not None:
|
||
overrides["ftp_w"] = int(payload["ftp_w"])
|
||
if payload.get("hr_zones") is not None:
|
||
overrides["hr_zones"] = [[int(lo), int(hi)] for lo, hi in payload["hr_zones"]]
|
||
if payload.get("power_zones") is not None:
|
||
overrides["power_zones"] = [[int(lo), int(hi)] for lo, hi in payload["power_zones"]]
|
||
if payload.get("seasons") is not None:
|
||
overrides["seasons"] = [
|
||
{"name": str(s["name"]), "start": str(s["start"]), "end": str(s["end"])}
|
||
for s in payload["seasons"]
|
||
]
|
||
if payload.get("gear") is not None:
|
||
overrides["gear"] = payload["gear"]
|
||
import yaml
|
||
(edits_dir / "athlete.yaml").write_text(
|
||
yaml.dump(overrides, allow_unicode=True, default_flow_style=False),
|
||
encoding="utf-8",
|
||
)
|
||
from bincio.render.merge import merge_all
|
||
merge_all(dd)
|
||
_trigger_rebuild(user.handle)
|
||
return JSONResponse({"ok": True})
|
||
|
||
|
||
_SUPPORTED_SUFFIXES = {".fit", ".gpx", ".tcx", ".fit.gz", ".gpx.gz", ".tcx.gz"}
|
||
|
||
|
||
@app.post("/api/upload")
|
||
async def upload_activity(
|
||
files: list[UploadFile] = File(...),
|
||
store_original: bool = Form(False),
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> StreamingResponse:
|
||
"""Accept FIT/GPX/TCX files and/or activities.csv; stream SSE progress while processing.
|
||
|
||
activities.csv (Strava export format) can be included in the batch to:
|
||
- Enrich activity files in the same batch (matched by filename)
|
||
- Retroactively update sidecars for existing activities (matched by strava_id)
|
||
|
||
SSE events:
|
||
{"type": "progress", "n": N, "total": T, "name": "...", "status": "imported"|"duplicate"|"error"}
|
||
{"type": "csv", "updates": N} -- only when CSV was included
|
||
{"type": "done", "added": N, "csv_updates": N, "duplicates": N, "errors": N}
|
||
"""
|
||
from bincio.extract.ingest import ingest_parsed
|
||
from bincio.extract.parsers.factory import parse_file
|
||
from bincio.extract.writer import make_activity_id
|
||
from bincio.render.merge import merge_all
|
||
|
||
user = _require_user(bincio_session)
|
||
dd = _get_data_dir() / user.handle
|
||
staging = dd / "_uploads"
|
||
staging.mkdir(exist_ok=True)
|
||
|
||
# Read all files into memory now (async), then process synchronously in the generator
|
||
csv_bytes_list: list[bytes] = []
|
||
activity_items: list[tuple[str, bytes]] = [] # (original_filename, bytes)
|
||
|
||
for f in files:
|
||
fname = Path(f.filename or "").name
|
||
raw = await f.read()
|
||
if fname.lower().endswith(".csv"):
|
||
csv_bytes_list.append(raw)
|
||
else:
|
||
activity_items.append((fname, raw))
|
||
|
||
# Build metadata from the first CSV
|
||
metadata = None
|
||
if csv_bytes_list:
|
||
from bincio.extract.strava_csv import StravaMetadata
|
||
import tempfile
|
||
with tempfile.NamedTemporaryFile(suffix=".csv", delete=False) as tmp:
|
||
tmp.write(csv_bytes_list[0])
|
||
tmp_path = Path(tmp.name)
|
||
try:
|
||
metadata = StravaMetadata(tmp_path)
|
||
finally:
|
||
tmp_path.unlink(missing_ok=True)
|
||
|
||
total_files = len(activity_items)
|
||
job_id = _job_start(user.handle, total_files) if total_files > 0 else None
|
||
|
||
def event_stream():
|
||
added = 0
|
||
duplicates = 0
|
||
errors = 0
|
||
any_added = False
|
||
|
||
for n, (name, contents) in enumerate(activity_items, 1):
|
||
if job_id:
|
||
_job_update(job_id, n - 1, name)
|
||
|
||
suffix = _file_suffix(name)
|
||
if suffix not in _SUPPORTED_SUFFIXES:
|
||
errors += 1
|
||
yield f"data: {json.dumps({'type': 'progress', 'n': n, 'total': total_files, 'name': name, 'status': 'error', 'detail': 'unsupported type'})}\n\n"
|
||
continue
|
||
|
||
if len(contents) > 50 * 1024 * 1024:
|
||
errors += 1
|
||
yield f"data: {json.dumps({'type': 'progress', 'n': n, 'total': total_files, 'name': name, 'status': 'error', 'detail': 'file too large'})}\n\n"
|
||
continue
|
||
|
||
staged = staging / name
|
||
staged.write_bytes(contents)
|
||
kept = False
|
||
try:
|
||
activity = parse_file(staged)
|
||
if metadata is not None:
|
||
metadata.enrich(name, activity)
|
||
activity_id = make_activity_id(activity)
|
||
if (dd / "activities" / f"{activity_id}.json").exists():
|
||
duplicates += 1
|
||
yield f"data: {json.dumps({'type': 'progress', 'n': n, 'total': total_files, 'name': name, 'status': 'duplicate'})}\n\n"
|
||
continue
|
||
ingest_parsed(activity, dd, privacy="public")
|
||
if store_original:
|
||
originals_dir = dd / "originals"
|
||
originals_dir.mkdir(exist_ok=True)
|
||
staged.rename(originals_dir / name)
|
||
kept = True
|
||
added += 1
|
||
any_added = True
|
||
yield f"data: {json.dumps({'type': 'progress', 'n': n, 'total': total_files, 'name': name, 'status': 'imported'})}\n\n"
|
||
except Exception:
|
||
errors += 1
|
||
yield f"data: {json.dumps({'type': 'progress', 'n': n, 'total': total_files, 'name': name, 'status': 'error'})}\n\n"
|
||
finally:
|
||
if not kept:
|
||
staged.unlink(missing_ok=True)
|
||
|
||
# Retroactively apply CSV metadata to existing activities
|
||
csv_updates = 0
|
||
if metadata is not None:
|
||
from bincio.extract.strava_csv import apply_csv_to_data_dir
|
||
csv_updates = apply_csv_to_data_dir(dd, metadata)
|
||
if csv_updates:
|
||
yield f"data: {json.dumps({'type': 'csv', 'updates': csv_updates})}\n\n"
|
||
|
||
if any_added or csv_updates:
|
||
merge_all(dd)
|
||
if any_added:
|
||
_trigger_rebuild(user.handle)
|
||
|
||
yield f"data: {json.dumps({'type': 'done', 'added': added, 'csv_updates': csv_updates, 'duplicates': duplicates, 'errors': errors})}\n\n"
|
||
|
||
if job_id:
|
||
_job_finish(job_id)
|
||
|
||
return StreamingResponse(
|
||
event_stream(),
|
||
media_type="text/event-stream",
|
||
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
|
||
)
|
||
|
||
|
||
@app.post("/api/upload/strava-zip")
|
||
async def upload_strava_zip(
|
||
file: UploadFile = File(...),
|
||
private: str = Form(default="false"),
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> StreamingResponse:
|
||
"""Accept a Strava bulk export ZIP and stream SSE progress while processing.
|
||
|
||
The ZIP is written to a temp file, processed activity-by-activity, then deleted.
|
||
Originals are never kept — the UI informs the user of this upfront.
|
||
"""
|
||
user = _require_user(bincio_session)
|
||
if not file.filename or not file.filename.lower().endswith(".zip"):
|
||
raise HTTPException(400, "Please upload a .zip file")
|
||
|
||
privacy = "private" if private.lower() in ("true", "1", "yes") else "public"
|
||
|
||
dd = _get_data_dir() / user.handle
|
||
import tempfile
|
||
tmp = tempfile.NamedTemporaryFile(suffix=".zip", delete=False, dir=dd)
|
||
zip_path = Path(tmp.name)
|
||
try:
|
||
while chunk := await file.read(1024 * 1024): # 1 MB chunks
|
||
tmp.write(chunk)
|
||
finally:
|
||
tmp.close()
|
||
|
||
from bincio.extract.strava_zip import strava_zip_iter
|
||
from bincio.render.merge import merge_all
|
||
|
||
def event_stream():
|
||
any_imported = False
|
||
try:
|
||
for event in strava_zip_iter(zip_path, dd, privacy=privacy):
|
||
yield f"data: {json.dumps(event)}\n\n"
|
||
if event.get("type") == "progress" and event.get("status") == "imported":
|
||
any_imported = True
|
||
if event.get("type") == "done":
|
||
if any_imported:
|
||
merge_all(dd)
|
||
_trigger_rebuild(user.handle)
|
||
except Exception as exc:
|
||
zip_path.unlink(missing_ok=True)
|
||
yield f"data: {json.dumps({'type': 'error', 'message': str(exc)})}\n\n"
|
||
|
||
return StreamingResponse(
|
||
event_stream(),
|
||
media_type="text/event-stream",
|
||
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
|
||
)
|
||
|
||
|
||
# ── Feedback ──────────────────────────────────────────────────────────────────
|
||
|
||
_FEEDBACK_IMAGE_SUFFIXES = {".jpg", ".jpeg", ".png", ".gif", ".webp", ".heic"}
|
||
_FEEDBACK_MAX_IMAGES = 3
|
||
_FEEDBACK_MAX_IMAGE_BYTES = 2 * 1024 * 1024 # 2 MB
|
||
|
||
|
||
@app.post("/api/feedback")
|
||
async def submit_feedback(
|
||
text: str = Form(""),
|
||
images: list[UploadFile] = File(default=[]),
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
|
||
text = text.strip()
|
||
if not text and not any(f.filename for f in images):
|
||
raise HTTPException(400, "Feedback must include text or at least one image")
|
||
if len(images) > _FEEDBACK_MAX_IMAGES:
|
||
raise HTTPException(400, f"Maximum {_FEEDBACK_MAX_IMAGES} images per submission")
|
||
|
||
feedback_dir = _get_data_dir() / "_feedback"
|
||
feedback_dir.mkdir(exist_ok=True)
|
||
images_dir = feedback_dir / user.handle
|
||
images_dir.mkdir(exist_ok=True)
|
||
|
||
now = int(time.time())
|
||
submission_id = f"{now}_{secrets.token_hex(4)}"
|
||
saved_images: list[str] = []
|
||
|
||
for img in images:
|
||
if not img.filename:
|
||
continue
|
||
suffix = Path(img.filename).suffix.lower()
|
||
if suffix not in _FEEDBACK_IMAGE_SUFFIXES:
|
||
raise HTTPException(400, f"Unsupported image type '{suffix}'")
|
||
contents = await img.read()
|
||
if len(contents) > _FEEDBACK_MAX_IMAGE_BYTES:
|
||
raise HTTPException(413, f"Image '{img.filename}' exceeds 2 MB limit")
|
||
safe_name = f"{submission_id}_{Path(img.filename).name}"
|
||
(images_dir / safe_name).write_bytes(contents)
|
||
saved_images.append(safe_name)
|
||
|
||
from datetime import datetime, timezone
|
||
entry = {
|
||
"id": submission_id,
|
||
"handle": user.handle,
|
||
"submitted_at": datetime.now(timezone.utc).isoformat(),
|
||
"text": text,
|
||
"images": saved_images,
|
||
}
|
||
|
||
log_file = feedback_dir / f"{user.handle}.json"
|
||
existing: list[dict] = []
|
||
if log_file.exists():
|
||
try:
|
||
existing = json.loads(log_file.read_text())
|
||
except Exception:
|
||
existing = []
|
||
existing.append(entry)
|
||
log_file.write_text(json.dumps(existing, indent=2))
|
||
|
||
return JSONResponse({"ok": True, "id": submission_id})
|
||
|
||
|
||
# ── Strava ────────────────────────────────────────────────────────────────────
|
||
|
||
_strava_oauth_states: set[str] = set()
|
||
|
||
|
||
@app.get("/api/strava/status")
|
||
async def strava_status(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
if not strava_client_id:
|
||
return JSONResponse({"configured": False, "connected": False, "last_sync": None})
|
||
dd = _get_data_dir() / user.handle
|
||
from bincio.extract.strava_api import load_token
|
||
token = load_token(dd)
|
||
return JSONResponse({
|
||
"configured": True,
|
||
"connected": token is not None,
|
||
"last_sync": token.get("last_sync_at") if token else None,
|
||
})
|
||
|
||
|
||
@app.post("/api/strava/reset")
|
||
async def strava_reset(request: Request, bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
"""Reset last_sync_at so the next sync re-fetches from a chosen point.
|
||
|
||
mode=soft — set to the started_at of the most recent activity on disk
|
||
(next sync only fetches activities newer than the last known one)
|
||
mode=hard — clear last_sync_at entirely
|
||
(next sync re-downloads full Strava history, skipping existing files)
|
||
"""
|
||
user = _require_user(bincio_session)
|
||
dd = _get_data_dir() / user.handle
|
||
from bincio.extract.strava_api import load_token, save_token
|
||
token = load_token(dd)
|
||
if token is None:
|
||
raise HTTPException(400, "Not connected to Strava")
|
||
|
||
body = await request.json()
|
||
mode = body.get("mode", "soft")
|
||
|
||
if mode == "hard":
|
||
token.pop("last_sync_at", None)
|
||
save_token(dd, token)
|
||
return JSONResponse({"ok": True, "mode": "hard", "last_sync_at": None})
|
||
|
||
# soft: find the most recent started_at across the user's merged index
|
||
from datetime import datetime, timezone
|
||
last_ts: int | None = None
|
||
for index_path in [dd / "_merged" / "index.json", dd / "index.json"]:
|
||
if not index_path.exists():
|
||
continue
|
||
try:
|
||
index_data = json.loads(index_path.read_text(encoding="utf-8"))
|
||
started_ats = [
|
||
a.get("started_at") for a in index_data.get("activities", [])
|
||
if a.get("started_at")
|
||
]
|
||
if started_ats:
|
||
latest = max(started_ats)
|
||
dt = datetime.fromisoformat(latest.replace("Z", "+00:00"))
|
||
last_ts = int(dt.astimezone(timezone.utc).timestamp())
|
||
break
|
||
except Exception:
|
||
continue
|
||
|
||
if last_ts is None:
|
||
token.pop("last_sync_at", None)
|
||
else:
|
||
token["last_sync_at"] = last_ts
|
||
save_token(dd, token)
|
||
return JSONResponse({"ok": True, "mode": "soft", "last_sync_at": last_ts})
|
||
|
||
|
||
@app.get("/api/strava/auth-url")
|
||
async def strava_auth_url(request: Request, bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
_require_user(bincio_session)
|
||
if not strava_client_id:
|
||
raise HTTPException(400, "Strava client ID not configured on this server")
|
||
state = secrets.token_urlsafe(16)
|
||
_strava_oauth_states.add(state)
|
||
if public_url:
|
||
redirect_uri = public_url.rstrip("/") + "/api/strava/callback"
|
||
else:
|
||
redirect_uri = str(request.url_for("strava_callback"))
|
||
from bincio.extract.strava_api import auth_url
|
||
return JSONResponse({"url": auth_url(strava_client_id, redirect_uri, state=state)})
|
||
|
||
|
||
@app.get("/api/strava/callback", name="strava_callback")
|
||
async def strava_callback(
|
||
request: Request,
|
||
code: str = "",
|
||
error: str = "",
|
||
state: str = "",
|
||
bincio_session: Optional[str] = Cookie(default=None),
|
||
) -> RedirectResponse:
|
||
site_origin = public_url.rstrip("/") if public_url else str(request.base_url).rstrip("/")
|
||
if error or not code:
|
||
return RedirectResponse(f"{site_origin}/?strava=error")
|
||
if state not in _strava_oauth_states:
|
||
return RedirectResponse(f"{site_origin}/?strava=error")
|
||
_strava_oauth_states.discard(state)
|
||
user = _current_user(bincio_session)
|
||
if not user:
|
||
return RedirectResponse(f"{site_origin}/?strava=error")
|
||
if not strava_client_id or not strava_client_secret:
|
||
return RedirectResponse(f"{site_origin}/?strava=error")
|
||
dd = _get_data_dir() / user.handle
|
||
from bincio.extract.strava_api import StravaError, exchange_code, save_token
|
||
try:
|
||
token = exchange_code(strava_client_id, strava_client_secret, code)
|
||
except StravaError:
|
||
return RedirectResponse(f"{site_origin}/?strava=error")
|
||
save_token(dd, token)
|
||
return RedirectResponse(f"{site_origin}/?strava=connected")
|
||
|
||
|
||
@app.get("/api/strava/sync/stream")
|
||
async def serve_strava_sync_stream(bincio_session: Optional[str] = Cookie(default=None)) -> StreamingResponse:
|
||
"""SSE endpoint — streams per-activity progress then a final summary event."""
|
||
user = _require_user(bincio_session)
|
||
if not strava_client_id or not strava_client_secret:
|
||
raise HTTPException(400, "Strava not configured on this server")
|
||
dd = _get_data_dir() / user.handle
|
||
store_orig_setting = get_setting(_get_db(), "store_originals")
|
||
store_orig = store_orig_setting == "true"
|
||
originals_dir = (dd / "originals" / "strava") if store_orig else None
|
||
if originals_dir:
|
||
originals_dir.mkdir(parents=True, exist_ok=True)
|
||
|
||
from bincio.extract.ingest import strava_sync_iter
|
||
|
||
def event_stream():
|
||
try:
|
||
for event in strava_sync_iter(dd, strava_client_id, strava_client_secret, originals_dir):
|
||
yield f"data: {json.dumps(event)}\n\n"
|
||
if event["type"] == "done":
|
||
_trigger_rebuild(user.handle)
|
||
except Exception as exc:
|
||
yield f"data: {json.dumps({'type': 'error', 'message': str(exc)})}\n\n"
|
||
|
||
return StreamingResponse(
|
||
event_stream(),
|
||
media_type="text/event-stream",
|
||
headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no"},
|
||
)
|
||
|
||
|
||
@app.post("/api/strava/sync")
|
||
async def serve_strava_sync(bincio_session: Optional[str] = Cookie(default=None)) -> JSONResponse:
|
||
user = _require_user(bincio_session)
|
||
if not strava_client_id or not strava_client_secret:
|
||
raise HTTPException(400, "Strava not configured on this server")
|
||
dd = _get_data_dir() / user.handle
|
||
store_orig_setting = get_setting(_get_db(), "store_originals")
|
||
store_orig = store_orig_setting == "true"
|
||
originals_dir = (dd / "originals" / "strava") if store_orig else None
|
||
if originals_dir:
|
||
originals_dir.mkdir(parents=True, exist_ok=True)
|
||
from bincio.edit.ops import run_strava_sync
|
||
try:
|
||
result = run_strava_sync(dd, strava_client_id, strava_client_secret, originals_dir=originals_dir)
|
||
except RuntimeError as e:
|
||
raise HTTPException(502, str(e))
|
||
_trigger_rebuild(user.handle)
|
||
return JSONResponse(result)
|