Backups, freshness monitoring, persistent logs, procurement cleanup
- backup service: nightly pg_dump with retention, recorded as a run
- GET /api/v1/status/sources: 503 when a scheduled source or the backup
missed its last two slots (for Uptime Kuma)
- worker logs to ${DATA_DIR}/logs, so they survive redeploys
- procurement: reject implausible award dates (1900, contract end dates),
skip placeholder contractors, credit framework agreements to the BBG
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
79639e5319
commit
405c21a8c5
12 files changed
+251
-18
No files matched your search
@@ -12,6 +12,7 @@ from typing import Annotated
|
||||
|
||||
from fastapi import Depends, FastAPI, Header, HTTPException, Query
|
||||
from fastapi.middleware.cors import CORSMiddleware
|
||||
from fastapi.responses import JSONResponse
|
||||
from psycopg import Connection
|
||||
|
||||
from politrack import queries
|
||||
@@ -66,6 +67,23 @@ def healthz(conn: DB) -> dict:
|
||||
return {"ok": True}
|
||||
|
||||
|
||||
BACKUP_SCHEDULE = "30 2 * * *" # the `backup` service in docker-compose.yml logs each dump as a run
|
||||
|
||||
|
||||
@app.get("/api/v1/status/sources", include_in_schema=False)
|
||||
def source_status(conn: DB) -> JSONResponse:
|
||||
"""For monitoring (e.g. Uptime Kuma): HTTP 503 as soon as a scheduled source or the nightly backup missed its
|
||||
last two slots. Lists every task with its last successful run."""
|
||||
from politrack.core import registry
|
||||
|
||||
registry.load_builtin()
|
||||
schedules = {name: cls.schedule for name, cls in {**registry.ADAPTERS, **registry.ENRICHERS}.items() if cls.schedule}
|
||||
schedules["backup"] = BACKUP_SCHEDULE
|
||||
rows = queries.source_freshness(conn, schedules)
|
||||
stale = [r["adapter"] for r in rows if r["stale"]]
|
||||
return JSONResponse({"ok": not stale, "stale": stale, "sources": rows}, status_code=503 if stale else 200)
|
||||
|
||||
|
||||
# -- reference data -----------------------------------------------------------------------
|
||||
|
||||
@app.get("/api/v1/stats", response_model=s.Stats)
|
||||
|
||||
Reference in new issue
Block a user