// Review & score dashboard. Shows real trajectory submissions from two // sources, unioned by id: // 1. localStorage["caa_submitted_trajectories"] — what this annotator has submitted on this device. // 2. GET /api/trajectories — the D1-backed server store, if the Pages // Functions backend is deployed. Silently skipped otherwise. function ReviewDash({ setRoute, setActive }) { const { t: tr } = useLang(); const [local, setLocal] = React.useState([]); const [server, setServer] = React.useState([]); const [serverStatus, setServerStatus] = React.useState("checking"); // "checking" | "ok" | "unavailable" const [selected, setSelected] = React.useState(null); // full trajectory for detail modal const [query, setQuery] = React.useState(""); const [onlyMine, setOnlyMine] = React.useState(false); const user = React.useMemo(() => { try { return JSON.parse(localStorage.getItem("caa_user") || "null"); } catch { return null; } }, []); // Load local submissions. const loadLocal = React.useCallback(() => { try { const arr = JSON.parse(localStorage.getItem("caa_submitted_trajectories") || "[]"); setLocal(Array.isArray(arr) ? arr : []); } catch { setLocal([]); } }, []); React.useEffect(() => { loadLocal(); }, [loadLocal]); // Attempt to load server submissions. Treat 404/501/non-JSON as "backend not deployed". React.useEffect(() => { let cancelled = false; (async () => { try { const res = await fetch("/api/trajectories?limit=500"); const ct = res.headers.get("content-type") || ""; if (!res.ok || !ct.includes("application/json")) { if (!cancelled) setServerStatus("unavailable"); return; } const data = await res.json(); if (!cancelled) { setServer(Array.isArray(data.items) ? data.items : []); setServerStatus("ok"); } } catch { if (!cancelled) setServerStatus("unavailable"); } })(); return () => { cancelled = true; }; }, []); // Merge by id — local wins for messages since server "list" is a summary. const merged = React.useMemo(() => { const byId = new Map(); for (const s of server) byId.set(s.id, { ...s, _source: "server" }); for (const l of local) { const prior = byId.get(l.id); byId.set(l.id, { ...(prior || {}), ...l, _source: prior ? "both" : "local" }); } return Array.from(byId.values()).sort((a, b) => (b.submitted_at || "").localeCompare(a.submitted_at || "")); }, [local, server]); const filtered = React.useMemo(() => { const q = query.trim().toLowerCase(); return merged.filter(s => { if (onlyMine && user?.email && s.annotator_email !== user.email) return false; if (!q) return true; return ( (s.task_id || "").toLowerCase().includes(q) || (s.annotator_email || "").toLowerCase().includes(q) || (s.annotator_name || "").toLowerCase().includes(q) || (s.model || "").toLowerCase().includes(q) ); }); }, [merged, query, onlyMine, user]); // Stats from real data. const stats = React.useMemo(() => { const total = merged.length; const completed = merged.filter(s => s.completed).length; const rewards = merged .map(s => s.reward_summary?.reward_sum) .filter(v => typeof v === "number"); const meanReward = rewards.length ? (rewards.reduce((a, b) => a + b, 0) / rewards.length).toFixed(2) : "—"; const rollupVals = merged .flatMap(s => s.rollup ? Object.values(s.rollup) : []) .filter(v => typeof v === "number"); const meanRollup = rollupVals.length ? (rollupVals.reduce((a, b) => a + b, 0) / rollupVals.length).toFixed(2) : "—"; return { total, completed, meanReward, meanRollup }; }, [merged]); const openInSimulator = (s) => { // Hand the trajectory (or just its id) to the simulator so it can load it // on mount. The simulator consumes and clears this hint. window.__caaLoadTrajectory = Array.isArray(s.messages) ? { task_id: s.task_id, trajectory: s } : { task_id: s.task_id, id: s.id }; setActive(s.task_id); setRoute("simulate"); }; const openDetail = async (s) => { // If we only have the server summary (no messages), fetch full record. if (!s.messages && s.id && s._source === "server") { try { const res = await fetch(`/api/trajectories/${s.id}`); if (res.ok) { const full = await res.json(); setSelected(full); return; } } catch {} } setSelected(s); }; const deleteLocal = (id) => { if (!confirm("Delete this submission from local storage? (Server copy, if any, is unaffected.)")) return; try { const arr = JSON.parse(localStorage.getItem("caa_submitted_trajectories") || "[]"); const next = arr.filter(s => s.id !== id); localStorage.setItem("caa_submitted_trajectories", JSON.stringify(next)); loadLocal(); } catch {} }; const downloadOne = (s) => { downloadBlob(`trajectory_${s.task_id}_${s.id || Date.now()}.json`, JSON.stringify(s, null, 2)); }; return (

{tr("rev_title") || "Review & score"}

Submitted trajectories — per-turn rewards, rollup scores, and tool traces from every annotator run.

{serverStatus === "checking" && "server: checking…"} {serverStatus === "ok" && `server: ${server.length} records (D1)`} {serverStatus === "unavailable" && "server: offline (local only)"}
{[ { l: "Submissions", v: stats.total.toLocaleString(), sub: `${local.length} local · ${server.length} server` }, { l: "Completed runs", v: stats.completed.toLocaleString(), sub: "record_diagnosis fired" }, { l: "Mean reward", v: stats.meanReward, sub: "∑ per-turn scores" }, { l: "Mean rollup", v: stats.meanRollup, sub: "/ 5 across dimensions" }, ].map(s => (
{s.l}
{s.v}
{s.sub}
))}
setQuery(e.target.value)} placeholder="Filter by task id, annotator, or model…" style={{flex:1, padding:"6px 10px", border:"1px solid var(--line)", borderRadius:4, fontSize:12.5}} /> {user?.email && ( )}
submitted task · diagnosis annotator model reward status actions
{filtered.length === 0 ? (
No trajectories{query || onlyMine ? " match the filter" : " submitted yet"}. Run a simulation and click Submit trajectory to RL dataset.
) : filtered.map(s => (
{(s.submitted_at || "").slice(0,19).replace("T"," ")} {s.task_id} {s.reference_diagnosis && ( · {s.reference_diagnosis} )} {s.annotator_name || s.annotator_email || "—"} {s.model || "—"} {s.reward_summary?.reward_sum != null ? `${s.reward_summary.reward_sum} (${s.reward_summary.turns_scored}t)` : "—"} {s.completed ? ✓ dx : partial} {s._source !== "server" && ( )}
))}
{selected && ( setSelected(null)}/> )}
); } function TrajectoryDetailModal({ s, onClose }) { return (
e.stopPropagation()} style={{background:"var(--bg, #fff)", border:"1px solid var(--line)", borderRadius:6, width:860, maxWidth:"94vw", maxHeight:"86vh", padding:20, fontSize:13, display:"flex", flexDirection:"column"}}>

{s.task_id}

{s.annotator_email || s.annotator_name || "anonymous"} · {(s.submitted_at||"").slice(0,19).replace("T"," ")} · {s.model}
reference dx
{s.reference_diagnosis || "—"}
recorded dx
{s.recorded_diagnosis?.diagnosis || (s.completed ? "—" : "not recorded")}
reward
{s.reward_summary?.reward_sum != null ? `${s.reward_summary.reward_sum} over ${s.reward_summary.turns_scored} turn${s.reward_summary.turns_scored===1?"":"s"}` : "—"}
{s.rollup && Object.values(s.rollup).some(v => v != null) && (
rollup — {["clinical_accuracy","dialogue_fluency","safety_empathy"].map(k => `${k}: ${s.rollup[k] ?? "—"}`).join(" · ")}
)} {s.notes && (
ANNOTATOR NOTE
{s.notes}
)}
{(s.messages || []).map((m, i) => (
#{String(m.idx ?? i).padStart(2,'0')} · {m.role} {m.role==='tool' && · {m.name}} {s.scores && s.scores[m.idx ?? i] != null && ( reward {s.scores[m.idx ?? i]} )}
{m.role === "tool" ? (
args={JSON.stringify(m.args)} → {JSON.stringify(m.returns)}
) : (
{m.text}
)}
))}
); } window.ReviewDash = ReviewDash;