xiaobailing-turn-detection/labels/eot-studio/components/model-score-track.tsx

"use client";

import { useEffect, useMemo, useRef, useState, useId } from "react";
import { scoreAt, scorePath, type ModelId, type ScoreResponse, type ScoreSeries } from "@/lib/model-scores";
import { createPortal } from "react-dom";
import { SCORE_MODELS, SCORE_MODEL_IDS, readScorePreferences } from "@/lib/score-models";
import type { TimelineAnnotation } from "./timeline";
import styles from "./timeline.module.css";

const EMPTY: ScoreSeries[] = [];
const COLORS = Object.fromEntries(SCORE_MODEL_IDS.map(id => [id, SCORE_MODELS[id].color])) as Record<ModelId, string>;
export const SCORE_HEIGHT = 172;
export type ScoreThresholds = Record<ModelId, number>;
export type ScoreVisibility = Record<ModelId, boolean>;
const time = (ms: number) => `${Math.floor(ms / 60000).toString().padStart(2, "0")}:${(ms % 60000 / 1000).toFixed(3).padStart(6, "0")}`;

export function useModelScores(callId: string, recordingPath: string | null, expanded: boolean) {
  const key = `${callId}:${recordingPath}`;
  const [retry, setRetry] = useState(0);
  const [state, setState] = useState<{ key: string; status: "loading" | "ready" | "error"; data?: ScoreResponse; error?: string } | null>(null);
  useEffect(() => {
    if (!expanded || !recordingPath) return;
    const controller = new AbortController();
    setState({ key, status: "loading" });
    void (async () => {
      try {
        const query = new URLSearchParams({ callId, recordingPath });
        const response = await fetch(`/api/model-scores?${query}`, { cache: "no-store", signal: controller.signal });
        const data = await response.json();
        if (!response.ok) throw new Error(data.error || "评分读取失败。");
        if (data.callId !== callId || data.recordingPath !== recordingPath || !Array.isArray(data.series)) throw new Error("评分与当前录音不匹配。");
        if (!controller.signal.aborted) setState({ key, status: "ready", data });
      } catch (error) {
        if (!controller.signal.aborted) setState({ key, status: "error", error: error instanceof Error ? error.message : "评分读取失败。" });
      }
    })();
    return () => controller.abort();
  }, [callId, recordingPath, expanded, key, retry]);
  const active = state?.key === key ? state : null;
  return {
    series: recordingPath && active?.status === "ready" ? active.data?.series || EMPTY : EMPTY,
    status: !recordingPath ? "empty" : active?.status || "loading",
    messages: !recordingPath ? ["请使用项目原录音查看模型评分；新关联的录音需先生成对应评分。"]
      : active?.status === "error" ? [active.error || "评分读取失败。"] : active?.data?.messages || [],
    retry: () => setRetry(value => value + 1),
  };
}

export function useScorePreferences() {
  const [preferences, setPreferences] = useState(() => readScorePreferences(null));
  const [ready, setReady] = useState(false);
  useEffect(() => {
    try { setPreferences(readScorePreferences(JSON.parse(localStorage.getItem("eot-score-preferences-v1") || "null"))); } catch { /* Defaults survive unavailable or invalid browser storage. */ }
    setReady(true);
  }, []);
  useEffect(() => {
    if (!ready) return;
    try { localStorage.setItem("eot-score-preferences-v1", JSON.stringify({ version: 1, ...preferences })); } catch { /* Preferences are optional. */ }
  }, [ready, preferences]);
  return { ...preferences,
    setVisibility: (visibility: ScoreVisibility) => setPreferences(previous => ({ ...previous, visibility })),
    setThreshold: (id: ModelId, value: number) => setPreferences(previous => ({ ...previous, thresholds: { ...previous.thresholds, [id]: value } })),
  };
}

export function ScoreControls({ series, currentMs, thresholds, onThreshold, visibility, onVisibility, onFocus, focusedModel, loading }: {
  series: ScoreSeries[]; currentMs: number; thresholds: ScoreThresholds;
  onThreshold: (model: ModelId, value: number) => void;
  visibility: ScoreVisibility; onVisibility: (visibility: ScoreVisibility) => void;
  onFocus: (model: ModelId | null) => void; focusedModel: ModelId | null; loading: boolean;
}) {
  const [panel, setPanel] = useState<ModelId | "choose" | null>(null);
  const [query, setQuery] = useState("");
  const [position, setPosition] = useState({ top: 0, left: 0 });
  const [previousSelection, setPreviousSelection] = useState<ScoreVisibility | null>(null);
  const anchor = useRef<HTMLButtonElement | null>(null);
  const popup = useRef<HTMLDivElement>(null);
  const search = useRef<HTMLInputElement>(null);
  const panelId = useId();
  const available = new Set(series.map(row => row.model));
  const selected = series.filter(row => visibility[row.model]);
  function close() { setPanel(null); anchor.current?.focus({ preventScroll: true }); }
  function open(kind: ModelId | "choose", button: HTMLButtonElement) {
    anchor.current = button;
    if (panel === kind) { close(); return; }
    setQuery(""); setPanel(kind);
  }
  useEffect(() => {
    if (!panel) return;
    const place = () => {
      const r = anchor.current?.getBoundingClientRect(); if (!r) return;
      const width = Math.min(360, window.innerWidth - 24);
      const height = Math.min(popup.current?.getBoundingClientRect().height || 460, window.innerHeight - 24);
      setPosition({ left: Math.max(12, Math.min(r.left, window.innerWidth - width - 12)),
        top: Math.max(12, Math.min(r.bottom + 8, window.innerHeight - height - 12)) });
    };
    place();
    (panel === "choose" ? search.current : popup.current?.querySelector<HTMLElement>("button,select"))?.focus({ preventScroll: true });
    const outside = (event: PointerEvent) => {
      if (!popup.current?.contains(event.target as Node) && !anchor.current?.contains(event.target as Node)) setPanel(null);
    };
    const escape = (event: KeyboardEvent) => {
      if (event.key === "Escape") { event.preventDefault(); event.stopPropagation(); close(); }
      // Keep workbench hotkeys from changing annotations while browsing settings.
      else if (popup.current?.contains(event.target as Node)) event.stopPropagation();
    };
    document.addEventListener("pointerdown", outside); document.addEventListener("keydown", escape, true);
    window.addEventListener("resize", place); window.addEventListener("scroll", place, true);
    return () => { document.removeEventListener("pointerdown", outside); document.removeEventListener("keydown", escape, true);
      window.removeEventListener("resize", place); window.removeEventListener("scroll", place, true); };
  }, [panel]);
  const manualSelection = (next: ScoreVisibility) => { setPreviousSelection(null); onVisibility(next); };
  const metadata = panel && panel !== "choose" ? SCORE_MODELS[panel] : null;
  return <div className={styles.scoreControls}>
    <div className={styles.modelPickerBar}>
      <button type="button" className={styles.modelPickerButton} aria-expanded={panel === "choose"} aria-controls={panel === "choose" ? panelId : undefined}
        aria-haspopup="dialog" onClick={event => open("choose", event.currentTarget)}>选择模型 <span>{selected.length}/{SCORE_MODEL_IDS.length}</span><span aria-hidden="true">⌄</span></button>
      {previousSelection && <button type="button" className={styles.restoreSelection} onClick={() => { onVisibility(previousSelection); setPreviousSelection(null); }}>恢复之前选择</button>}
    </div>
    <div className={styles.modelLegend} aria-label="已显示模型图例">
      {selected.map(row => {
        const model = SCORE_MODELS[row.model];
        const point = scoreAt(row.points, currentMs, row.sample_interval_ms * 2);
        return <div key={row.model} className={styles.legendItem} style={{ color: model.color, opacity: focusedModel && focusedModel !== row.model ? .45 : 1 }}
          onPointerEnter={() => onFocus(row.model)} onPointerLeave={() => onFocus(null)}>
          <button type="button" className={styles.legendName} aria-label={`${model.name} 曲线设置`} aria-haspopup="dialog" aria-expanded={panel === row.model}
            onFocus={() => onFocus(row.model)} onBlur={() => onFocus(null)} onClick={event => open(row.model, event.currentTarget)}>
            <i className={styles.modelColor} /><span>{model.name}</span><output title={point ? `评分时刻 ${time(point[0])}` : "当前位置暂无评分"}>{point ? point[1].toFixed(3) : "—"}</output><span className={styles.legendMore} aria-hidden="true">⋯</span>
          </button>
        </div>;
      })}
      {!selected.length && <span className={styles.noModels}>{loading ? "正在载入评分…" : "尚未选择可用模型"}</span>}
    </div>
    {panel && createPortal(<div className={styles.modelPopover} ref={popup} id={panelId} role="dialog" aria-label={panel === "choose" ? "选择对比模型" : `${metadata!.name} 曲线设置`}
      style={{ top: position.top, left: position.left }}>
      <div className={styles.popoverHeading}><strong>{panel === "choose" ? "选择对比模型" : metadata!.name}</strong><button type="button" aria-label="关闭模型面板" onClick={close}>×</button></div>
      {panel === "choose" ? <>
        <input ref={search} className={styles.modelSearch} aria-label="搜索模型" placeholder="搜索模型名称或类型" value={query} onChange={event => setQuery(event.target.value)} />
        <div className={styles.pickerActions}><span>已显示 {selected.length} 个</span><button type="button" disabled={!series.length} onClick={() => manualSelection({ ...visibility, ...Object.fromEntries(series.map(row => [row.model, true])) })}>全选可用</button><button type="button" onClick={() => manualSelection(Object.fromEntries(SCORE_MODEL_IDS.map(id => [id, false])) as ScoreVisibility)}>清空</button></div>
        <div className={styles.modelOptions}>
          {Array.from(new Set(SCORE_MODEL_IDS.map(id => SCORE_MODELS[id].family))).reverse().map(family => {
            const models = SCORE_MODEL_IDS.filter(id => SCORE_MODELS[id].family === family && `${SCORE_MODELS[id].name} ${family}`.toLowerCase().includes(query.trim().toLowerCase()));
            return models.length ? <fieldset key={family}><legend>{family}</legend>{models.map(id => <label key={id} className={styles.modelOption}>
              <input type="checkbox" aria-label={`显示 ${SCORE_MODELS[id].name} 分数`} checked={visibility[id]} disabled={!available.has(id)} onChange={event => manualSelection({ ...visibility, [id]: event.target.checked })} />
              <i className={styles.modelColor} style={{ background: SCORE_MODELS[id].color }} /><span><strong>{SCORE_MODELS[id].name}</strong><small>{available.has(id) ? SCORE_MODELS[id].description.split("；")[0] : loading ? "正在读取评分…" : "当前录音暂无评分"}</small></span>
            </label>)}</fieldset> : null;
          })}
          {!SCORE_MODEL_IDS.some(id => `${SCORE_MODELS[id].name} ${SCORE_MODELS[id].family}`.toLowerCase().includes(query.trim().toLowerCase())) && <p className={styles.noSearchResults}>没有匹配的模型</p>}
        </div><p className={styles.pickerHint}>选择会自动记住。建议同时比较 2–3 条曲线。</p>
      </> : <>
        <p className={styles.modelExplanation}>{metadata!.description}</p>
        <label className={styles.thresholdSetting}>参考阈值<select aria-label={`${metadata!.name} 参考阈值`} value={thresholds[panel]} onChange={event => onThreshold(panel, Number(event.target.value))}>
          {metadata!.thresholds.map(value => <option key={value} value={value}>{value === .355 ? "0.355（中文）" : value.toFixed(2)}</option>)}
        </select></label>
        <button type="button" className={styles.modelMenuAction} onClick={() => {
          if (!previousSelection) setPreviousSelection(visibility);
          onVisibility(Object.fromEntries(SCORE_MODEL_IDS.map(id => [id, id === panel])) as ScoreVisibility); close();
        }}>仅显示此模型</button>
        <button type="button" className={styles.modelMenuAction} onClick={() => { manualSelection({ ...visibility, [panel]: false }); close(); }}>隐藏此模型</button>
      </>}
    </div>, document.body)}
  </div>;
}

export default function ModelScoreTrack({ series, width, durationMs, currentMs, thresholds, annotations, onSeek, onSelectAnnotation, focusedModel }: {
  series: ScoreSeries[]; width: number; durationMs: number; currentMs: number;
  thresholds: ScoreThresholds; annotations: TimelineAnnotation[]; focusedModel: ModelId | null;
  onSeek: (ms: number) => void; onSelectAnnotation: (id: string, seekToPoint?: boolean) => void;
}) {
  const [hoverMs, setHoverMs] = useState<number | null>(null);
  const paths = useMemo(() => series.map(row => ({ ...row,
    path: scorePath(row.points, durationMs, width, SCORE_HEIGHT, row.sample_interval_ms) })), [series, durationMs, width]);
  const y = (p: number) => 12 + (1 - p) * (SCORE_HEIGHT - 24);
  const x = (ms: number) => ms / durationMs * width;
  const inspect = hoverMs ?? currentMs;
  const selectPoint = (ms: number) => {
    const annotation = annotations.find(row => row.decision_ms === ms);
    if (annotation) onSelectAnnotation(annotation.id, false);
    onSeek(ms);
  };
  return <div className={styles.scoreTrack} onPointerLeave={() => setHoverMs(null)}>
    <svg width={width} height={SCORE_HEIGHT} viewBox={`0 0 ${width} ${SCORE_HEIGHT}`}
      role="group" aria-label="VAP、Smart Turn、Silero VAD、LiveKit v1-mini 与 TurnSense 分数对比，纵轴 0 到 1，横轴与录音时间一致"
      onPointerMove={event => {
        const bounds = event.currentTarget.getBoundingClientRect();
        setHoverMs(Math.max(0, Math.min(durationMs, (event.clientX - bounds.left) / bounds.width * durationMs)));
      }}>
      {[0, .25, .5, .75, 1].map(p => <line key={p} x1={0} x2={width} y1={y(p)} y2={y(p)} stroke="#e8e9e4" strokeDasharray={p === 0 || p === 1 ? undefined : "2 4"} />)}
      {annotations.map(row => <line key={row.id} x1={x(row.decision_ms)} x2={x(row.decision_ms)} y1={0} y2={SCORE_HEIGHT}
        stroke={row.can_reply_now === "0" ? "#c68c6b" : "#96a781"} strokeDasharray="2 5" opacity=".4" />)}
      {paths.map(row => <g key={row.model} data-model={row.model} opacity={focusedModel && focusedModel !== row.model ? .18 : 1}>
        <line x1={0} x2={width} y1={y(thresholds[row.model])} y2={y(thresholds[row.model])}
          stroke={COLORS[row.model]} strokeDasharray={row.model === "maai" ? "6 5" : "2 4"} opacity=".55" />
        <path d={row.path} fill="none" stroke={COLORS[row.model]} strokeWidth={focusedModel === row.model ? 2.8 : 1.6} strokeLinejoin="round" pointerEvents="none" />
        {row.checkpoints.map(([ms, score]) => <circle key={ms} cx={x(ms)} cy={y(score)} r={3.8}
          fill="#fffefb" stroke={COLORS[row.model]} strokeWidth={1.8} tabIndex={0} role="button"
          aria-label={`${row.name} 原标注点评分 ${time(ms)}，${score.toFixed(3)}，点击定位`}
          onPointerDown={event => event.stopPropagation()}
          onClick={event => { event.stopPropagation(); selectPoint(ms); }}
          onKeyDown={event => {
            if (event.key === "Enter" || event.key === " ") { event.preventDefault(); event.stopPropagation(); selectPoint(ms); }
          }}><title>{row.name} · 原标注点评分 {score.toFixed(3)} · {time(ms)}</title></circle>)}
      </g>)}
      {hoverMs !== null && <line x1={x(hoverMs)} x2={x(hoverMs)} y1={0} y2={SCORE_HEIGHT} stroke="#77816c" opacity=".5" pointerEvents="none" />}
    </svg>
    <div className={styles.scoreInspection} aria-hidden="true">
      <span>{time(inspect)}</span>
      {series.map(row => {
        const point = scoreAt(row.points, inspect, row.sample_interval_ms * 2);
        return <span key={row.model} style={{ color: COLORS[row.model] }}>{row.name} <b>{point ? point[1].toFixed(3) : "—"}</b></span>;
      })}
    </div>
  </div>;
}