wx44wx/xiaobailing-turn-detection
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

接入 LiveKit 与 TurnSense 评分并改进模型曲线选择

Browse Source
This commit is contained in:
Xin Wang
2026-10-22 23:52:16 +08:00
parent c9b618e634
commit 19d4e3c767
38 changed files with 2652 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files
labels/eot-studio/lib/model-scores.ts
+1 -1
View File
@@ -1,4 +1,4 @@
export type ModelId = "maai" | "smart_turn" | "silero_vad";
export type ModelId = "maai" | "smart_turn" | "silero_vad" | "livekit_mini" | "turnsense";
export type ScorePoint = [timeMs: number, score: number];
export interface ScoreCall {
labels/eot-studio/lib/score-models.ts
+22
View File
@@ -0,0 +1,22 @@
import type { ModelId } from "./model-scores";
export const SCORE_MODELS: Record<ModelId, {
name: string; family: string; color: string; directory: string;
thresholds: readonly number[]; defaultThreshold: number; defaultVisible: boolean; description: string;
}> = {
maai: { name: "VAP / MaAI", family: "活动预测", color: "#8866b2", directory: "maai-ch-kyoto", thresholds: [.11, .5, .8], defaultThreshold: .5, defaultVisible: true, description: "1 − 用户近期发声分数；约每 100 ms 更新，不是校准的 EOT 概率。" },
smart_turn: { name: "Smart Turn", family: "话轮检测", color: "#278d95", directory: "smart-turn-v3.2", thresholds: [.5, .8], defaultThreshold: .5, defaultVisible: true, description: "完成倾向；最近最多 8 秒用户音频，每 200 ms 更新。" },
silero_vad: { name: "Silero VAD", family: "活动预测", color: "#c47b32", directory: "silero-vad", thresholds: [.5, .8], defaultThreshold: .5, defaultVisible: false, description: "1 − 发声概率；每 32 ms 更新，仅为非发声基线，不是语义 EOT 概率。" },
livekit_mini: { name: "LiveKit v1-mini", family: "话轮检测", color: "#5378c4", directory: "livekit-v1-mini", thresholds: [.355, .5, .8], defaultThreshold: .355, defaultVisible: false, description: "P(turn ended)；最近 1.2 秒用户音频，每 200 ms 更新。0.355 为中文参考阈值。" },
turnsense: { name: "TurnSense 1.0", family: "话轮检测", color: "#b65378", directory: "turnsense-1.0", thresholds: [.5, .8], defaultThreshold: .5, defaultVisible: true, description: "FP32 · P(complete)；最近 8 秒用户音频，每 200 ms 更新。参考线不等同原生三分类 argmax。" },
};
export const SCORE_MODEL_IDS = Object.keys(SCORE_MODELS) as ModelId[];
export interface ScorePreferences { visibility: Record<ModelId, boolean>; thresholds: Record<ModelId, number> }
export function readScorePreferences(value: unknown): ScorePreferences {
const saved = value && typeof value === "object" && "version" in value && value.version === 1
? value as { visibility?: Record<string, unknown>; thresholds?: Record<string, unknown> } : {};
return {
visibility: Object.fromEntries(SCORE_MODEL_IDS.map(id => [id, typeof saved.visibility?.[id] === "boolean" ? saved.visibility[id] : SCORE_MODELS[id].defaultVisible])) as Record<ModelId, boolean>,
thresholds: Object.fromEntries(SCORE_MODEL_IDS.map(id => [id, SCORE_MODELS[id].thresholds.includes(saved.thresholds?.[id] as number) ? saved.thresholds![id] : SCORE_MODELS[id].defaultThreshold])) as Record<ModelId, number>,
};
}