61 lines
2.3 KiB
JSON
61 lines
2.3 KiB
JSON
{
|
|
"metrics": {
|
|
"threshold": 0.355,
|
|
"n": 44,
|
|
"tn": 6,
|
|
"fp": 16,
|
|
"fn": 2,
|
|
"tp": 20,
|
|
"accuracy": 0.5909090909090909,
|
|
"false_reply_rate": 0.7272727272727273,
|
|
"false_hold_rate": 0.09090909090909091
|
|
},
|
|
"reference_threshold_05": {
|
|
"threshold": 0.5,
|
|
"n": 44,
|
|
"tn": 11,
|
|
"fp": 11,
|
|
"fn": 4,
|
|
"tp": 18,
|
|
"accuracy": 0.6590909090909091,
|
|
"false_reply_rate": 0.5,
|
|
"false_hold_rate": 0.18181818181818182
|
|
},
|
|
"model": "LiveKit Turn Detector v1-mini",
|
|
"official_zh_threshold": 0.355,
|
|
"load_ms": 119.18720882385969,
|
|
"method": "Agents 1.8.8 local transport, native v1-mini 0.2.7. User channel 0; received int16 prefix /32768 cropped BEFORE scipy resample_poly to 16kHz; last 19200 samples converted with *32767. Native left-padding below 1.2s. No ASR, VAD gate, silence timeout or fallback scores. EOT_PARALLELISM=1. Prefix resampling differs from official librosa and online streaming resampling; not a full service replay.",
|
|
"provenance": {
|
|
"machine": "macOS-26.4.1-arm64-arm-64bit",
|
|
"hardware": "Apple M4 Mac mini CPU, 16 GB",
|
|
"python": "3.11.15 (main, Mar 25 2026, 02:58:47) [Clang 22.1.1 ]",
|
|
"dependencies": {
|
|
"livekit-local-inference": "0.2.7",
|
|
"livekit-agents": "1.8.8",
|
|
"numpy": "2.2.6",
|
|
"scipy": "1.15.3",
|
|
"soundfile": "0.13.1"
|
|
},
|
|
"native_binary_sha256": "7afa5899367957328c9916153b5d672392e191c0bfadf1f49325af2e4f3055b4",
|
|
"weight_identity": "Weights embedded in pinned official binary; separate hash not exposed",
|
|
"wheel_sha256": "fa4cb2d495c80be6121642dba4def3a88b22a68d52c1b0affccd66c563de6622",
|
|
"native_parallelism": 2,
|
|
"script_sha256": "e05a0408fcce2a8194966bf594d7324e17cd8025d0b7eb06152e58eb9b46f892",
|
|
"annotation_sha256": "780e50f976daf039ab976ea155bdb5d1ca5fffc792f9db7adf8063ec3048ff8e"
|
|
},
|
|
"preparation_ms": {
|
|
"p50": 5.839478690177202,
|
|
"p95": 9.578727371990682
|
|
},
|
|
"inference_ms": {
|
|
"p50": 6.118791177868843,
|
|
"p95": 7.3341685347259045
|
|
},
|
|
"limitations": [
|
|
"44 selected points: exploratory, not held-out generalization.",
|
|
"Point false reply rate is not interval interruption rate; user channel may contain robot echo.",
|
|
"Raw zh threshold without production VAD/endpointing gates.",
|
|
"Wheel license restricts use to LiveKit Agents; do not use outputs to improve other models."
|
|
]
|
|
}
|