262 lines
7.0 KiB
JSON
262 lines
7.0 KiB
JSON
|
{
|
||
|
|
"model": "maai",
|
||
|
|
"name": "CPC 降噪双声道",
|
||
|
|
"evaluation_mode": "streaming",
|
||
|
|
"created_at": "2026-10-28T00:27:46.310011+00:00",
|
||
|
|
"threshold": 0.5,
|
||
|
|
"rule": "1 - p_now[user] > 0.5",
|
||
|
|
"main_metrics": {
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 15,
|
||
|
|
"fp": 7,
|
||
|
|
"fn": 7,
|
||
|
|
"tp": 15,
|
||
|
|
"correct": 30,
|
||
|
|
"accuracy": 0.6818181818181818,
|
||
|
|
"false_reply_rate": 0.3181818181818182,
|
||
|
|
"false_hold_rate": 0.3181818181818182,
|
||
|
|
"recall": 0.6818181818181818,
|
||
|
|
"precision": 0.6818181818181818,
|
||
|
|
"f1": 0.6818181818181818
|
||
|
|
},
|
||
|
|
"thresholds": [
|
||
|
|
{
|
||
|
|
"threshold": 0.11,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 7,
|
||
|
|
"fp": 15,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 21,
|
||
|
|
"correct": 28,
|
||
|
|
"accuracy": 0.6363636363636364,
|
||
|
|
"false_reply_rate": 0.6818181818181818,
|
||
|
|
"false_hold_rate": 0.045454545454545456,
|
||
|
|
"recall": 0.9545454545454546,
|
||
|
|
"precision": 0.5833333333333334,
|
||
|
|
"f1": 0.7241379310344828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.5,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 15,
|
||
|
|
"fp": 7,
|
||
|
|
"fn": 7,
|
||
|
|
"tp": 15,
|
||
|
|
"correct": 30,
|
||
|
|
"accuracy": 0.6818181818181818,
|
||
|
|
"false_reply_rate": 0.3181818181818182,
|
||
|
|
"false_hold_rate": 0.3181818181818182,
|
||
|
|
"recall": 0.6818181818181818,
|
||
|
|
"precision": 0.6818181818181818,
|
||
|
|
"f1": 0.6818181818181818
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.7,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 18,
|
||
|
|
"fp": 4,
|
||
|
|
"fn": 11,
|
||
|
|
"tp": 11,
|
||
|
|
"correct": 29,
|
||
|
|
"accuracy": 0.6590909090909091,
|
||
|
|
"false_reply_rate": 0.18181818181818182,
|
||
|
|
"false_hold_rate": 0.5,
|
||
|
|
"recall": 0.5,
|
||
|
|
"precision": 0.7333333333333333,
|
||
|
|
"f1": 0.5945945945945946
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.8,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 19,
|
||
|
|
"fp": 3,
|
||
|
|
"fn": 15,
|
||
|
|
"tp": 7,
|
||
|
|
"correct": 26,
|
||
|
|
"accuracy": 0.5909090909090909,
|
||
|
|
"false_reply_rate": 0.13636363636363635,
|
||
|
|
"false_hold_rate": 0.6818181818181818,
|
||
|
|
"recall": 0.3181818181818182,
|
||
|
|
"precision": 0.7,
|
||
|
|
"f1": 0.4375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.9,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 21,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 19,
|
||
|
|
"tp": 3,
|
||
|
|
"correct": 24,
|
||
|
|
"accuracy": 0.5454545454545454,
|
||
|
|
"false_reply_rate": 0.045454545454545456,
|
||
|
|
"false_hold_rate": 0.8636363636363636,
|
||
|
|
"recall": 0.13636363636363635,
|
||
|
|
"precision": 0.75,
|
||
|
|
"f1": 0.23076923076923078
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.95,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 22,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 21,
|
||
|
|
"tp": 1,
|
||
|
|
"correct": 23,
|
||
|
|
"accuracy": 0.5227272727272727,
|
||
|
|
"false_reply_rate": 0.0,
|
||
|
|
"false_hold_rate": 0.9545454545454546,
|
||
|
|
"recall": 0.045454545454545456,
|
||
|
|
"precision": 1.0,
|
||
|
|
"f1": 0.08695652173913043
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.98,
|
||
|
|
"n": 44,
|
||
|
|
"requested_labeled": 44,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 22,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 22,
|
||
|
|
"tp": 0,
|
||
|
|
"correct": 22,
|
||
|
|
"accuracy": 0.5,
|
||
|
|
"false_reply_rate": 0.0,
|
||
|
|
"false_hold_rate": 1.0,
|
||
|
|
"recall": 0.0,
|
||
|
|
"precision": null,
|
||
|
|
"f1": 0.0
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"per_call": {
|
||
|
|
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
|
||
|
|
"n": 6,
|
||
|
|
"requested_labeled": 6,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 1,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 3,
|
||
|
|
"correct": 4,
|
||
|
|
"accuracy": 0.6666666666666666,
|
||
|
|
"false_reply_rate": 0.5,
|
||
|
|
"false_hold_rate": 0.25,
|
||
|
|
"recall": 0.75,
|
||
|
|
"precision": 0.75,
|
||
|
|
"f1": 0.75
|
||
|
|
},
|
||
|
|
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
|
||
|
|
"n": 8,
|
||
|
|
"requested_labeled": 8,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 3,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 3,
|
||
|
|
"correct": 6,
|
||
|
|
"accuracy": 0.75,
|
||
|
|
"false_reply_rate": 0.25,
|
||
|
|
"false_hold_rate": 0.25,
|
||
|
|
"recall": 0.75,
|
||
|
|
"precision": 0.75,
|
||
|
|
"f1": 0.75
|
||
|
|
},
|
||
|
|
"872a1e67-873a-4c49-a598-b38a670afcad": {
|
||
|
|
"n": 9,
|
||
|
|
"requested_labeled": 9,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 2,
|
||
|
|
"fn": 2,
|
||
|
|
"tp": 3,
|
||
|
|
"correct": 5,
|
||
|
|
"accuracy": 0.5555555555555556,
|
||
|
|
"false_reply_rate": 0.5,
|
||
|
|
"false_hold_rate": 0.4,
|
||
|
|
"recall": 0.6,
|
||
|
|
"precision": 0.6,
|
||
|
|
"f1": 0.6
|
||
|
|
},
|
||
|
|
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
|
||
|
|
"n": 5,
|
||
|
|
"requested_labeled": 5,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 1,
|
||
|
|
"fp": 2,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 1,
|
||
|
|
"correct": 2,
|
||
|
|
"accuracy": 0.4,
|
||
|
|
"false_reply_rate": 0.6666666666666666,
|
||
|
|
"false_hold_rate": 0.5,
|
||
|
|
"recall": 0.5,
|
||
|
|
"precision": 0.3333333333333333,
|
||
|
|
"f1": 0.4
|
||
|
|
},
|
||
|
|
"cb3238dc-3946-42a5-aad8-9b9a54226363": {
|
||
|
|
"n": 9,
|
||
|
|
"requested_labeled": 9,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 5,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 3,
|
||
|
|
"correct": 8,
|
||
|
|
"accuracy": 0.8888888888888888,
|
||
|
|
"false_reply_rate": 0.16666666666666666,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.75,
|
||
|
|
"f1": 0.8571428571428571
|
||
|
|
},
|
||
|
|
"e304f740-85d4-427e-9fd6-c5474e9cd737": {
|
||
|
|
"n": 7,
|
||
|
|
"requested_labeled": 7,
|
||
|
|
"unavailable_labeled": 0,
|
||
|
|
"tn": 3,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 2,
|
||
|
|
"tp": 2,
|
||
|
|
"correct": 5,
|
||
|
|
"accuracy": 0.7142857142857143,
|
||
|
|
"false_reply_rate": 0.0,
|
||
|
|
"false_hold_rate": 0.5,
|
||
|
|
"recall": 0.5,
|
||
|
|
"precision": 1.0,
|
||
|
|
"f1": 0.6666666666666666
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"method": "Continuous full-call VAP outputs only. At each exact decision_ms, use the last score with availability timestamp <= decision_ms and age <= 2 * sample_interval_ms. No state reset, future score, interpolation or independent-window checkpoint. Availability includes source resampler buffering; score is the stored activity-projection proxy.",
|
||
|
|
"provenance": {
|
||
|
|
"source_export": "experiments/maai-ch-kyoto/results/score-timeline.json",
|
||
|
|
"source_export_sha256": "492db23873849516eec7449038a861cec2969dc0cc9de4877002d945fcb42d24",
|
||
|
|
"source_inference_provenance": {},
|
||
|
|
"source_model_sha256": {
|
||
|
|
"vap_mc_state_dict_ch_kyoto_10hz_20000msec.pt": "65b8a51aea6a257b5b9139107f0f0cf22f94523cd4b6a2e7a356b6c43a4596a8",
|
||
|
|
"60k_epoch4-d0f474de.pt": "d0f474de968c7243c20f43dee1626681618f2f150d3e638e82b79e22563b17f1"
|
||
|
|
},
|
||
|
|
"label_sha256": "780e50f976daf039ab976ea155bdb5d1ca5fffc792f9db7adf8063ec3048ff8e",
|
||
|
|
"evaluation_script_sha256": "85d0b5f0f8dcf73cc6ee1b651e5a2cfc0b40e95024aacb0bd3ed975079ad9507"
|
||
|
|
},
|
||
|
|
"limitations": [
|
||
|
|
"Selected-point classification on six recorded calls, not endpointing-policy cutoff/latency.",
|
||
|
|
"Uses stored rounded continuous scores; no new inference or model-speed measurement.",
|
||
|
|
"No prior output or stale output is unavailable, not a negative/zero prediction.",
|
||
|
|
"Archived independent-window results are a separate evaluation protocol."
|
||
|
|
]
|
||
|
|
}
|