{ "model": "maai", "name": "CPC 降噪双声道", "evaluation_mode": "streaming", "created_at": "2026-10-28T00:27:46.310011+00:00", "threshold": 0.5, "rule": "1 - p_now[user] > 0.5", "main_metrics": { "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 15, "fp": 7, "fn": 7, "tp": 15, "correct": 30, "accuracy": 0.6818181818181818, "false_reply_rate": 0.3181818181818182, "false_hold_rate": 0.3181818181818182, "recall": 0.6818181818181818, "precision": 0.6818181818181818, "f1": 0.6818181818181818 }, "thresholds": [ { "threshold": 0.11, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 7, "fp": 15, "fn": 1, "tp": 21, "correct": 28, "accuracy": 0.6363636363636364, "false_reply_rate": 0.6818181818181818, "false_hold_rate": 0.045454545454545456, "recall": 0.9545454545454546, "precision": 0.5833333333333334, "f1": 0.7241379310344828 }, { "threshold": 0.5, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 15, "fp": 7, "fn": 7, "tp": 15, "correct": 30, "accuracy": 0.6818181818181818, "false_reply_rate": 0.3181818181818182, "false_hold_rate": 0.3181818181818182, "recall": 0.6818181818181818, "precision": 0.6818181818181818, "f1": 0.6818181818181818 }, { "threshold": 0.7, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 18, "fp": 4, "fn": 11, "tp": 11, "correct": 29, "accuracy": 0.6590909090909091, "false_reply_rate": 0.18181818181818182, "false_hold_rate": 0.5, "recall": 0.5, "precision": 0.7333333333333333, "f1": 0.5945945945945946 }, { "threshold": 0.8, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 19, "fp": 3, "fn": 15, "tp": 7, "correct": 26, "accuracy": 0.5909090909090909, "false_reply_rate": 0.13636363636363635, "false_hold_rate": 0.6818181818181818, "recall": 0.3181818181818182, "precision": 0.7, "f1": 0.4375 }, { "threshold": 0.9, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 21, "fp": 1, "fn": 19, "tp": 3, "correct": 24, "accuracy": 0.5454545454545454, "false_reply_rate": 0.045454545454545456, "false_hold_rate": 0.8636363636363636, "recall": 0.13636363636363635, "precision": 0.75, "f1": 0.23076923076923078 }, { "threshold": 0.95, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 22, "fp": 0, "fn": 21, "tp": 1, "correct": 23, "accuracy": 0.5227272727272727, "false_reply_rate": 0.0, "false_hold_rate": 0.9545454545454546, "recall": 0.045454545454545456, "precision": 1.0, "f1": 0.08695652173913043 }, { "threshold": 0.98, "n": 44, "requested_labeled": 44, "unavailable_labeled": 0, "tn": 22, "fp": 0, "fn": 22, "tp": 0, "correct": 22, "accuracy": 0.5, "false_reply_rate": 0.0, "false_hold_rate": 1.0, "recall": 0.0, "precision": null, "f1": 0.0 } ], "per_call": { "2c83253a-7977-4e3c-a387-0aa1ea06fbe1": { "n": 6, "requested_labeled": 6, "unavailable_labeled": 0, "tn": 1, "fp": 1, "fn": 1, "tp": 3, "correct": 4, "accuracy": 0.6666666666666666, "false_reply_rate": 0.5, "false_hold_rate": 0.25, "recall": 0.75, "precision": 0.75, "f1": 0.75 }, "40ae686c-8196-4d7b-b7ad-3e12a427ebb6": { "n": 8, "requested_labeled": 8, "unavailable_labeled": 0, "tn": 3, "fp": 1, "fn": 1, "tp": 3, "correct": 6, "accuracy": 0.75, "false_reply_rate": 0.25, "false_hold_rate": 0.25, "recall": 0.75, "precision": 0.75, "f1": 0.75 }, "872a1e67-873a-4c49-a598-b38a670afcad": { "n": 9, "requested_labeled": 9, "unavailable_labeled": 0, "tn": 2, "fp": 2, "fn": 2, "tp": 3, "correct": 5, "accuracy": 0.5555555555555556, "false_reply_rate": 0.5, "false_hold_rate": 0.4, "recall": 0.6, "precision": 0.6, "f1": 0.6 }, "a266b9ef-5e47-4434-a04c-ce4eacd52c19": { "n": 5, "requested_labeled": 5, "unavailable_labeled": 0, "tn": 1, "fp": 2, "fn": 1, "tp": 1, "correct": 2, "accuracy": 0.4, "false_reply_rate": 0.6666666666666666, "false_hold_rate": 0.5, "recall": 0.5, "precision": 0.3333333333333333, "f1": 0.4 }, "cb3238dc-3946-42a5-aad8-9b9a54226363": { "n": 9, "requested_labeled": 9, "unavailable_labeled": 0, "tn": 5, "fp": 1, "fn": 0, "tp": 3, "correct": 8, "accuracy": 0.8888888888888888, "false_reply_rate": 0.16666666666666666, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.75, "f1": 0.8571428571428571 }, "e304f740-85d4-427e-9fd6-c5474e9cd737": { "n": 7, "requested_labeled": 7, "unavailable_labeled": 0, "tn": 3, "fp": 0, "fn": 2, "tp": 2, "correct": 5, "accuracy": 0.7142857142857143, "false_reply_rate": 0.0, "false_hold_rate": 0.5, "recall": 0.5, "precision": 1.0, "f1": 0.6666666666666666 } }, "method": "Continuous full-call VAP outputs only. At each exact decision_ms, use the last score with availability timestamp <= decision_ms and age <= 2 * sample_interval_ms. No state reset, future score, interpolation or independent-window checkpoint. Availability includes source resampler buffering; score is the stored activity-projection proxy.", "provenance": { "source_export": "experiments/maai-ch-kyoto/results/score-timeline.json", "source_export_sha256": "492db23873849516eec7449038a861cec2969dc0cc9de4877002d945fcb42d24", "source_inference_provenance": {}, "source_model_sha256": { "vap_mc_state_dict_ch_kyoto_10hz_20000msec.pt": "65b8a51aea6a257b5b9139107f0f0cf22f94523cd4b6a2e7a356b6c43a4596a8", "60k_epoch4-d0f474de.pt": "d0f474de968c7243c20f43dee1626681618f2f150d3e638e82b79e22563b17f1" }, "label_sha256": "780e50f976daf039ab976ea155bdb5d1ca5fffc792f9db7adf8063ec3048ff8e", "evaluation_script_sha256": "85d0b5f0f8dcf73cc6ee1b651e5a2cfc0b40e95024aacb0bd3ed975079ad9507" }, "limitations": [ "Selected-point classification on six recorded calls, not endpointing-policy cutoff/latency.", "Uses stored rounded continuous scores; no new inference or model-speed measurement.", "No prior output or stale output is unavailable, not a negative/zero prediction.", "Archived independent-window results are a separate evaluation protocol." ] }