新增 Mimi 与仅用户 VAP 对比并统一流式评测

experiments/maai-ch-kyoto/results/streaming/cpc-stereo/predictions.csv

@@ -0,0 +1,45 @@
+call_id,decision_ms,user_text_at_decision,can_reply_now,confidence,reason,annotator,status,score_time_ms,score_age_ms,score,prediction_05
+2c83253a-7977-4e3c-a387-0aa1ea06fbe1,21780,贵州省遵义市仁怀市。,1,low,completed_answer,xlsx_draft,available,21700.0,80.0,0.7772229,1
+2c83253a-7977-4e3c-a387-0aa1ea06fbe1,29860,投诉建议。,1,low,completed_answer,xlsx_draft,available,29800.0,60.0,0.6557523,1
+2c83253a-7977-4e3c-a387-0aa1ea06fbe1,48125,型号是24年380大众帕萨特星空龙腾版。,0,low,mid_turn_pause,xlsx_draft,available,48100.0,25.0,0.4437668,0
+2c83253a-7977-4e3c-a387-0aa1ea06fbe1,64000,行驶3万公里。,1,low,completed_answer,xlsx_draft,available,64000.0,0.0,0.7409454,1
+2c83253a-7977-4e3c-a387-0aa1ea06fbe1,76672,恒泰轮胎前门两条轮胎开裂,0,low,unfinished_expression,xlsx_draft,available,76600.0,72.0,0.6924109,1
+2c83253a-7977-4e3c-a387-0aa1ea06fbe1,88482,尽快，已经影响行车安全了。,1,low,completed_answer,xlsx_draft,available,88400.0,82.0,0.0131858,0
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,22007,宣传。,1,low,completed_answer,xlsx_draft,available,22000.0,7.0,0.6891428,1
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,31842,投诉建议。,1,low,completed_answer,xlsx_draft,available,31800.0,42.0,0.8363788,1
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,48536,爱车型号是大众帕萨特，购车时间2023年10月份,0,,mid_turn_pause,,available,48500.0,36.0,0.3139373,0
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,52348,爱车型号是大众帕萨特，购车时间2023年10月份，行驶里程24000多公里。,1,low,completed_answer,xlsx_draft,available,52200.0,148.0,0.9582937,1
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,65298,轮胎裂纹。,0,low,mid_turn_pause,xlsx_draft,available,65200.0,98.0,0.2121009,0
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,67943,轮胎裂纹同意更换新轮胎。但是,0,low,mid_turn_pause,xlsx_draft,available,67900.0,43.0,0.0856853,0
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,70430,轮胎裂纹同意更换新轮胎。但是20,0,low,unfinished_expression,xlsx_draft,available,70400.0,30.0,0.9033097,1
+40ae686c-8196-4d7b-b7ad-3e12a427ebb6,82941,可以。,1,low,completed_answer,xlsx_draft,available,82900.0,41.0,0.2678279,0
+872a1e67-873a-4c49-a598-b38a670afcad,17153,我姓宋。,1,low,completed_answer,xlsx_draft,available,17100.0,53.0,0.3607031,0
+872a1e67-873a-4c49-a598-b38a670afcad,24846,郑州市，河南郑州市。,1,low,completed_answer,xlsx_draft,available,24800.0,46.0,0.484904,0
+872a1e67-873a-4c49-a598-b38a670afcad,33471,我的轮胎开裂了。,1,low,completed_answer,xlsx_draft,available,33400.0,71.0,0.8286542,1
+872a1e67-873a-4c49-a598-b38a670afcad,44810,帕萨特,0,,mid_turn_pause,,available,44800.0,10.0,0.3072304,0
+872a1e67-873a-4c49-a598-b38a670afcad,45581,帕萨特,0,,mid_turn_pause,,available,45500.0,81.0,0.0926747,0
+872a1e67-873a-4c49-a598-b38a670afcad,47187,帕萨特L2025款 ,0,,mid_turn_pause,,available,47100.0,87.0,0.5402014,1
+872a1e67-873a-4c49-a598-b38a670afcad,49500,帕萨特L2025款2025年3月购车,1,,completed_turn,,available,49400.0,100.0,0.8873855,1
+872a1e67-873a-4c49-a598-b38a670afcad,52326,我的轮胎开裂了。,0,,mid_turn_pause,,available,52200.0,126.0,0.5208828,1
+872a1e67-873a-4c49-a598-b38a670afcad,54318,行驶里程29000公里。,1,,completed_turn,,available,54300.0,18.0,0.9379114,1
+a266b9ef-5e47-4434-a04c-ce4eacd52c19,18027,天津市。,1,low,completed_answer,xlsx_draft,available,18000.0,27.0,0.6451539,1
+a266b9ef-5e47-4434-a04c-ce4eacd52c19,24768,投诉。,1,low,completed_answer,xlsx_draft,available,24700.0,68.0,0.3504146,0
+a266b9ef-5e47-4434-a04c-ce4eacd52c19,41219,迈腾2023款330豪华版2.0T,0,,mid_turn_pause,,available,41100.0,119.0,0.8655137,1
+a266b9ef-5e47-4434-a04c-ce4eacd52c19,51080,迈腾2023款330豪华版2.0T。出现的问题是轮购车时间是2024年5月份，里程是6851公里。,0,low,unfinished_expression,xlsx_draft,available,51000.0,80.0,0.0047444,0
+a266b9ef-5e47-4434-a04c-ce4eacd52c19,68313,轮胎质量问题规律，排水槽横向竖向龟裂。,0,low,mid_turn_pause,xlsx_draft,available,68300.0,13.0,0.7331054,1
+cb3238dc-3946-42a5-aad8-9b9a54226363,13540,辽宁葫芦岛。,1,low,completed_answer,xlsx_draft,available,13500.0,40.0,0.6765079,1
+cb3238dc-3946-42a5-aad8-9b9a54226363,19620,,1,,completed_turn,,available,19600.0,20.0,0.9352079,1
+cb3238dc-3946-42a5-aad8-9b9a54226363,27520,投诉建议。,1,low,completed_answer,xlsx_draft,available,27500.0,20.0,0.843996,1
+cb3238dc-3946-42a5-aad8-9b9a54226363,41207,我是2023年,0,,mid_turn_pause,,available,41100.0,107.0,0.0885233,0
+cb3238dc-3946-42a5-aad8-9b9a54226363,49204,我是2023年、2024年1月份购置的迈腾3302023款轿车,0,,mid_turn_pause,,available,49200.0,4.0,0.8566599,1
+cb3238dc-3946-42a5-aad8-9b9a54226363,58424,我的轮胎,0,,mid_turn_pause,,available,58400.0,24.0,0.1822347,0
+cb3238dc-3946-42a5-aad8-9b9a54226363,60790,我的轮胎行驶28000,0,low,unfinished_expression,xlsx_draft,available,60700.0,90.0,0.0174114,0
+cb3238dc-3946-42a5-aad8-9b9a54226363,70745,轮胎开裂,0,low,mid_turn_pause,xlsx_draft,available,70700.0,45.0,0.2073904,0
+cb3238dc-3946-42a5-aad8-9b9a54226363,73640,轮胎开裂，行驶28000公里，轮胎开裂,0,,mid_turn_pause,,available,73600.0,40.0,0.4199283,0
+e304f740-85d4-427e-9fd6-c5474e9cd737,11531,姓赵,1,,completed_turn,,available,11500.0,31.0,0.7911374,1
+e304f740-85d4-427e-9fd6-c5474e9cd737,18842,苏州昆山。,1,low,completed_answer,xlsx_draft,available,18800.0,42.0,0.4729314,0
+e304f740-85d4-427e-9fd6-c5474e9cd737,29619,投诉。,1,low,completed_answer,xlsx_draft,available,29600.0,19.0,0.414157,0
+e304f740-85d4-427e-9fd6-c5474e9cd737,40701,帕萨特,0,low,mid_turn_pause,xlsx_draft,available,40700.0,1.0,0.3604563,0
+e304f740-85d4-427e-9fd6-c5474e9cd737,54600,24年11月份购买的帕萨特，15000公里左右。,1,low,completed_answer,xlsx_draft,available,54600.0,0.0,0.7192341,1
+e304f740-85d4-427e-9fd6-c5474e9cd737,62828,四条轮胎,0,,mid_turn_pause,,available,62800.0,28.0,0.0150015,0
+e304f740-85d4-427e-9fd6-c5474e9cd737,65819,四条轮胎，最近我在。,0,low,unfinished_expression,xlsx_draft,available,65800.0,19.0,0.0315222,0

experiments/maai-ch-kyoto/results/streaming/cpc-stereo/summary.json

@@ -0,0 +1,261 @@
+{
+  "model": "maai",
+  "name": "CPC 降噪双声道",
+  "evaluation_mode": "streaming",
+  "created_at": "2026-10-28T00:27:46.310011+00:00",
+  "threshold": 0.5,
+  "rule": "1 - p_now[user] > 0.5",
+  "main_metrics": {
+    "n": 44,
+    "requested_labeled": 44,
+    "unavailable_labeled": 0,
+    "tn": 15,
+    "fp": 7,
+    "fn": 7,
+    "tp": 15,
+    "correct": 30,
+    "accuracy": 0.6818181818181818,
+    "false_reply_rate": 0.3181818181818182,
+    "false_hold_rate": 0.3181818181818182,
+    "recall": 0.6818181818181818,
+    "precision": 0.6818181818181818,
+    "f1": 0.6818181818181818
+  },
+  "thresholds": [
+    {
+      "threshold": 0.11,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 7,
+      "fp": 15,
+      "fn": 1,
+      "tp": 21,
+      "correct": 28,
+      "accuracy": 0.6363636363636364,
+      "false_reply_rate": 0.6818181818181818,
+      "false_hold_rate": 0.045454545454545456,
+      "recall": 0.9545454545454546,
+      "precision": 0.5833333333333334,
+      "f1": 0.7241379310344828
+    },
+    {
+      "threshold": 0.5,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 15,
+      "fp": 7,
+      "fn": 7,
+      "tp": 15,
+      "correct": 30,
+      "accuracy": 0.6818181818181818,
+      "false_reply_rate": 0.3181818181818182,
+      "false_hold_rate": 0.3181818181818182,
+      "recall": 0.6818181818181818,
+      "precision": 0.6818181818181818,
+      "f1": 0.6818181818181818
+    },
+    {
+      "threshold": 0.7,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 18,
+      "fp": 4,
+      "fn": 11,
+      "tp": 11,
+      "correct": 29,
+      "accuracy": 0.6590909090909091,
+      "false_reply_rate": 0.18181818181818182,
+      "false_hold_rate": 0.5,
+      "recall": 0.5,
+      "precision": 0.7333333333333333,
+      "f1": 0.5945945945945946
+    },
+    {
+      "threshold": 0.8,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 19,
+      "fp": 3,
+      "fn": 15,
+      "tp": 7,
+      "correct": 26,
+      "accuracy": 0.5909090909090909,
+      "false_reply_rate": 0.13636363636363635,
+      "false_hold_rate": 0.6818181818181818,
+      "recall": 0.3181818181818182,
+      "precision": 0.7,
+      "f1": 0.4375
+    },
+    {
+      "threshold": 0.9,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 21,
+      "fp": 1,
+      "fn": 19,
+      "tp": 3,
+      "correct": 24,
+      "accuracy": 0.5454545454545454,
+      "false_reply_rate": 0.045454545454545456,
+      "false_hold_rate": 0.8636363636363636,
+      "recall": 0.13636363636363635,
+      "precision": 0.75,
+      "f1": 0.23076923076923078
+    },
+    {
+      "threshold": 0.95,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 22,
+      "fp": 0,
+      "fn": 21,
+      "tp": 1,
+      "correct": 23,
+      "accuracy": 0.5227272727272727,
+      "false_reply_rate": 0.0,
+      "false_hold_rate": 0.9545454545454546,
+      "recall": 0.045454545454545456,
+      "precision": 1.0,
+      "f1": 0.08695652173913043
+    },
+    {
+      "threshold": 0.98,
+      "n": 44,
+      "requested_labeled": 44,
+      "unavailable_labeled": 0,
+      "tn": 22,
+      "fp": 0,
+      "fn": 22,
+      "tp": 0,
+      "correct": 22,
+      "accuracy": 0.5,
+      "false_reply_rate": 0.0,
+      "false_hold_rate": 1.0,
+      "recall": 0.0,
+      "precision": null,
+      "f1": 0.0
+    }
+  ],
+  "per_call": {
+    "2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
+      "n": 6,
+      "requested_labeled": 6,
+      "unavailable_labeled": 0,
+      "tn": 1,
+      "fp": 1,
+      "fn": 1,
+      "tp": 3,
+      "correct": 4,
+      "accuracy": 0.6666666666666666,
+      "false_reply_rate": 0.5,
+      "false_hold_rate": 0.25,
+      "recall": 0.75,
+      "precision": 0.75,
+      "f1": 0.75
+    },
+    "40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
+      "n": 8,
+      "requested_labeled": 8,
+      "unavailable_labeled": 0,
+      "tn": 3,
+      "fp": 1,
+      "fn": 1,
+      "tp": 3,
+      "correct": 6,
+      "accuracy": 0.75,
+      "false_reply_rate": 0.25,
+      "false_hold_rate": 0.25,
+      "recall": 0.75,
+      "precision": 0.75,
+      "f1": 0.75
+    },
+    "872a1e67-873a-4c49-a598-b38a670afcad": {
+      "n": 9,
+      "requested_labeled": 9,
+      "unavailable_labeled": 0,
+      "tn": 2,
+      "fp": 2,
+      "fn": 2,
+      "tp": 3,
+      "correct": 5,
+      "accuracy": 0.5555555555555556,
+      "false_reply_rate": 0.5,
+      "false_hold_rate": 0.4,
+      "recall": 0.6,
+      "precision": 0.6,
+      "f1": 0.6
+    },
+    "a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
+      "n": 5,
+      "requested_labeled": 5,
+      "unavailable_labeled": 0,
+      "tn": 1,
+      "fp": 2,
+      "fn": 1,
+      "tp": 1,
+      "correct": 2,
+      "accuracy": 0.4,
+      "false_reply_rate": 0.6666666666666666,
+      "false_hold_rate": 0.5,
+      "recall": 0.5,
+      "precision": 0.3333333333333333,
+      "f1": 0.4
+    },
+    "cb3238dc-3946-42a5-aad8-9b9a54226363": {
+      "n": 9,
+      "requested_labeled": 9,
+      "unavailable_labeled": 0,
+      "tn": 5,
+      "fp": 1,
+      "fn": 0,
+      "tp": 3,
+      "correct": 8,
+      "accuracy": 0.8888888888888888,
+      "false_reply_rate": 0.16666666666666666,
+      "false_hold_rate": 0.0,
+      "recall": 1.0,
+      "precision": 0.75,
+      "f1": 0.8571428571428571
+    },
+    "e304f740-85d4-427e-9fd6-c5474e9cd737": {
+      "n": 7,
+      "requested_labeled": 7,
+      "unavailable_labeled": 0,
+      "tn": 3,
+      "fp": 0,
+      "fn": 2,
+      "tp": 2,
+      "correct": 5,
+      "accuracy": 0.7142857142857143,
+      "false_reply_rate": 0.0,
+      "false_hold_rate": 0.5,
+      "recall": 0.5,
+      "precision": 1.0,
+      "f1": 0.6666666666666666
+    }
+  },
+  "method": "Continuous full-call VAP outputs only. At each exact decision_ms, use the last score with availability timestamp <= decision_ms and age <= 2 * sample_interval_ms. No state reset, future score, interpolation or independent-window checkpoint. Availability includes source resampler buffering; score is the stored activity-projection proxy.",
+  "provenance": {
+    "source_export": "experiments/maai-ch-kyoto/results/score-timeline.json",
+    "source_export_sha256": "492db23873849516eec7449038a861cec2969dc0cc9de4877002d945fcb42d24",
+    "source_inference_provenance": {},
+    "source_model_sha256": {
+      "vap_mc_state_dict_ch_kyoto_10hz_20000msec.pt": "65b8a51aea6a257b5b9139107f0f0cf22f94523cd4b6a2e7a356b6c43a4596a8",
+      "60k_epoch4-d0f474de.pt": "d0f474de968c7243c20f43dee1626681618f2f150d3e638e82b79e22563b17f1"
+    },
+    "label_sha256": "780e50f976daf039ab976ea155bdb5d1ca5fffc792f9db7adf8063ec3048ff8e",
+    "evaluation_script_sha256": "85d0b5f0f8dcf73cc6ee1b651e5a2cfc0b40e95024aacb0bd3ed975079ad9507"
+  },
+  "limitations": [
+    "Selected-point classification on six recorded calls, not endpointing-policy cutoff/latency.",
+    "Uses stored rounded continuous scores; no new inference or model-speed measurement.",
+    "No prior output or stale output is unavailable, not a negative/zero prediction.",
+    "Archived independent-window results are a separate evaluation protocol."
+  ]
+}