新增 Mimi 与仅用户 VAP 对比并统一流式评测

experiments/maai-ch-kyoto/results/user-only-run.log

@@ -0,0 +1,84 @@
+WITNESS CPU seed=42: robot/future invariance and repeat passed; score=0.9077615
+1/44 2c83253a 21780: label=1, user_only=0.9078, stereo=0.9598
+2/44 2c83253a 29860: label=1, user_only=0.8796, stereo=0.9286
+3/44 2c83253a 48125: label=0, user_only=0.7127, stereo=0.5123
+4/44 2c83253a 64000: label=1, user_only=0.9321, stereo=0.9370
+5/44 2c83253a 76672: label=0, user_only=0.8640, stereo=0.7067
+6/44 2c83253a 88482: label=1, user_only=0.1606, stereo=0.1147
+7/44 40ae686c 22007: label=1, user_only=0.9324, stereo=0.6932
+8/44 40ae686c 31842: label=1, user_only=0.9342, stereo=0.7899
+9/44 40ae686c 52348: label=1, user_only=0.9645, stereo=0.9598
+10/44 40ae686c 65298: label=0, user_only=0.8863, stereo=0.1646
+11/44 40ae686c 67943: label=0, user_only=0.6982, stereo=0.1255
+12/44 40ae686c 70430: label=0, user_only=0.0390, stereo=0.9452
+13/44 40ae686c 82941: label=1, user_only=0.9212, stereo=0.2714
+14/44 872a1e67 17153: label=1, user_only=0.8734, stereo=0.4009
+15/44 872a1e67 24846: label=1, user_only=0.9016, stereo=0.6937
+16/44 872a1e67 33471: label=1, user_only=0.9298, stereo=0.8021
+17/44 a266b9ef 18027: label=1, user_only=0.9134, stereo=0.5774
+18/44 a266b9ef 24768: label=1, user_only=0.8936, stereo=0.5596
+19/44 a266b9ef 51080: label=0, user_only=0.0656, stereo=0.0101
+20/44 a266b9ef 68313: label=0, user_only=0.8764, stereo=0.8075
+21/44 cb3238dc 13540: label=1, user_only=0.9210, stereo=0.9444
+22/44 cb3238dc 27520: label=1, user_only=0.9301, stereo=0.9682
+23/44 cb3238dc 60790: label=0, user_only=0.4328, stereo=0.0566
+24/44 cb3238dc 70745: label=0, user_only=0.6845, stereo=0.2887
+25/44 e304f740 18842: label=1, user_only=0.8773, stereo=0.6193
+26/44 e304f740 29619: label=1, user_only=0.8809, stereo=0.4496
+27/44 e304f740 40701: label=0, user_only=0.8341, stereo=0.4186
+28/44 e304f740 54600: label=1, user_only=0.8767, stereo=0.7056
+29/44 e304f740 65819: label=0, user_only=0.6574, stereo=0.0525
+30/44 872a1e67 47187: label=0, user_only=0.8951, stereo=0.7005
+31/44 872a1e67 52326: label=0, user_only=0.6632, stereo=0.4241
+32/44 40ae686c 48536: label=0, user_only=0.8200, stereo=0.5187
+33/44 872a1e67 44810: label=0, user_only=0.8326, stereo=0.3700
+34/44 872a1e67 49500: label=1, user_only=0.4528, stereo=0.9641
+35/44 872a1e67 54318: label=1, user_only=0.4852, stereo=0.9337
+36/44 872a1e67 45581: label=0, user_only=0.2830, stereo=0.0232
+37/44 a266b9ef 41219: label=0, user_only=0.9391, stereo=0.9103
+38/44 cb3238dc 19620: label=1, user_only=0.9391, stereo=0.9731
+39/44 cb3238dc 41207: label=0, user_only=0.7712, stereo=0.1233
+40/44 cb3238dc 49204: label=0, user_only=0.9227, stereo=0.8601
+41/44 cb3238dc 58424: label=0, user_only=0.7653, stereo=0.1938
+42/44 cb3238dc 73640: label=0, user_only=0.6813, stereo=0.4583
+43/44 e304f740 11531: label=1, user_only=0.9363, stereo=0.5200
+44/44 e304f740 62828: label=0, user_only=0.5079, stereo=0.0221
+2c83253a timeline: 932 scores, 6 checkpoints
+40ae686c timeline: 834 scores, 8 checkpoints
+872a1e67 timeline: 712 scores, 9 checkpoints
+a266b9ef timeline: 800 scores, 5 checkpoints
+cb3238dc timeline: 904 scores, 9 checkpoints
+e304f740 timeline: 691 scores, 7 checkpoints
+{
+  "main_metrics": {
+    "n": 44,
+    "tn": 4,
+    "fp": 18,
+    "fn": 3,
+    "tp": 19,
+    "accuracy": 0.5227272727272727,
+    "false_reply_rate": 0.8181818181818182,
+    "false_hold_rate": 0.13636363636363635,
+    "recall": 0.8636363636363636,
+    "precision": 0.5135135135135135,
+    "f1": 0.6440677966101694
+  },
+  "same_point_stereo_reference": {
+    "n": 44,
+    "tn": 14,
+    "fp": 8,
+    "fn": 4,
+    "tp": 18,
+    "accuracy": 0.7272727272727273,
+    "false_reply_rate": 0.36363636363636365,
+    "false_hold_rate": 0.18181818181818182,
+    "recall": 0.8181818181818182,
+    "precision": 0.6923076923076923,
+    "f1": 0.75
+  },
+  "changed_vs_stereo": {
+    "fixed": 4,
+    "regressed": 13
+  },
+  "elapsed_seconds": 124.26453408319503
+}