新增 Mimi 与仅用户 VAP 对比并统一流式评测
This commit is contained in:
Xin Wang
@@ -0,0 +1,22 @@
|
||||
call_id,decision_ms,user_text_at_decision,can_reply_now,confidence,reason,annotator,can_reply_score,stereo_can_reply_score,p_now_user,p_now_robot,p_future_user,p_future_robot,vad_user,vad_robot,prediction_05,correct_05,stereo_prediction_05,audio_start_ms,audio_end_ms,context_ms,robot_input_peak_abs,replay_inference_ms,stereo_replay_inference_ms
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,48125,型号是24年380大众帕萨特星空龙腾版。,0,low,mid_turn_pause,xlsx_draft,0.712736040353775,0.5122989416122437,0.287263959646225,0.7127270102500916,0.30030158162117004,0.699691653251648,0.0005045763682574034,0.2013741433620453,1,0,1,28125,48125,20000,0.0,1064.420540817082,1044.8135826736689
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,76672,恒泰轮胎前门两条轮胎开裂,0,low,unfinished_expression,xlsx_draft,0.8640106171369553,0.7066852748394012,0.13598938286304474,0.8640027642250061,0.2139778882265091,0.7860152125358582,0.0002717908064369112,0.4948178827762604,1,0,1,56672,76672,20000,0.0,1032.4355829507113,1016.6379176080227
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,88482,尽快，已经影响行车安全了。,1,low,completed_answer,xlsx_draft,0.16062873601913452,0.11465108394622803,0.8393712639808655,0.16061516106128693,0.6462375521659851,0.35375407338142395,0.022112371399998665,0.020942039787769318,0,0,0,68482,88482,20000,0.0,1036.321542225778,1105.0837496295571
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,65298,轮胎裂纹。,0,low,mid_turn_pause,xlsx_draft,0.8862891793251038,0.16463828086853027,0.11371082067489624,0.8862825036048889,0.21822746098041534,0.7817663550376892,0.000534569553565234,0.6663311123847961,1,0,0,45298,65298,20000,0.0,1049.0985000506043,1046.0005421191454
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,67943,轮胎裂纹同意更换新轮胎。但是,0,low,mid_turn_pause,xlsx_draft,0.6981820166110992,0.1254715919494629,0.30181798338890076,0.6981750130653381,0.462412565946579,0.5375813841819763,0.00029004551470279694,0.5384137034416199,1,0,0,47943,67943,20000,0.0,1025.8604157716036,1087.0674578472972
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,68313,轮胎质量问题规律，排水槽横向竖向龟裂。,0,low,mid_turn_pause,xlsx_draft,0.8763869255781174,0.8074509650468826,0.12361307442188263,0.8763805031776428,0.21461541950702667,0.7853786945343018,0.00010311136429663748,0.5491448640823364,1,0,1,48313,68313,20000,0.0,1024.2989165708423,1038.7848326936364
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,70745,轮胎开裂,0,low,mid_turn_pause,xlsx_draft,0.6845456063747406,0.28872406482696533,0.3154543936252594,0.6845382452011108,0.41045159101486206,0.5895419716835022,0.0003880855510942638,0.3676386773586273,1,0,0,50745,70745,20000,0.0,1027.561416849494,1026.4365831390023
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,40701,帕萨特,0,low,mid_turn_pause,xlsx_draft,0.8340967893600464,0.4185728430747986,0.1659032106399536,0.8340901136398315,0.3302589952945709,0.6697350144386292,5.8670710131991655e-05,0.6218740344047546,1,0,0,20701,40701,20000,0.0,1075.5121251568198,1022.6317914202809
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,65819,四条轮胎，最近我在。,0,low,unfinished_expression,xlsx_draft,0.6574011743068695,0.05253005027770996,0.3425988256931305,0.6573941111564636,0.5131843686103821,0.48680970072746277,0.00016322250303346664,0.5996755957603455,1,0,0,45819,65819,20000,0.0,1029.8763746395707,1034.4825834035873
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,47187,帕萨特L2025款 ,0,,mid_turn_pause,,0.8951215818524361,0.7005376219749451,0.10487841814756393,0.8951144218444824,0.19764570891857147,0.8023478388786316,0.0008713988936506212,0.6476827263832092,1,0,1,27187,47187,20000,0.0,1018.0150838568807,1072.5461663678288
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,52326,我的轮胎开裂了。,0,,mid_turn_pause,,0.6631686389446259,0.4240996241569519,0.33683136105537415,0.6631612777709961,0.43475767970085144,0.5652356743812561,0.0027947553899139166,0.4008314907550812,1,0,0,32326,52326,20000,0.0,1034.971167333424,1051.6820829361677
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,48536,爱车型号是大众帕萨特，购车时间2023年10月份,0,,mid_turn_pause,,0.8199913799762726,0.5186727344989777,0.18000862002372742,0.8199833631515503,0.22936034202575684,0.770633339881897,0.00015609677939210087,0.375405877828598,1,0,1,28536,48536,20000,0.0,1050.1775424927473,1044.4884998723865
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,44810,帕萨特,0,,mid_turn_pause,,0.8325859755277634,0.3700411319732666,0.16741402447223663,0.832578718662262,0.29413360357284546,0.7058599591255188,0.0006242078961804509,0.6011908054351807,1,0,0,24810,44810,20000,0.0,1040.6767074018717,1023.8962080329657
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,49500,帕萨特L2025款2025年3月购车,1,,completed_turn,,0.4527696967124939,0.9640973135828972,0.5472303032875061,0.4527527689933777,0.42345741391181946,0.5765343904495239,0.004929132293909788,0.13983771204948425,0,0,1,29500,49500,20000,0.0,1042.2111246734858,1065.983415581286
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,54318,行驶里程29000公里。,1,,completed_turn,,0.48515671491622925,0.9336890131235123,0.5148432850837708,0.4851451814174652,0.4614582359790802,0.5385342240333557,0.0005555779207497835,0.16714082658290863,0,0,1,34318,54318,20000,0.0,1127.1999590098858,1034.5972077921033
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,41219,迈腾2023款330豪华版2.0T,0,,mid_turn_pause,,0.9391313791275024,0.9102829173207283,0.06086862087249756,0.9391252994537354,0.12826824188232422,0.871725857257843,0.00022907710808794945,0.7417447566986084,1,0,1,21219,41219,20000,0.0,1079.2017504572868,1094.9621256440878
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,41207,我是2023年,0,,mid_turn_pause,,0.7711529731750488,0.12327557802200317,0.22884702682495117,0.7711459398269653,0.35431164503097534,0.6456820964813232,0.0002079915429931134,0.5072486400604248,1,0,0,21207,41207,20000,0.0,1040.657457895577,1037.4416671693325
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,49204,我是2023年、2024年1月份购置的迈腾3302023款轿车,0,,mid_turn_pause,,0.9226682409644127,0.8600987195968628,0.07733175903558731,0.9226608872413635,0.12602370977401733,0.8739699721336365,0.00014769700646866113,0.5389497876167297,1,0,1,29204,49204,20000,0.0,1047.2399592399597,1084.025208838284
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,58424,我的轮胎,0,,mid_turn_pause,,0.7652575969696045,0.19378310441970825,0.2347424030303955,0.7652506232261658,0.3740234076976776,0.6259703636169434,0.00014432301395572722,0.49237900972366333,1,0,0,38424,58424,20000,0.0,1054.9904173240066,1021.811000071466
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,73640,轮胎开裂，行驶28000公里，轮胎开裂,0,,mid_turn_pause,,0.6812975704669952,0.45827627182006836,0.31870242953300476,0.6812891364097595,0.3468272089958191,0.6531659960746765,0.00045241721090860665,0.2853435277938843,1,0,0,53640,73640,20000,0.0,1031.7763751372695,1030.0637912005186
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,62828,四条轮胎,0,,mid_turn_pause,,0.5078669488430023,0.02205902338027954,0.4921330511569977,0.5078585147857666,0.6710895299911499,0.32890430092811584,0.00022117290063761175,0.3902367055416107,1,0,0,42828,62828,20000,0.0,1024.95929133147,1024.5867501944304
|
||||
|
@@ -0,0 +1,45 @@
|
||||
call_id,decision_ms,user_text_at_decision,can_reply_now,confidence,reason,annotator,can_reply_score,stereo_can_reply_score,p_now_user,p_now_robot,p_future_user,p_future_robot,vad_user,vad_robot,prediction_05,correct_05,stereo_prediction_05,audio_start_ms,audio_end_ms,context_ms,robot_input_peak_abs,replay_inference_ms,stereo_replay_inference_ms
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,21780,贵州省遵义市仁怀市。,1,low,completed_answer,xlsx_draft,0.9077615067362785,0.959835909307003,0.09223849326372147,0.9077540636062622,0.17713485658168793,0.8228583335876465,0.000159550501848571,0.6355426907539368,1,1,1,1780,21780,20000,0.0,1051.0452492162585,1068.465125747025
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,29860,投诉建议。,1,low,completed_answer,xlsx_draft,0.8796060606837273,0.9285890087485313,0.12039393931627274,0.8795983791351318,0.24113894999027252,0.7588542699813843,0.00013205873256083578,0.5916702151298523,1,1,1,9860,29860,20000,0.0,1054.2150000110269,1042.2203745692968
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,48125,型号是24年380大众帕萨特星空龙腾版。,0,low,mid_turn_pause,xlsx_draft,0.712736040353775,0.5122989416122437,0.287263959646225,0.7127270102500916,0.30030158162117004,0.699691653251648,0.0005045763682574034,0.2013741433620453,1,0,1,28125,48125,20000,0.0,1064.420540817082,1044.8135826736689
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,64000,行驶3万公里。,1,low,completed_answer,xlsx_draft,0.9320666417479515,0.9369851648807526,0.06793335825204849,0.9320593476295471,0.13191033899784088,0.8680828809738159,0.000251378194661811,0.6513041257858276,1,1,1,44000,64000,20000,0.0,1052.9709588736296,1054.0036242455244
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,76672,恒泰轮胎前门两条轮胎开裂,0,low,unfinished_expression,xlsx_draft,0.8640106171369553,0.7066852748394012,0.13598938286304474,0.8640027642250061,0.2139778882265091,0.7860152125358582,0.0002717908064369112,0.4948178827762604,1,0,1,56672,76672,20000,0.0,1032.4355829507113,1016.6379176080227
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,88482,尽快，已经影响行车安全了。,1,low,completed_answer,xlsx_draft,0.16062873601913452,0.11465108394622803,0.8393712639808655,0.16061516106128693,0.6462375521659851,0.35375407338142395,0.022112371399998665,0.020942039787769318,0,0,0,68482,88482,20000,0.0,1036.321542225778,1105.0837496295571
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,22007,宣传。,1,low,completed_answer,xlsx_draft,0.9323981329798698,0.69324991106987,0.06760186702013016,0.9323916435241699,0.15523740649223328,0.8447564244270325,7.546954293502495e-05,0.7427684664726257,1,1,1,2007,22007,20000,0.0,1021.4767083525658,1095.7844154909253
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,31842,投诉建议。,1,low,completed_answer,xlsx_draft,0.9342073872685432,0.7899426519870758,0.06579261273145676,0.9342008829116821,0.12074729800224304,0.8792466521263123,0.00038456678157672286,0.6970545053482056,1,1,1,11842,31842,20000,0.0,1045.9425412118435,1058.4009597077966
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,52348,爱车型号是大众帕萨特，购车时间2023年10月份，行驶里程24000多公里。,1,low,completed_answer,xlsx_draft,0.9645285122096539,0.959786981344223,0.035471487790346146,0.9645218253135681,0.07146214693784714,0.9285316467285156,7.502773951273412e-05,0.5554651618003845,1,1,1,32348,52348,20000,0.0,1025.0394167378545,1030.845332890749
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,65298,轮胎裂纹。,0,low,mid_turn_pause,xlsx_draft,0.8862891793251038,0.16463828086853027,0.11371082067489624,0.8862825036048889,0.21822746098041534,0.7817663550376892,0.000534569553565234,0.6663311123847961,1,0,0,45298,65298,20000,0.0,1049.0985000506043,1046.0005421191454
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,67943,轮胎裂纹同意更换新轮胎。但是,0,low,mid_turn_pause,xlsx_draft,0.6981820166110992,0.1254715919494629,0.30181798338890076,0.6981750130653381,0.462412565946579,0.5375813841819763,0.00029004551470279694,0.5384137034416199,1,0,0,47943,67943,20000,0.0,1025.8604157716036,1087.0674578472972
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,70430,轮胎裂纹同意更换新轮胎。但是20,0,low,unfinished_expression,xlsx_draft,0.03903418779373169,0.9451650716364384,0.9609658122062683,0.03902532905340195,0.9632092118263245,0.036784518510103226,0.0012127686059102416,0.03036552108824253,0,1,1,50430,70430,20000,0.0,1091.4534172043204,1022.8510843589902
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,82941,可以。,1,low,completed_answer,xlsx_draft,0.9212324172258377,0.27139031887054443,0.07876758277416229,0.9212257862091064,0.18721646070480347,0.8127773404121399,0.0001128750664065592,0.7378789782524109,1,1,0,62941,82941,20000,0.0,1056.9429583847523,1043.2109581306577
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,17153,我姓宋。,1,low,completed_answer,xlsx_draft,0.8734219521284103,0.4008920192718506,0.12657804787158966,0.8734147548675537,0.2726988196372986,0.7272946238517761,0.0003622843069024384,0.6292691826820374,1,1,0,53,17153,17100,0.0,858.5309581831098,853.220958262682
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,24846,郑州市，河南郑州市。,1,low,completed_answer,xlsx_draft,0.9015571922063828,0.6936855018138885,0.09844280779361725,0.9015502333641052,0.21137899160385132,0.7886144518852234,0.0001732363016344607,0.6429467797279358,1,1,1,4846,24846,20000,0.0,1026.8719168379903,1076.7360422760248
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,33471,我的轮胎开裂了。,1,low,completed_answer,xlsx_draft,0.929821141064167,0.802086129784584,0.07017885893583298,0.929814338684082,0.17295779287815094,0.8270356059074402,4.714540409622714e-05,0.6263724565505981,1,1,1,13471,33471,20000,0.0,1042.61495731771,1108.0348333343863
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,18027,天津市。,1,low,completed_answer,xlsx_draft,0.9133674055337906,0.5773889422416687,0.08663259446620941,0.9133609533309937,0.18363836407661438,0.8163555264472961,8.530736522516236e-05,0.7179951667785645,1,1,1,27,18027,18000,0.0,905.0040002912283,943.9614582806826
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,24768,投诉。,1,low,completed_answer,xlsx_draft,0.8936084657907486,0.5596272945404053,0.1063915342092514,0.8936018347740173,0.22588488459587097,0.7741089463233948,0.00010253101208945736,0.6374555826187134,1,1,1,4768,24768,20000,0.0,1054.3261673301458,1028.9249997586012
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,51080,迈腾2023款330豪华版2.0T。出现的问题是轮购车时间是2024年5月份，里程是6851公里。,0,low,unfinished_expression,xlsx_draft,0.0655754804611206,0.010066509246826172,0.9344245195388794,0.06556758284568787,0.7127729058265686,0.2872190475463867,0.9905912280082703,0.04207123443484306,0,1,0,31080,51080,20000,0.0,1029.1714994236827,1041.918333619833
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,68313,轮胎质量问题规律，排水槽横向竖向龟裂。,0,low,mid_turn_pause,xlsx_draft,0.8763869255781174,0.8074509650468826,0.12361307442188263,0.8763805031776428,0.21461541950702667,0.7853786945343018,0.00010311136429663748,0.5491448640823364,1,0,1,48313,68313,20000,0.0,1024.2989165708423,1038.7848326936364
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,13540,辽宁葫芦岛。,1,low,completed_answer,xlsx_draft,0.920970730483532,0.9443961046636105,0.07902926951646805,0.9209638237953186,0.18109828233718872,0.8188952207565308,0.0006419310229830444,0.617168664932251,1,1,1,40,13540,13500,0.0,656.8741258233786,712.0467908680439
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,27520,投诉建议。,1,low,completed_answer,xlsx_draft,0.9300618022680283,0.9681989774107933,0.06993819773197174,0.9300550222396851,0.17150600254535675,0.8284874558448792,4.362989420769736e-05,0.6488192677497864,1,1,1,7520,27520,20000,0.0,1145.223207771778,1442.9228343069553
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,60790,我的轮胎行驶28000,0,low,unfinished_expression,xlsx_draft,0.4327901005744934,0.05659288167953491,0.5672098994255066,0.43278226256370544,0.672747790813446,0.3272458016872406,0.00048025097930803895,0.23959499597549438,0,1,0,40790,60790,20000,0.0,1062.5744173303246,1037.0965832844377
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,70745,轮胎开裂,0,low,mid_turn_pause,xlsx_draft,0.6845456063747406,0.28872406482696533,0.3154543936252594,0.6845382452011108,0.41045159101486206,0.5895419716835022,0.0003880855510942638,0.3676386773586273,1,0,0,50745,70745,20000,0.0,1027.561416849494,1026.4365831390023
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,18842,苏州昆山。,1,low,completed_answer,xlsx_draft,0.877316839993,0.6192943453788757,0.12268316000699997,0.8773099184036255,0.23173704743385315,0.7682567834854126,8.104179141810164e-05,0.6466754674911499,1,1,1,42,18842,18800,0.0,987.6783341169357,952.5969997048378
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,29619,投诉。,1,low,completed_answer,xlsx_draft,0.8809438720345497,0.44960129261016846,0.11905612796545029,0.8809370994567871,0.24329762160778046,0.7566962242126465,0.00017530389595776796,0.7010255455970764,1,1,0,9619,29619,20000,0.0,1067.8304582834244,1045.8366246894002
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,40701,帕萨特,0,low,mid_turn_pause,xlsx_draft,0.8340967893600464,0.4185728430747986,0.1659032106399536,0.8340901136398315,0.3302589952945709,0.6697350144386292,5.8670710131991655e-05,0.6218740344047546,1,0,0,20701,40701,20000,0.0,1075.5121251568198,1022.6317914202809
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,54600,24年11月份购买的帕萨特，15000公里左右。,1,low,completed_answer,xlsx_draft,0.8766583725810051,0.7056282758712769,0.1233416274189949,0.8766518235206604,0.24074847996234894,0.7592453956604004,5.343570592231117e-05,0.6715101599693298,1,1,1,34600,54600,20000,0.0,1030.4231671616435,1045.8374163135886
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,65819,四条轮胎，最近我在。,0,low,unfinished_expression,xlsx_draft,0.6574011743068695,0.05253005027770996,0.3425988256931305,0.6573941111564636,0.5131843686103821,0.48680970072746277,0.00016322250303346664,0.5996755957603455,1,0,0,45819,65819,20000,0.0,1029.8763746395707,1034.4825834035873
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,47187,帕萨特L2025款 ,0,,mid_turn_pause,,0.8951215818524361,0.7005376219749451,0.10487841814756393,0.8951144218444824,0.19764570891857147,0.8023478388786316,0.0008713988936506212,0.6476827263832092,1,0,1,27187,47187,20000,0.0,1018.0150838568807,1072.5461663678288
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,52326,我的轮胎开裂了。,0,,mid_turn_pause,,0.6631686389446259,0.4240996241569519,0.33683136105537415,0.6631612777709961,0.43475767970085144,0.5652356743812561,0.0027947553899139166,0.4008314907550812,1,0,0,32326,52326,20000,0.0,1034.971167333424,1051.6820829361677
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,48536,爱车型号是大众帕萨特，购车时间2023年10月份,0,,mid_turn_pause,,0.8199913799762726,0.5186727344989777,0.18000862002372742,0.8199833631515503,0.22936034202575684,0.770633339881897,0.00015609677939210087,0.375405877828598,1,0,1,28536,48536,20000,0.0,1050.1775424927473,1044.4884998723865
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,44810,帕萨特,0,,mid_turn_pause,,0.8325859755277634,0.3700411319732666,0.16741402447223663,0.832578718662262,0.29413360357284546,0.7058599591255188,0.0006242078961804509,0.6011908054351807,1,0,0,24810,44810,20000,0.0,1040.6767074018717,1023.8962080329657
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,49500,帕萨特L2025款2025年3月购车,1,,completed_turn,,0.4527696967124939,0.9640973135828972,0.5472303032875061,0.4527527689933777,0.42345741391181946,0.5765343904495239,0.004929132293909788,0.13983771204948425,0,0,1,29500,49500,20000,0.0,1042.2111246734858,1065.983415581286
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,54318,行驶里程29000公里。,1,,completed_turn,,0.48515671491622925,0.9336890131235123,0.5148432850837708,0.4851451814174652,0.4614582359790802,0.5385342240333557,0.0005555779207497835,0.16714082658290863,0,0,1,34318,54318,20000,0.0,1127.1999590098858,1034.5972077921033
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,45581,帕萨特,0,,mid_turn_pause,,0.2830030918121338,0.023214280605316162,0.7169969081878662,0.2829975485801697,0.6611828804016113,0.3388102352619171,0.6849336624145508,0.45515570044517517,0,1,0,25581,45581,20000,0.0,1070.103583857417,1049.137583002448
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,41219,迈腾2023款330豪华版2.0T,0,,mid_turn_pause,,0.9391313791275024,0.9102829173207283,0.06086862087249756,0.9391252994537354,0.12826824188232422,0.871725857257843,0.00022907710808794945,0.7417447566986084,1,0,1,21219,41219,20000,0.0,1079.2017504572868,1094.9621256440878
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,19620,,1,,completed_turn,,0.9391433596611023,0.9730777312070131,0.060856640338897705,0.939136803150177,0.16418568789958954,0.8358079791069031,0.0001521782105555758,0.6308698058128357,1,1,1,20,19620,19600,0.0,1013.4730413556099,995.7905001938343
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,41207,我是2023年,0,,mid_turn_pause,,0.7711529731750488,0.12327557802200317,0.22884702682495117,0.7711459398269653,0.35431164503097534,0.6456820964813232,0.0002079915429931134,0.5072486400604248,1,0,0,21207,41207,20000,0.0,1040.657457895577,1037.4416671693325
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,49204,我是2023年、2024年1月份购置的迈腾3302023款轿车,0,,mid_turn_pause,,0.9226682409644127,0.8600987195968628,0.07733175903558731,0.9226608872413635,0.12602370977401733,0.8739699721336365,0.00014769700646866113,0.5389497876167297,1,0,1,29204,49204,20000,0.0,1047.2399592399597,1084.025208838284
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,58424,我的轮胎,0,,mid_turn_pause,,0.7652575969696045,0.19378310441970825,0.2347424030303955,0.7652506232261658,0.3740234076976776,0.6259703636169434,0.00014432301395572722,0.49237900972366333,1,0,0,38424,58424,20000,0.0,1054.9904173240066,1021.811000071466
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,73640,轮胎开裂，行驶28000公里，轮胎开裂,0,,mid_turn_pause,,0.6812975704669952,0.45827627182006836,0.31870242953300476,0.6812891364097595,0.3468272089958191,0.6531659960746765,0.00045241721090860665,0.2853435277938843,1,0,0,53640,73640,20000,0.0,1031.7763751372695,1030.0637912005186
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,11531,姓赵,1,,completed_turn,,0.936267301440239,0.5200230777263641,0.06373269855976105,0.9362608194351196,0.15885427594184875,0.8411394357681274,5.260770922177471e-05,0.7247620820999146,1,1,1,31,11531,11500,0.0,550.2660423517227,542.1248748898506
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,62828,四条轮胎,0,,mid_turn_pause,,0.5078669488430023,0.02205902338027954,0.4921330511569977,0.5078585147857666,0.6710895299911499,0.32890430092811584,0.00022117290063761175,0.3902367055416107,1,0,0,42828,62828,20000,0.0,1024.95929133147,1024.5867501944304
|
||||
|
File diff suppressed because one or more lines are too long
@@ -0,0 +1,279 @@
|
||||
{
|
||||
"model": "VAP / MaAI (user only, silent robot)",
|
||||
"total_points": 44,
|
||||
"created_at": "2026-10-27T04:12:35.871425+00:00",
|
||||
"main_rule": "1 - p_now[user] > 0.5",
|
||||
"main_metrics": {
|
||||
"n": 44,
|
||||
"tn": 4,
|
||||
"fp": 18,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.5227272727272727,
|
||||
"false_reply_rate": 0.8181818181818182,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.5135135135135135,
|
||||
"f1": 0.6440677966101694
|
||||
},
|
||||
"thresholds": [
|
||||
{
|
||||
"threshold": 0.11,
|
||||
"n": 44,
|
||||
"tn": 2,
|
||||
"fp": 20,
|
||||
"fn": 0,
|
||||
"tp": 22,
|
||||
"accuracy": 0.5454545454545454,
|
||||
"false_reply_rate": 0.9090909090909091,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.5238095238095238,
|
||||
"f1": 0.6875
|
||||
},
|
||||
{
|
||||
"threshold": 0.5,
|
||||
"n": 44,
|
||||
"tn": 4,
|
||||
"fp": 18,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.5227272727272727,
|
||||
"false_reply_rate": 0.8181818181818182,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.5135135135135135,
|
||||
"f1": 0.6440677966101694
|
||||
},
|
||||
{
|
||||
"threshold": 0.7,
|
||||
"n": 44,
|
||||
"tn": 10,
|
||||
"fp": 12,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.6590909090909091,
|
||||
"false_reply_rate": 0.5454545454545454,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.6129032258064516,
|
||||
"f1": 0.7169811320754716
|
||||
},
|
||||
{
|
||||
"threshold": 0.8,
|
||||
"n": 44,
|
||||
"tn": 13,
|
||||
"fp": 9,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.7272727272727273,
|
||||
"false_reply_rate": 0.4090909090909091,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.6785714285714286,
|
||||
"f1": 0.76
|
||||
},
|
||||
{
|
||||
"threshold": 0.9,
|
||||
"n": 44,
|
||||
"tn": 20,
|
||||
"fp": 2,
|
||||
"fn": 9,
|
||||
"tp": 13,
|
||||
"accuracy": 0.75,
|
||||
"false_reply_rate": 0.09090909090909091,
|
||||
"false_hold_rate": 0.4090909090909091,
|
||||
"recall": 0.5909090909090909,
|
||||
"precision": 0.8666666666666667,
|
||||
"f1": 0.7027027027027027
|
||||
},
|
||||
{
|
||||
"threshold": 0.95,
|
||||
"n": 44,
|
||||
"tn": 22,
|
||||
"fp": 0,
|
||||
"fn": 21,
|
||||
"tp": 1,
|
||||
"accuracy": 0.5227272727272727,
|
||||
"false_reply_rate": 0.0,
|
||||
"false_hold_rate": 0.9545454545454546,
|
||||
"recall": 0.045454545454545456,
|
||||
"precision": 1.0,
|
||||
"f1": 0.08695652173913043
|
||||
},
|
||||
{
|
||||
"threshold": 0.98,
|
||||
"n": 44,
|
||||
"tn": 22,
|
||||
"fp": 0,
|
||||
"fn": 22,
|
||||
"tp": 0,
|
||||
"accuracy": 0.5,
|
||||
"false_reply_rate": 0.0,
|
||||
"false_hold_rate": 1.0,
|
||||
"recall": 0.0,
|
||||
"precision": null,
|
||||
"f1": 0.0
|
||||
}
|
||||
],
|
||||
"same_point_stereo_reference": {
|
||||
"n": 44,
|
||||
"tn": 14,
|
||||
"fp": 8,
|
||||
"fn": 4,
|
||||
"tp": 18,
|
||||
"accuracy": 0.7272727272727273,
|
||||
"false_reply_rate": 0.36363636363636365,
|
||||
"false_hold_rate": 0.18181818181818182,
|
||||
"recall": 0.8181818181818182,
|
||||
"precision": 0.6923076923076923,
|
||||
"f1": 0.75
|
||||
},
|
||||
"changed_vs_stereo": {
|
||||
"fixed": 4,
|
||||
"regressed": 13
|
||||
},
|
||||
"per_call": {
|
||||
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
|
||||
"n": 6,
|
||||
"tn": 0,
|
||||
"fp": 2,
|
||||
"fn": 1,
|
||||
"tp": 3,
|
||||
"accuracy": 0.5,
|
||||
"false_reply_rate": 1.0,
|
||||
"false_hold_rate": 0.25,
|
||||
"recall": 0.75,
|
||||
"precision": 0.6,
|
||||
"f1": 0.6666666666666666
|
||||
},
|
||||
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
|
||||
"n": 8,
|
||||
"tn": 1,
|
||||
"fp": 3,
|
||||
"fn": 0,
|
||||
"tp": 4,
|
||||
"accuracy": 0.625,
|
||||
"false_reply_rate": 0.75,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.5714285714285714,
|
||||
"f1": 0.7272727272727273
|
||||
},
|
||||
"872a1e67-873a-4c49-a598-b38a670afcad": {
|
||||
"n": 9,
|
||||
"tn": 1,
|
||||
"fp": 3,
|
||||
"fn": 2,
|
||||
"tp": 3,
|
||||
"accuracy": 0.4444444444444444,
|
||||
"false_reply_rate": 0.75,
|
||||
"false_hold_rate": 0.4,
|
||||
"recall": 0.6,
|
||||
"precision": 0.5,
|
||||
"f1": 0.5454545454545454
|
||||
},
|
||||
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
|
||||
"n": 5,
|
||||
"tn": 1,
|
||||
"fp": 2,
|
||||
"fn": 0,
|
||||
"tp": 2,
|
||||
"accuracy": 0.6,
|
||||
"false_reply_rate": 0.6666666666666666,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.5,
|
||||
"f1": 0.6666666666666666
|
||||
},
|
||||
"cb3238dc-3946-42a5-aad8-9b9a54226363": {
|
||||
"n": 9,
|
||||
"tn": 1,
|
||||
"fp": 5,
|
||||
"fn": 0,
|
||||
"tp": 3,
|
||||
"accuracy": 0.4444444444444444,
|
||||
"false_reply_rate": 0.8333333333333334,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.375,
|
||||
"f1": 0.5454545454545454
|
||||
},
|
||||
"e304f740-85d4-427e-9fd6-c5474e9cd737": {
|
||||
"n": 7,
|
||||
"tn": 0,
|
||||
"fp": 3,
|
||||
"fn": 0,
|
||||
"tp": 4,
|
||||
"accuracy": 0.5714285714285714,
|
||||
"false_reply_rate": 1.0,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.5714285714285714,
|
||||
"f1": 0.7272727272727273
|
||||
}
|
||||
},
|
||||
"annotation_sources": {
|
||||
"xlsx_draft": 29,
|
||||
"unspecified": 15
|
||||
},
|
||||
"skipped_unlabeled": 0,
|
||||
"witness": {
|
||||
"seed": 42,
|
||||
"robot_and_future_invariance": true,
|
||||
"repeat_identical": true,
|
||||
"score": 0.9077615067362785
|
||||
},
|
||||
"provenance": {
|
||||
"machine": "macOS-26.4.1-arm64-arm-64bit",
|
||||
"hardware": "Apple M4 Mac mini / 16 GB",
|
||||
"python": "3.11.15 (main, Mar 25 2026, 02:58:47) [Clang 22.1.1 ]",
|
||||
"environment": "experiments/maai-ch-kyoto/.venv (uv.lock)",
|
||||
"device": "cpu",
|
||||
"threads": 4,
|
||||
"dependencies": {
|
||||
"maai": "0.2.22",
|
||||
"torch": "2.14.1",
|
||||
"transformers": "5.5.3",
|
||||
"numpy": "2.4.6",
|
||||
"soundfile": "0.14.0",
|
||||
"soxr": "1.1.0"
|
||||
},
|
||||
"sample_rate": 16000,
|
||||
"frame_ms": 100,
|
||||
"context_ms": 20000,
|
||||
"use_kv_cache": true,
|
||||
"seed": 42,
|
||||
"channel_mapping": {
|
||||
"0": "original user",
|
||||
"1": "all-zero robot input"
|
||||
},
|
||||
"weight_sha256": {
|
||||
"vap_mc_state_dict_ch_kyoto_10hz_20000msec.pt": "65b8a51aea6a257b5b9139107f0f0cf22f94523cd4b6a2e7a356b6c43a4596a8",
|
||||
"60k_epoch4-d0f474de.pt": "d0f474de968c7243c20f43dee1626681618f2f150d3e638e82b79e22563b17f1"
|
||||
},
|
||||
"label_sha256": "780e50f976daf039ab976ea155bdb5d1ca5fffc792f9db7adf8063ec3048ff8e",
|
||||
"history_sha256": "4c21e20b7323030d590276854f07b454ccbad627e1a7842101a22a99377ffbaa",
|
||||
"uv_lock_sha256": "6863631a5969e0f077d8aefc4335532952fe95486598b609e832e36d5ce2777f",
|
||||
"script_sha256": "93c8a69850cd444c8daa9525eda267cda5f4ca34393df5f175286d875aa19195",
|
||||
"model_factory_sha256": "ca4d5825bd3d86ddc5f41c5fbf1267849e87cabaaa8da9eabd282cd6bbaac2fe",
|
||||
"loader_sha256": "4a7b37e6b67e5c55c030bcc399ab58e6575e49592dbda87dc311ec88da38e1d2",
|
||||
"audio_sha256": {
|
||||
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": "2b8a67dc76b8975d287df42193647cf040229377537eadaaf3adc13358201fe1",
|
||||
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": "130be37286d48f7badca711a068fab19a2686bd83248a71c73c11ce77650d39d",
|
||||
"872a1e67-873a-4c49-a598-b38a670afcad": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5",
|
||||
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": "9a7ebe093e66aaaa08ac462f975b7d428df79a38ed5b418265b82c77d8b91f46",
|
||||
"cb3238dc-3946-42a5-aad8-9b9a54226363": "7a74dbf3dd742d3d14317d069c28b703dd1398d5eb3dc1dba3d7a7c568a18d60",
|
||||
"e304f740-85d4-427e-9fd6-c5474e9cd737": "44672603d0cf9feac41275e99d59baa4cafbdcdbb172da23de52aa0a2a4961d2"
|
||||
}
|
||||
},
|
||||
"method": "At each exact point, independently reset CPC/VAP and replay <=20s in 100ms frames. User channel unchanged; robot channel zero for the full context before resampling. Also rerun the stereo control on identical current points. No annotation transcripts, future audio, end signal, silence gate, or timeout. Score is an activity-projection proxy, not calibrated EOT probability.",
|
||||
"limitations": [
|
||||
"Exploratory selected-point evaluation, not a held-out benchmark or endpointing-policy evaluation.",
|
||||
"Continuous full-call KV/CPC state differs from independent point replay; curve and checkpoint scores may differ.",
|
||||
"Zeroing the robot channel cannot remove robot leakage already present in the user channel.",
|
||||
"Stereo reference here is rerun at current annotation points; existing legacy frontend checkpoints are preserved separately."
|
||||
],
|
||||
"timeline_points": 4873,
|
||||
"elapsed_seconds": 124.26453408319503
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
threshold,n,tn,fp,fn,tp,accuracy,false_reply_rate,false_hold_rate,recall,precision,f1
|
||||
0.11,44,2,20,0,22,0.5454545454545454,0.9090909090909091,0.0,1.0,0.5238095238095238,0.6875
|
||||
0.5,44,4,18,3,19,0.5227272727272727,0.8181818181818182,0.13636363636363635,0.8636363636363636,0.5135135135135135,0.6440677966101694
|
||||
0.7,44,10,12,3,19,0.6590909090909091,0.5454545454545454,0.13636363636363635,0.8636363636363636,0.6129032258064516,0.7169811320754716
|
||||
0.8,44,13,9,3,19,0.7272727272727273,0.4090909090909091,0.13636363636363635,0.8636363636363636,0.6785714285714286,0.76
|
||||
0.9,44,20,2,9,13,0.75,0.09090909090909091,0.4090909090909091,0.5909090909090909,0.8666666666666667,0.7027027027027027
|
||||
0.95,44,22,0,21,1,0.5227272727272727,0.0,0.9545454545454546,0.045454545454545456,1.0,0.08695652173913043
|
||||
0.98,44,22,0,22,0,0.5,0.0,1.0,0.0,,0.0
|
||||
|
Reference in New Issue
Block a user