新增 Mimi 与仅用户 VAP 对比并统一流式评测
This commit is contained in:
@@ -0,0 +1,11 @@
|
||||
call_id,decision_ms,user_text_at_decision,can_reply_now,confidence,reason,annotator,can_reply_score,prediction_05,correct_05,p_now_user,p_now_robot,p_future_user,p_future_robot,vad_user,vad_robot,cpc_mc_stereo_score,cpc_mc_user_only_score,audio_start_ms,audio_end_ms,context_ms,model_load_ms,replay_inference_ms,mean_update_ms,p95_update_ms,first_output_ms,frame_count
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,76672,恒泰轮胎前门两条轮胎开裂,0,low,unfinished_expression,xlsx_draft,0.6864748597145081,1,0,0.31352514028549194,0.6864557266235352,0.2911543846130371,0.7088373303413391,0.00031061848858371377,8.592925587436184e-05,0.7066852748394012,0.8640106171369553,56672,76672,20000,44.286083430051804,4691.276874393225,18.7651074975729,27.573074866086234,160.0,250
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,88482,尽快,已经影响行车安全了。,1,low,completed_answer,xlsx_draft,0.2585999369621277,0,0,0.7414000630378723,0.25855928659439087,0.41278982162475586,0.5872008800506592,0.01025086548179388,7.217686652438715e-05,0.11465108394622803,0.16062873601913452,68482,88482,20000,45.3314995393157,3868.7835028395057,15.475134011358023,18.117318768054247,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,70430,轮胎裂纹同意更换新轮胎。但是20,0,low,unfinished_expression,xlsx_draft,0.9186511859297752,1,0,0.08134881407022476,0.9186463356018066,0.17812038958072662,0.8218727111816406,0.00206320290453732,0.9999758005142212,0.9451650716364384,0.03903418779373169,50430,70430,20000,46.39716725796461,3787.041913717985,15.14816765487194,17.745427601039406,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,82941,可以。,1,low,completed_answer,xlsx_draft,0.295051634311676,0,0,0.704948365688324,0.295030802488327,0.6583224534988403,0.3416694402694702,4.905559399048798e-05,0.00015623004583176225,0.27139031887054443,0.9212324172258377,62941,82941,20000,44.78304274380207,3947.4950321018696,15.789980128407478,21.876844344660626,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,24846,郑州市,河南郑州市。,1,low,completed_answer,xlsx_draft,0.4162102937698364,0,0,0.5837897062301636,0.41619208455085754,0.5471727848052979,0.45281901955604553,0.0001610368926776573,0.0001012653301586397,0.6936855018138885,0.9015571922063828,4846,24846,20000,42.502458207309246,3819.1620893776417,15.276648357510567,17.85223125480114,160.0,250
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,68313,轮胎质量问题规律,排水槽横向竖向龟裂。,0,low,mid_turn_pause,xlsx_draft,0.8308001905679703,1,0,0.16919980943202972,0.8307783603668213,0.17210285365581512,0.8278889060020447,3.720181484823115e-05,0.00010085354006150737,0.8074509650468826,0.8763869255781174,48313,68313,20000,43.94112527370453,3842.845559120178,15.371382236480713,18.88684444129467,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,52326,我的轮胎开裂了。,0,,mid_turn_pause,,0.5535028576850891,1,0,0.4464971423149109,0.5534874200820923,0.32890474796295166,0.6710880398750305,0.0009139698813669384,0.00022386264754459262,0.4240996241569519,0.6631686389446259,32326,52326,20000,57.44829215109348,6204.5572977513075,24.81822919100523,31.657652324065555,160.0,250
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,41219,迈腾2023款330豪华版2.0T,0,,mid_turn_pause,,0.5108224153518677,1,0,0.4891775846481323,0.5108088254928589,0.4531340003013611,0.5468593239784241,0.0001839700562413782,0.00039992082747630775,0.9102829173207283,0.9391313791275024,21219,41219,20000,44.131457805633545,3837.323042564094,15.349292170256376,17.59768151678145,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,49204,我是2023年、2024年1月份购置的迈腾3302023款轿车,0,,mid_turn_pause,,0.632370263338089,1,0,0.367629736661911,0.6323491334915161,0.298109769821167,0.7018820643424988,0.00010875277075683698,3.1170831789495423e-05,0.8600987195968628,0.9226682409644127,29204,49204,20000,42.79612470418215,4056.103840470314,16.224415361881256,22.201924864202724,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,73640,轮胎开裂,行驶28000公里,轮胎开裂,0,,mid_turn_pause,,0.6731171607971191,1,0,0.32688283920288086,0.6730939745903015,0.2690482437610626,0.7309429049491882,0.00043130325502716005,4.166780490777455e-05,0.45827627182006836,0.6812975704669952,53640,73640,20000,71.1151659488678,3739.254044368863,14.957016177475452,16.975108766928315,160.0,250
|
||||
|
@@ -0,0 +1,45 @@
|
||||
call_id,decision_ms,user_text_at_decision,can_reply_now,confidence,reason,annotator,can_reply_score,prediction_05,correct_05,p_now_user,p_now_robot,p_future_user,p_future_robot,vad_user,vad_robot,cpc_mc_stereo_score,cpc_mc_user_only_score,audio_start_ms,audio_end_ms,context_ms,model_load_ms,replay_inference_ms,mean_update_ms,p95_update_ms,first_output_ms,frame_count
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,21780,贵州省遵义市仁怀市。,1,low,completed_answer,xlsx_draft,0.965790644288063,1,1,0.03420935571193695,0.9657855033874512,0.0819924995303154,0.9180010557174683,3.7903704651398584e-05,0.5870527029037476,0.959835909307003,0.9077615067362785,1780,21780,20000,43.271709233522415,3784.4312572851777,15.13772502914071,17.088055796921253,160.0,250
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,29860,投诉建议。,1,low,completed_answer,xlsx_draft,0.9577881693840027,1,1,0.042211830615997314,0.9577829837799072,0.09785895049571991,0.9021345376968384,7.450370321748778e-05,0.0013776178238913417,0.9285890087485313,0.8796060606837273,9860,29860,20000,42.548040859401226,3926.3197453692555,15.705278981477022,19.16329162195325,160.0,250
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,48125,型号是24年380大众帕萨特星空龙腾版。,0,low,mid_turn_pause,xlsx_draft,0.45545458793640137,0,1,0.5445454120635986,0.4554390013217926,0.43782973289489746,0.5621628165245056,0.0005332710570655763,4.54303044534754e-05,0.5122989416122437,0.712736040353775,28125,48125,20000,42.76270791888237,3810.884552076459,15.243538208305836,17.53009376116097,160.0,250
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,64000,行驶3万公里。,1,low,completed_answer,xlsx_draft,0.8706666529178619,1,1,0.12933334708213806,0.8706606030464172,0.19718800485134125,0.8028054237365723,0.00021450778876896948,0.033923931419849396,0.9369851648807526,0.9320666417479515,44000,64000,20000,42.76237450540066,3786.9309978559613,15.147723991423845,17.638243734836575,160.0,250
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,76672,恒泰轮胎前门两条轮胎开裂,0,low,unfinished_expression,xlsx_draft,0.6864748597145081,1,0,0.31352514028549194,0.6864557266235352,0.2911543846130371,0.7088373303413391,0.00031061848858371377,8.592925587436184e-05,0.7066852748394012,0.8640106171369553,56672,76672,20000,44.286083430051804,4691.276874393225,18.7651074975729,27.573074866086234,160.0,250
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,88482,尽快,已经影响行车安全了。,1,low,completed_answer,xlsx_draft,0.2585999369621277,0,0,0.7414000630378723,0.25855928659439087,0.41278982162475586,0.5872008800506592,0.01025086548179388,7.217686652438715e-05,0.11465108394622803,0.16062873601913452,68482,88482,20000,45.3314995393157,3868.7835028395057,15.475134011358023,18.117318768054247,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,22007,宣传。,1,low,completed_answer,xlsx_draft,0.764378547668457,1,1,0.23562145233154297,0.7643515467643738,0.2577460706233978,0.7422430515289307,2.9067994546494447e-05,0.00020127497555222362,0.69324991106987,0.9323981329798698,2007,22007,20000,42.73808281868696,3839.093502610922,15.356374010443687,17.763662990182638,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,31842,投诉建议。,1,low,completed_answer,xlsx_draft,0.6238378286361694,1,1,0.37616217136383057,0.6238041520118713,0.38932469487190247,0.6106629371643066,7.003927748883143e-05,6.012684025336057e-05,0.7899426519870758,0.9342073872685432,11842,31842,20000,42.99195762723684,3861.5305479615927,15.44612219184637,17.602635454386473,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,52348,爱车型号是大众帕萨特,购车时间2023年10月份,行驶里程24000多公里。,1,low,completed_answer,xlsx_draft,0.8981894701719284,1,1,0.1018105298280716,0.8981728553771973,0.10203441977500916,0.8979586958885193,3.442115121288225e-05,8.422912651440129e-05,0.959786981344223,0.9645285122096539,32348,52348,20000,42.578416876494884,3763.5253248736262,15.054101299494505,16.651683999225497,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,65298,轮胎裂纹。,0,low,mid_turn_pause,xlsx_draft,0.06646430492401123,0,1,0.9335356950759888,0.06645432859659195,0.8953577876091003,0.10463546216487885,0.01178748719394207,0.00037419048021547496,0.16463828086853027,0.8862891793251038,45298,65298,20000,42.96516627073288,3899.2953142151237,15.597181256860495,17.953012511134148,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,67943,轮胎裂纹同意更换新轮胎。但是,0,low,mid_turn_pause,xlsx_draft,0.05880063772201538,0,1,0.9411993622779846,0.05878521874547005,0.9057212471961975,0.09427128732204437,0.0004612920165527612,5.421150490292348e-05,0.1254715919494629,0.6981820166110992,47943,67943,20000,43.21049991995096,4006.958574987948,16.02783429995179,17.564795259386297,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,70430,轮胎裂纹同意更换新轮胎。但是20,0,low,unfinished_expression,xlsx_draft,0.9186511859297752,1,0,0.08134881407022476,0.9186463356018066,0.17812038958072662,0.8218727111816406,0.00206320290453732,0.9999758005142212,0.9451650716364384,0.03903418779373169,50430,70430,20000,46.39716725796461,3787.041913717985,15.14816765487194,17.745427601039406,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,82941,可以。,1,low,completed_answer,xlsx_draft,0.295051634311676,0,0,0.704948365688324,0.295030802488327,0.6583224534988403,0.3416694402694702,4.905559399048798e-05,0.00015623004583176225,0.27139031887054443,0.9212324172258377,62941,82941,20000,44.78304274380207,3947.4950321018696,15.789980128407478,21.876844344660626,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,17153,我姓宋。,1,low,completed_answer,xlsx_draft,0.5796335935592651,1,1,0.42036640644073486,0.5796167254447937,0.4285811185836792,0.5714111924171448,0.00010648956958903,0.0003618664632085711,0.4008920192718506,0.8734219521284103,33,17153,17120,44.663624837994576,3583.463209681213,16.745155185426228,23.063037917017933,160.0,214
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,24846,郑州市,河南郑州市。,1,low,completed_answer,xlsx_draft,0.4162102937698364,0,0,0.5837897062301636,0.41619208455085754,0.5471727848052979,0.45281901955604553,0.0001610368926776573,0.0001012653301586397,0.6936855018138885,0.9015571922063828,4846,24846,20000,42.502458207309246,3819.1620893776417,15.276648357510567,17.85223125480114,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,33471,我的轮胎开裂了。,1,low,completed_answer,xlsx_draft,0.7417943477630615,1,1,0.2582056522369385,0.7417777180671692,0.2864835560321808,0.7135089039802551,4.845396688324399e-05,0.00011398610513424501,0.802086129784584,0.929821141064167,13471,33471,20000,49.57399982959032,3806.8769220262766,15.227507688105106,17.545225331559777,160.0,250
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,18027,天津市。,1,low,completed_answer,xlsx_draft,0.8495909720659256,1,1,0.1504090279340744,0.8495801091194153,0.2183389812707901,0.7816538214683533,1.9667018932523206e-05,0.0006228262209333479,0.5773889422416687,0.9133674055337906,27,18027,18000,43.50012447685003,3392.0775735750794,15.075900327000353,17.92553309351206,160.0,225
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,24768,投诉。,1,low,completed_answer,xlsx_draft,0.8364158272743225,1,1,0.1635841727256775,0.8363915085792542,0.18476350605487823,0.815227210521698,1.982926369237248e-05,7.420095062116161e-05,0.5596272945404053,0.8936084657907486,4768,24768,20000,43.1298753246665,4095.1914144679904,16.38076565787196,20.960564957931638,160.0,250
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,51080,迈腾2023款330豪华版2.0T。出现的问题是轮购车时间是2024年5月份,里程是6851公里。,0,low,unfinished_expression,xlsx_draft,0.007267594337463379,0,1,0.9927324056625366,0.007256271783262491,0.7810314893722534,0.21895655989646912,0.9930852651596069,2.0054849301232025e-05,0.010066509246826172,0.0655754804611206,31080,51080,20000,44.941458851099014,3812.7029556781054,15.250811822712421,17.34905382618308,160.0,250
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,68313,轮胎质量问题规律,排水槽横向竖向龟裂。,0,low,mid_turn_pause,xlsx_draft,0.8308001905679703,1,0,0.16919980943202972,0.8307783603668213,0.17210285365581512,0.8278889060020447,3.720181484823115e-05,0.00010085354006150737,0.8074509650468826,0.8763869255781174,48313,68313,20000,43.94112527370453,3842.845559120178,15.371382236480713,18.88684444129467,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,13540,辽宁葫芦岛。,1,low,completed_answer,xlsx_draft,0.9350477233529091,1,1,0.06495227664709091,0.9350424408912659,0.12843888998031616,0.8715550303459167,0.0004472145810723305,0.3675979673862457,0.9443961046636105,0.920970730483532,20,13540,13520,42.797333560884,2515.3762940317392,14.88388339663751,17.344791628420353,160.0,169
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,27520,投诉建议。,1,low,completed_answer,xlsx_draft,0.932467520236969,1,1,0.067532479763031,0.9324623942375183,0.13254563510417938,0.8674479722976685,0.0003318001690786332,0.0020124651491642,0.9681989774107933,0.9300618022680283,7520,27520,20000,45.13741564005613,3790.422670543194,15.161690682172775,17.661491967737664,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,60790,我的轮胎行驶28000,0,low,unfinished_expression,xlsx_draft,0.012694478034973145,0,1,0.9873055219650269,0.012683030217885971,0.9789314866065979,0.021061856299638748,0.0011321299243718386,2.2103884475654922e-05,0.05659288167953491,0.4327901005744934,40790,60790,20000,42.9811654612422,3819.4279549643397,15.277711819857359,18.20390815846621,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,70745,轮胎开裂,0,low,mid_turn_pause,xlsx_draft,0.1670762300491333,0,1,0.8329237699508667,0.167057067155838,0.7635847926139832,0.2364073544740677,0.0004951367154717445,2.0481578758335672e-05,0.28872406482696533,0.6845456063747406,50745,70745,20000,43.89862436801195,3801.746037788689,15.206984151154757,17.567271972075105,160.0,250
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,18842,苏州昆山。,1,low,completed_answer,xlsx_draft,0.7565313577651978,1,1,0.24346864223480225,0.7565113306045532,0.2931012213230133,0.7068899869918823,2.9068718504277058e-05,0.00023237266577780247,0.6192943453788757,0.877316839993,42,18842,18800,43.442459776997566,3587.6654097810388,15.266661318217187,17.902691476047035,160.0,235
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,29619,投诉。,1,low,completed_answer,xlsx_draft,0.6641051769256592,1,1,0.3358948230743408,0.6640647053718567,0.3357038199901581,0.6642818450927734,0.0001643845607759431,0.00012937521387357265,0.44960129261016846,0.8809438720345497,9619,29619,20000,43.49470976740122,3804.5860696583986,15.218344278633595,17.679024627432224,160.0,250
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,40701,帕萨特,0,low,mid_turn_pause,xlsx_draft,0.43508362770080566,0,1,0.5649163722991943,0.4350600242614746,0.5692461133003235,0.43074503540992737,0.00017442621174268425,5.979319757898338e-05,0.4185728430747986,0.8340967893600464,20701,40701,20000,43.006375432014465,4302.509634755552,17.210038539022207,25.661859288811684,160.0,250
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,54600,24年11月份购买的帕萨特,15000公里左右。,1,low,completed_answer,xlsx_draft,0.6717596650123596,1,1,0.3282403349876404,0.671734094619751,0.3497276306152344,0.6502625346183777,6.809142359998077e-05,7.29616149328649e-05,0.7056282758712769,0.8766583725810051,34600,54600,20000,54.418125189840794,6137.44474761188,24.54977899044752,30.092735541984435,160.0,250
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,65819,四条轮胎,最近我在。,0,low,unfinished_expression,xlsx_draft,0.029637634754180908,0,1,0.9703623652458191,0.029622433707118034,0.9542514085769653,0.04574141651391983,0.0003253452305216342,2.1296966224326752e-05,0.05253005027770996,0.6574011743068695,45819,65819,20000,61.71162519603968,6946.4452574029565,27.785781029611826,43.03545150905847,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,47187,帕萨特L2025款 ,0,,mid_turn_pause,,0.14240401983261108,0,1,0.8575959801673889,0.14238691329956055,0.7818540930747986,0.21813781559467316,0.0009181476780213416,3.331053085275926e-05,0.7005376219749451,0.8951215818524361,27187,47187,20000,62.02237494289875,5994.363593868911,23.977454375475645,27.657895861193538,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,52326,我的轮胎开裂了。,0,,mid_turn_pause,,0.5535028576850891,1,0,0.4464971423149109,0.5534874200820923,0.32890474796295166,0.6710880398750305,0.0009139698813669384,0.00022386264754459262,0.4240996241569519,0.6631686389446259,32326,52326,20000,57.44829215109348,6204.5572977513075,24.81822919100523,31.657652324065555,160.0,250
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,48536,爱车型号是大众帕萨特,购车时间2023年10月份,0,,mid_turn_pause,,0.43519163131713867,0,1,0.5648083686828613,0.43517354130744934,0.4458739459514618,0.5541183352470398,9.016965486807749e-05,8.782810618868098e-05,0.5186727344989777,0.8199913799762726,28536,48536,20000,44.80900056660175,3908.039120025933,15.632156480103731,17.223906284198165,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,44810,帕萨特,0,,mid_turn_pause,,0.3360837697982788,0,1,0.6639162302017212,0.33606526255607605,0.6159429550170898,0.3840493857860565,0.0001647999742999673,5.814846736029722e-05,0.3700411319732666,0.8325859755277634,24810,44810,20000,42.7646255120635,3771.298157982528,15.085192631930113,17.260867170989513,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,49500,帕萨特L2025款2025年3月购车,1,,completed_turn,,0.9701901488006115,1,1,0.029809851199388504,0.9701839089393616,0.3111971616744995,0.6887921094894409,0.0010973048629239202,0.9999063014984131,0.9640973135828972,0.4527696967124939,29500,49500,20000,48.071250319480896,3840.5759502202272,15.362303800880909,17.678360408172008,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,54318,行驶里程29000公里。,1,,completed_turn,,0.9644164405763149,1,1,0.035583559423685074,0.9644098877906799,0.2226351648569107,0.7773568630218506,0.00023717079602647573,0.9997718930244446,0.9336890131235123,0.48515671491622925,34318,54318,20000,42.80208237469196,3742.3594603314996,14.969437841325998,16.483087604865432,160.0,250
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,45581,帕萨特,0,,mid_turn_pause,,0.015885531902313232,0,1,0.9841144680976868,0.015878994017839432,0.9363400936126709,0.06365057826042175,0.41161343455314636,8.217313006753102e-05,0.023214280605316162,0.2830030918121338,25581,45581,20000,43.242957442998886,3812.5865878537297,15.250346351414919,18.323129601776596,160.0,250
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,41219,迈腾2023款330豪华版2.0T,0,,mid_turn_pause,,0.5108224153518677,1,0,0.4891775846481323,0.5108088254928589,0.4531340003013611,0.5468593239784241,0.0001839700562413782,0.00039992082747630775,0.9102829173207283,0.9391313791275024,21219,41219,20000,44.131457805633545,3837.323042564094,15.349292170256376,17.59768151678145,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,19620,,1,,completed_turn,,0.953842855989933,1,1,0.046157144010066986,0.9538378119468689,0.10356389731168747,0.896429717540741,8.59242572914809e-05,0.6525650024414062,0.9730777312070131,0.9391433596611023,20,19620,19600,43.64204127341509,3706.4446741715074,15.128345608863295,17.202474921941757,160.0,245
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,41207,我是2023年,0,,mid_turn_pause,,0.014370322227478027,0,1,0.985629677772522,0.014355695806443691,0.974628210067749,0.02536475658416748,0.0008036309154704213,2.3096992663340643e-05,0.12327557802200317,0.7711529731750488,21207,41207,20000,43.93916763365269,3798.0748619884253,15.192299447953701,16.90040798857808,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,49204,我是2023年、2024年1月份购置的迈腾3302023款轿车,0,,mid_turn_pause,,0.632370263338089,1,0,0.367629736661911,0.6323491334915161,0.298109769821167,0.7018820643424988,0.00010875277075683698,3.1170831789495423e-05,0.8600987195968628,0.9226682409644127,29204,49204,20000,42.79612470418215,4056.103840470314,16.224415361881256,22.201924864202724,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,58424,我的轮胎,0,,mid_turn_pause,,0.11090946197509766,0,1,0.8890905380249023,0.11089496314525604,0.8546205163002014,0.1453723907470703,0.00026052925386466086,2.9298573281266727e-05,0.19378310441970825,0.7652575969696045,38424,58424,20000,42.649708688259125,3796.476504765451,15.185906019061804,18.03695042617619,160.0,250
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,73640,轮胎开裂,行驶28000公里,轮胎开裂,0,,mid_turn_pause,,0.6731171607971191,1,0,0.32688283920288086,0.6730939745903015,0.2690482437610626,0.7309429049491882,0.00043130325502716005,4.166780490777455e-05,0.45827627182006836,0.6812975704669952,53640,73640,20000,71.1151659488678,3739.254044368863,14.957016177475452,16.975108766928315,160.0,250
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,11531,姓赵,1,,completed_turn,,0.7890582382678986,1,1,0.21094176173210144,0.7890357971191406,0.23143410682678223,0.7685575485229492,2.6892485038843006e-05,0.0002254855789942667,0.5200230777263641,0.936267301440239,11,11531,11520,44.782666489481926,2053.215039893985,14.25843777704156,16.578083951026198,160.0,144
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,62828,四条轮胎,0,,mid_turn_pause,,0.06967586278915405,0,1,0.930324137210846,0.06966244429349899,0.8973567485809326,0.10263627767562866,8.328101830556989e-05,3.070280945394188e-05,0.02205902338027954,0.5078669488430023,42828,62828,20000,43.30666735768318,3870.905957184732,15.483623828738928,17.57947499863803,160.0,250
|
||||
|
File diff suppressed because one or more lines are too long
@@ -0,0 +1,366 @@
|
||||
{
|
||||
"model": "VAP / MaAI Mimi mc (both speakers)",
|
||||
"created_at": "2026-10-27T07:12:05.611060+00:00",
|
||||
"total_points": 44,
|
||||
"main_rule": "1 - p_now[user] > 0.5",
|
||||
"main_metrics": {
|
||||
"n": 44,
|
||||
"tn": 15,
|
||||
"fp": 7,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.7727272727272727,
|
||||
"false_reply_rate": 0.3181818181818182,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.7307692307692307,
|
||||
"f1": 0.7916666666666666
|
||||
},
|
||||
"cpc_mc_stereo_reference": {
|
||||
"n": 44,
|
||||
"tn": 14,
|
||||
"fp": 8,
|
||||
"fn": 4,
|
||||
"tp": 18,
|
||||
"accuracy": 0.7272727272727273,
|
||||
"false_reply_rate": 0.36363636363636365,
|
||||
"false_hold_rate": 0.18181818181818182,
|
||||
"recall": 0.8181818181818182,
|
||||
"precision": 0.6923076923076923,
|
||||
"f1": 0.75
|
||||
},
|
||||
"cpc_mc_user_only_reference": {
|
||||
"n": 44,
|
||||
"tn": 4,
|
||||
"fp": 18,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.5227272727272727,
|
||||
"false_reply_rate": 0.8181818181818182,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.5135135135135135,
|
||||
"f1": 0.6440677966101694
|
||||
},
|
||||
"thresholds": [
|
||||
{
|
||||
"threshold": 0.11,
|
||||
"n": 44,
|
||||
"tn": 8,
|
||||
"fp": 14,
|
||||
"fn": 0,
|
||||
"tp": 22,
|
||||
"accuracy": 0.6818181818181818,
|
||||
"false_reply_rate": 0.6363636363636364,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.6111111111111112,
|
||||
"f1": 0.7586206896551724
|
||||
},
|
||||
{
|
||||
"threshold": 0.5,
|
||||
"n": 44,
|
||||
"tn": 15,
|
||||
"fp": 7,
|
||||
"fn": 3,
|
||||
"tp": 19,
|
||||
"accuracy": 0.7727272727272727,
|
||||
"false_reply_rate": 0.3181818181818182,
|
||||
"false_hold_rate": 0.13636363636363635,
|
||||
"recall": 0.8636363636363636,
|
||||
"precision": 0.7307692307692307,
|
||||
"f1": 0.7916666666666666
|
||||
},
|
||||
{
|
||||
"threshold": 0.7,
|
||||
"n": 44,
|
||||
"tn": 20,
|
||||
"fp": 2,
|
||||
"fn": 7,
|
||||
"tp": 15,
|
||||
"accuracy": 0.7954545454545454,
|
||||
"false_reply_rate": 0.09090909090909091,
|
||||
"false_hold_rate": 0.3181818181818182,
|
||||
"recall": 0.6818181818181818,
|
||||
"precision": 0.8823529411764706,
|
||||
"f1": 0.7692307692307693
|
||||
},
|
||||
{
|
||||
"threshold": 0.8,
|
||||
"n": 44,
|
||||
"tn": 20,
|
||||
"fp": 2,
|
||||
"fn": 11,
|
||||
"tp": 11,
|
||||
"accuracy": 0.7045454545454546,
|
||||
"false_reply_rate": 0.09090909090909091,
|
||||
"false_hold_rate": 0.5,
|
||||
"recall": 0.5,
|
||||
"precision": 0.8461538461538461,
|
||||
"f1": 0.6285714285714286
|
||||
},
|
||||
{
|
||||
"threshold": 0.9,
|
||||
"n": 44,
|
||||
"tn": 21,
|
||||
"fp": 1,
|
||||
"fn": 15,
|
||||
"tp": 7,
|
||||
"accuracy": 0.6363636363636364,
|
||||
"false_reply_rate": 0.045454545454545456,
|
||||
"false_hold_rate": 0.6818181818181818,
|
||||
"recall": 0.3181818181818182,
|
||||
"precision": 0.875,
|
||||
"f1": 0.4666666666666667
|
||||
},
|
||||
{
|
||||
"threshold": 0.95,
|
||||
"n": 44,
|
||||
"tn": 22,
|
||||
"fp": 0,
|
||||
"fn": 17,
|
||||
"tp": 5,
|
||||
"accuracy": 0.6136363636363636,
|
||||
"false_reply_rate": 0.0,
|
||||
"false_hold_rate": 0.7727272727272727,
|
||||
"recall": 0.22727272727272727,
|
||||
"precision": 1.0,
|
||||
"f1": 0.37037037037037035
|
||||
},
|
||||
{
|
||||
"threshold": 0.98,
|
||||
"n": 44,
|
||||
"tn": 22,
|
||||
"fp": 0,
|
||||
"fn": 22,
|
||||
"tp": 0,
|
||||
"accuracy": 0.5,
|
||||
"false_reply_rate": 0.0,
|
||||
"false_hold_rate": 1.0,
|
||||
"recall": 0.0,
|
||||
"precision": null,
|
||||
"f1": 0.0
|
||||
}
|
||||
],
|
||||
"per_call": {
|
||||
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
|
||||
"n": 6,
|
||||
"tn": 1,
|
||||
"fp": 1,
|
||||
"fn": 1,
|
||||
"tp": 3,
|
||||
"accuracy": 0.6666666666666666,
|
||||
"false_reply_rate": 0.5,
|
||||
"false_hold_rate": 0.25,
|
||||
"recall": 0.75,
|
||||
"precision": 0.75,
|
||||
"f1": 0.75
|
||||
},
|
||||
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
|
||||
"n": 8,
|
||||
"tn": 3,
|
||||
"fp": 1,
|
||||
"fn": 1,
|
||||
"tp": 3,
|
||||
"accuracy": 0.75,
|
||||
"false_reply_rate": 0.25,
|
||||
"false_hold_rate": 0.25,
|
||||
"recall": 0.75,
|
||||
"precision": 0.75,
|
||||
"f1": 0.75
|
||||
},
|
||||
"872a1e67-873a-4c49-a598-b38a670afcad": {
|
||||
"n": 9,
|
||||
"tn": 3,
|
||||
"fp": 1,
|
||||
"fn": 1,
|
||||
"tp": 4,
|
||||
"accuracy": 0.7777777777777778,
|
||||
"false_reply_rate": 0.25,
|
||||
"false_hold_rate": 0.2,
|
||||
"recall": 0.8,
|
||||
"precision": 0.8,
|
||||
"f1": 0.8
|
||||
},
|
||||
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
|
||||
"n": 5,
|
||||
"tn": 1,
|
||||
"fp": 2,
|
||||
"fn": 0,
|
||||
"tp": 2,
|
||||
"accuracy": 0.6,
|
||||
"false_reply_rate": 0.6666666666666666,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.5,
|
||||
"f1": 0.6666666666666666
|
||||
},
|
||||
"cb3238dc-3946-42a5-aad8-9b9a54226363": {
|
||||
"n": 9,
|
||||
"tn": 4,
|
||||
"fp": 2,
|
||||
"fn": 0,
|
||||
"tp": 3,
|
||||
"accuracy": 0.7777777777777778,
|
||||
"false_reply_rate": 0.3333333333333333,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 0.6,
|
||||
"f1": 0.75
|
||||
},
|
||||
"e304f740-85d4-427e-9fd6-c5474e9cd737": {
|
||||
"n": 7,
|
||||
"tn": 3,
|
||||
"fp": 0,
|
||||
"fn": 0,
|
||||
"tp": 4,
|
||||
"accuracy": 1.0,
|
||||
"false_reply_rate": 0.0,
|
||||
"false_hold_rate": 0.0,
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"f1": 1.0
|
||||
}
|
||||
},
|
||||
"changed_vs_cpc_mc_stereo": {
|
||||
"fixed": 5,
|
||||
"regressed": 3
|
||||
},
|
||||
"annotation_sources": {
|
||||
"xlsx_draft": 29,
|
||||
"unspecified": 15
|
||||
},
|
||||
"provenance": {
|
||||
"machine": "macOS-26.4.1-arm64-arm-64bit",
|
||||
"hardware": "Apple M4 Mac mini / 16 GB",
|
||||
"python": "3.11.15 (main, Mar 25 2026, 02:58:47) [Clang 22.1.1 ]",
|
||||
"environment": "experiments/maai-ch-kyoto/.venv (uv.lock)",
|
||||
"device": "cpu",
|
||||
"torch_threads": 4,
|
||||
"torch_interop_threads": 1,
|
||||
"onnx_intra_threads": 4,
|
||||
"onnx_inter_threads": 1,
|
||||
"dependencies": {
|
||||
"maai": "0.2.22",
|
||||
"torch": "2.14.1",
|
||||
"transformers": "5.5.3",
|
||||
"onnxruntime": "1.31.0",
|
||||
"numpy": "2.4.6",
|
||||
"soundfile": "0.14.0",
|
||||
"soxr": "1.1.0"
|
||||
},
|
||||
"model_type": "normal-ver2",
|
||||
"variant": "vap_mc",
|
||||
"mc": true,
|
||||
"checkpoint_filename": "vap_mc_mimi_state_dict_ch_kyoto_12.5hz_20000msec.pt",
|
||||
"encoder": "mimi",
|
||||
"encoder_precision": "fp32",
|
||||
"channels": {
|
||||
"0": "recorded user",
|
||||
"1": "recorded robot"
|
||||
},
|
||||
"sample_rate": 16000,
|
||||
"frame_rate": 12.5,
|
||||
"frame_ms": 80,
|
||||
"context_ms": 20000,
|
||||
"seed": 42,
|
||||
"use_kv_cache": true,
|
||||
"weights": {
|
||||
"files": [
|
||||
{
|
||||
"filename": "vap_mimi_state_dict_ch_kyoto_12.5hz_20000msec.pt",
|
||||
"repo": "maai-kyoto/vap_ch_kyoto",
|
||||
"revision": "c135cdcfa12ff5aa1cce2fdd23df110941a78f38",
|
||||
"url": "https://huggingface.co/maai-kyoto/vap_ch_kyoto/resolve/c135cdcfa12ff5aa1cce2fdd23df110941a78f38/vap_mimi_state_dict_ch_kyoto_12.5hz_20000msec.pt",
|
||||
"sha256": "2820d2b172a6ddd4696d33edb43933f436a09a3e0d3eb41c7dc390c33b22d5ce",
|
||||
"size": 15052341,
|
||||
"upstream_blob_id": "cd3d8d053652e41ecfba747a193b98a230ffcbca"
|
||||
},
|
||||
{
|
||||
"filename": "continuous_mimi_fp32.onnx",
|
||||
"repo": "maai-kyoto/continuous-mimi-onnx",
|
||||
"revision": "303ef4ec0c70e4c71b67ea166acd26dd0d96655c",
|
||||
"url": "https://huggingface.co/maai-kyoto/continuous-mimi-onnx/resolve/303ef4ec0c70e4c71b67ea166acd26dd0d96655c/continuous_mimi_fp32.onnx",
|
||||
"sha256": "c86171a48e1bd46aa31a52e7fe00f74acc310e0d15d11881516cdd1df1639b54",
|
||||
"size": 155877436,
|
||||
"upstream_blob_id": "1ade42d5caa75f7567c2f904245cf893584e6ed9"
|
||||
},
|
||||
{
|
||||
"filename": "continuous_mimi_fp32.json",
|
||||
"repo": "maai-kyoto/continuous-mimi-onnx",
|
||||
"revision": "303ef4ec0c70e4c71b67ea166acd26dd0d96655c",
|
||||
"url": "https://huggingface.co/maai-kyoto/continuous-mimi-onnx/resolve/303ef4ec0c70e4c71b67ea166acd26dd0d96655c/continuous_mimi_fp32.json",
|
||||
"sha256": "221ab200381209d22ddf0291aff8fd0752633f0ddf7cbdd344cda6b039333c74",
|
||||
"size": 7411,
|
||||
"upstream_blob_id": "21be6fa62ec6c92cc9ba003c72ea09c218e9946e"
|
||||
},
|
||||
{
|
||||
"filename": "vap_mc_mimi_state_dict_ch_kyoto_12.5hz_20000msec.pt",
|
||||
"repo": "maai-kyoto/vap_ch_kyoto",
|
||||
"revision": "c135cdcfa12ff5aa1cce2fdd23df110941a78f38",
|
||||
"url": "https://huggingface.co/maai-kyoto/vap_ch_kyoto/resolve/c135cdcfa12ff5aa1cce2fdd23df110941a78f38/vap_mc_mimi_state_dict_ch_kyoto_12.5hz_20000msec.pt",
|
||||
"sha256": "61c9e186d765cb6c338cb7fdacb68baf4b2533e72cde7c803e52480a62919219",
|
||||
"size": 15052584,
|
||||
"upstream_blob_id": "cd6e6701d6c5fc7a659a82952e92ce2569b7b111"
|
||||
}
|
||||
]
|
||||
},
|
||||
"label_sha256": "780e50f976daf039ab976ea155bdb5d1ca5fffc792f9db7adf8063ec3048ff8e",
|
||||
"history_sha256": "4c21e20b7323030d590276854f07b454ccbad627e1a7842101a22a99377ffbaa",
|
||||
"uv_lock_sha256": "6863631a5969e0f077d8aefc4335532952fe95486598b609e832e36d5ce2777f",
|
||||
"script_sha256": "36b950aa396e6008bbd6e32410902dd2859f68b17b9f8fb5691a97d415e80993",
|
||||
"maai_encoder_source_sha256": "80f5d928ec48c7839c2e935043df0e1c82b523096834f6cbc968ccb45ddc6fbd",
|
||||
"maai_model_source_sha256": "824730f564f0da18d0d4c19df1a376b692546732faf8eb7aaf871d74480ff504",
|
||||
"audio_sha256": {
|
||||
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": "2b8a67dc76b8975d287df42193647cf040229377537eadaaf3adc13358201fe1",
|
||||
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": "130be37286d48f7badca711a068fab19a2686bd83248a71c73c11ce77650d39d",
|
||||
"872a1e67-873a-4c49-a598-b38a670afcad": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5",
|
||||
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": "9a7ebe093e66aaaa08ac462f975b7d428df79a38ed5b418265b82c77d8b91f46",
|
||||
"cb3238dc-3946-42a5-aad8-9b9a54226363": "7a74dbf3dd742d3d14317d069c28b703dd1398d5eb3dc1dba3d7a7c568a18d60",
|
||||
"e304f740-85d4-427e-9fd6-c5474e9cd737": "44672603d0cf9feac41275e99d59baa4cafbdcdbb172da23de52aa0a2a4961d2"
|
||||
},
|
||||
"cpc_reference_predictions_sha256": "266f43c91d232e5fa7e8e9fc10c294c8f7e7df64fac2332a6a7441faf15d30a8"
|
||||
},
|
||||
"witness": {
|
||||
"repeat_identical": true,
|
||||
"future_invariance": true,
|
||||
"both_channels_nonzero": true,
|
||||
"score": 0.965790644288063,
|
||||
"timing": {
|
||||
"model_load_ms": 43.37858222424984,
|
||||
"replay_inference_ms": 3893.7117541208863,
|
||||
"mean_update_ms": 15.574847016483545,
|
||||
"p95_update_ms": 18.14010818488896,
|
||||
"first_output_ms": 160.0,
|
||||
"frame_count": 250
|
||||
},
|
||||
"loading_audit": {
|
||||
"variant": "vap_mc",
|
||||
"loader_architecture_marker": "vap",
|
||||
"encoder": "mimi",
|
||||
"checkpoint_mc": true,
|
||||
"single_tower": false,
|
||||
"missing_trainable_parameters": [],
|
||||
"mismatched_parameters": [],
|
||||
"unused_frozen_frame_rate_parameters": [
|
||||
"encoder1.frame_rate_conv.weight",
|
||||
"encoder1.frame_rate_conv.bias",
|
||||
"encoder2.frame_rate_conv.weight",
|
||||
"encoder2.frame_rate_conv.bias"
|
||||
],
|
||||
"loader_messages": "Loading model from local file: /Users/wangx/Code/晓白灵智能打断/experiments/maai-ch-kyoto/models/mimi/vap_mc_mimi_state_dict_ch_kyoto_12.5hz_20000msec.pt\nUsing ONNX Mimi backend (fp32, local): /Users/wangx/Code/晓白灵智能打断/experiments/maai-ch-kyoto/models/mimi/continuous_mimi_fp32.onnx\nFroze EncoderMimiOnnx!\nUsing ONNX Mimi backend (fp32, local): /Users/wangx/Code/晓白灵智能打断/experiments/maai-ch-kyoto/models/mimi/continuous_mimi_fp32.onnx\nFroze EncoderMimiOnnx!\nfreeze encoder\nFroze EncoderMimiOnnx!\nFroze EncoderMimiOnnx!\nWarning: Parameter 'ar_channel.layers.0.mha.m' was not updated from its initial value.\nWarning: Parameter 'ar.layers.0.mha.m' was not updated from its initial value.\nWarning: Parameter 'ar.layers.0.mha_cross.m' was not updated from its initial value.\nWarning: Parameter 'ar.layers.1.mha.m' was not updated from its initial value.\nWarning: Parameter 'ar.layers.1.mha_cross.m' was not updated from its initial value.\nWarning: Parameter 'ar.layers.2.mha.m' was not updated from its initial value.\nWarning: Parameter 'ar.layers.2.mha_cross.m' was not updated from its initial value.\nWarning: Parameter 'objective.codebook.emb.weight' was not updated from its initial value.\n",
|
||||
"encoder_provider": [
|
||||
"CPUExecutionProvider"
|
||||
]
|
||||
}
|
||||
},
|
||||
"method": "mc (mc=True) ch_kyoto VAP with official FP32 ONNX Mimi encoder. Recorded user+robot stereo; crop preceding <=20s before 16kHz resampling; 80ms native frames, final frame ends at exact decision. Reset Mimi and VAP state per point, retain official skipped startup encoder output. No future input, annotation text, external end signal, silence gate or forced timeout. Score=1-p_now[user], not calibrated EOT probability.",
|
||||
"limitations": [
|
||||
"Comparison changes encoder/checkpoints and native framing; no held-out benchmark or claim that differences are caused by the encoder alone.",
|
||||
"Both models use <=20s histories but native 80ms/100ms framing may differ at recording start by less than one frame.",
|
||||
"Continuous full-call states differ from independent point replay; checkpoint scores need not lie on the continuous curve.",
|
||||
"Replay computation includes the entire history; it is not one-step online update latency."
|
||||
],
|
||||
"timeline_points": 4867,
|
||||
"elapsed_seconds": 278.2951404163614
|
||||
}
|
||||
@@ -0,0 +1,8 @@
|
||||
threshold,n,tn,fp,fn,tp,accuracy,false_reply_rate,false_hold_rate,recall,precision,f1
|
||||
0.11,44,8,14,0,22,0.6818181818181818,0.6363636363636364,0.0,1.0,0.6111111111111112,0.7586206896551724
|
||||
0.5,44,15,7,3,19,0.7727272727272727,0.3181818181818182,0.13636363636363635,0.8636363636363636,0.7307692307692307,0.7916666666666666
|
||||
0.7,44,20,2,7,15,0.7954545454545454,0.09090909090909091,0.3181818181818182,0.6818181818181818,0.8823529411764706,0.7692307692307693
|
||||
0.8,44,20,2,11,11,0.7045454545454546,0.09090909090909091,0.5,0.5,0.8461538461538461,0.6285714285714286
|
||||
0.9,44,21,1,15,7,0.6363636363636364,0.045454545454545456,0.6818181818181818,0.3181818181818182,0.875,0.4666666666666667
|
||||
0.95,44,22,0,17,5,0.6136363636363636,0.0,0.7727272727272727,0.22727272727272727,1.0,0.37037037037037035
|
||||
0.98,44,22,0,22,0,0.5,0.0,1.0,0.0,,0.0
|
||||
|
Reference in New Issue
Block a user