记录三模型话轮检测实验、44点评估及延迟对比
This commit is contained in:
Xin Wang
@@ -0,0 +1,45 @@
|
||||
call_id,decision_ms,user_text_at_decision,can_reply_now,confidence,reason,annotator,input_valid,input_issue,history_issue,source_audio_channel,point_probability,point_prediction,point_correct,point_audio_source,point_audio_start_ms,point_audio_end_ms,point_real_audio_ms,model_input_ms,leading_zero_ms,vad_speaking,vad_last_start_ms,vad_last_stop_ms,strategy_prediction,strategy_correct,strategy_last_action_ms,strategy_last_action,strategy_probability,asr_user_segment_crosses_point,asr_agent_segment_crosses_point,label_status
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,21780,贵州省遵义市仁怀市。,1,low,completed_answer,xlsx_draft,1,,,0,0.9875311851501465,1,1,previous_completed_turn,18496.0,21780,3284.0,8000,4716.0,0,19168.0,19776.0,1,1,19776.0,model_complete,0.9793655872344971,0,0,draft
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,29860,投诉建议。,1,low,completed_answer,xlsx_draft,1,,,0,0.5393059253692627,1,1,previous_completed_turn,26208.0,29860,3652.0,8000,4348.0,0,26880.0,27648.0,1,1,27648.0,model_complete,0.8971817493438721,0,0,draft
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,48125,型号是24年380大众帕萨特星空龙腾版。,0,low,mid_turn_pause,xlsx_draft,1,,,0,0.9865230321884155,1,0,previous_completed_turn,46336.0,48125,1789.0,8000,6211.0,0,46624.0,47168.0,1,0,47168.0,model_complete,0.978554368019104,1,0,draft
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,64000,行驶3万公里。,1,low,completed_answer,xlsx_draft,1,,,0,0.9880069494247437,1,1,previous_completed_turn,57664.0,64000,6336.0,8000,1664.0,0,58336.0,59008.0,1,1,59008.0,model_complete,0.9816229343414307,0,0,draft
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,76672,恒泰轮胎前门两条轮胎开裂,0,low,unfinished_expression,xlsx_draft,1,,,0,0.9880069494247437,1,0,previous_completed_turn,74208.0,76672,2464.0,8000,5536.0,0,74752.0,75200.0,1,0,75200.0,model_complete,0.9445840716362,1,0,draft
|
||||
2c83253a-7977-4e3c-a387-0aa1ea06fbe1,88482,尽快，已经影响行车安全了。,1,low,completed_answer,xlsx_draft,1,,,0,0.9403132200241089,1,1,active_turn,86400.0,88482,2082.0,8000,5918.0,1,86752.0,86400.0,0,0,,,,0,0,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,22007,宣传。,1,low,completed_answer,xlsx_draft,1,,,0,0.9859892129898071,1,1,previous_completed_turn,18816.0,22007,3191.0,8000,4809.0,0,19488.0,19872.0,1,1,19872.0,model_complete,0.9333261251449585,0,0,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,31842,投诉建议。,1,low,completed_answer,xlsx_draft,1,,,0,0.9889053702354431,1,1,previous_completed_turn,28640.0,31842,3202.0,8000,4798.0,0,29312.0,29824.0,1,1,29824.0,model_complete,0.9801466464996338,0,0,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,52348,爱车型号是大众帕萨特，购车时间2023年10月份，行驶里程24000多公里。,1,low,completed_answer,xlsx_draft,1,,,0,0.9893293380737305,1,1,previous_completed_turn,48256.0,52348,4092.0,8000,3908.0,0,48928.0,50784.0,1,1,50784.0,model_complete,0.9889053702354431,0,0,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,65298,轮胎裂纹。,0,low,mid_turn_pause,xlsx_draft,1,,,0,0.9522762298583984,1,0,previous_completed_turn,62080.0,65298,3218.0,8000,4782.0,0,62752.0,63680.0,1,0,63680.0,model_complete,0.7987582683563232,0,0,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,67943,轮胎裂纹同意更换新轮胎。但是,0,low,mid_turn_pause,xlsx_draft,1,,,0,0.8498003482818604,1,0,previous_completed_turn,65088.0,67943,2855.0,8000,5145.0,0,65760.0,66848.0,1,0,66848.0,model_complete,0.7040206789970398,1,0,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,70430,轮胎裂纹同意更换新轮胎。但是20,0,low,unfinished_expression,xlsx_draft,1,,,0,0.7722399234771729,1,0,active_turn,67840.0,70430,2590.0,8000,5410.0,0,68512.0,70176.0,0,1,,,,1,1,draft
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,82941,可以。,1,low,completed_answer,xlsx_draft,1,,,0,0.9777120351791382,1,1,previous_completed_turn,80192.0,82941,2749.0,8000,5251.0,0,80864.0,81088.0,1,1,81088.0,model_complete,0.8732463121414185,0,0,draft
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,17153,我姓宋。,1,low,completed_answer,xlsx_draft,1,,,0,0.9875311851501465,1,1,previous_completed_turn,11552.0,17153,5601.0,8000,2399.0,0,12224.0,12640.0,1,1,12640.0,model_complete,0.9647200703620911,0,0,draft
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,24846,郑州市，河南郑州市。,1,low,completed_answer,xlsx_draft,1,,,0,0.9880069494247437,1,1,previous_completed_turn,21664.0,24846,3182.0,8000,4818.0,0,22336.0,23104.0,1,1,23104.0,model_complete,0.9768373966217041,0,0,draft
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,33471,我的轮胎开裂了。,1,low,completed_answer,xlsx_draft,1,,,0,0.9865230321884155,1,1,previous_completed_turn,29952.0,33471,3519.0,8000,4481.0,0,30624.0,31424.0,1,1,31424.0,model_complete,0.9357357025146484,0,0,draft
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,18027,天津市。,1,low,completed_answer,xlsx_draft,1,,,0,0.9889053702354431,1,1,previous_completed_turn,14816.0,18027,3211.0,8000,4789.0,0,15488.0,16000.0,1,1,16000.0,model_complete,0.9829913973808289,0,0,draft
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,24768,投诉。,1,low,completed_answer,xlsx_draft,1,,,0,0.9880069494247437,1,1,previous_completed_turn,22112.0,24768,2656.0,8000,5344.0,0,22784.0,23136.0,1,1,23136.0,model_complete,0.9170267581939697,0,0,draft
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,51080,迈腾2023款330豪华版2.0T。出现的问题是轮购车时间是2024年5月份，里程是6851公里。,0,low,unfinished_expression,xlsx_draft,1,,,0,0.8498003482818604,1,0,active_turn,48384.0,51080,2696.0,8000,5304.0,1,49056.0,47840.0,0,1,,,,0,0,draft
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,68313,轮胎质量问题规律，排水槽横向竖向龟裂。,0,low,mid_turn_pause,xlsx_draft,1,,,0,0.9897372126579285,1,0,previous_completed_turn,64384.0,68313,3929.0,8000,4071.0,0,65056.0,66976.0,1,0,66976.0,model_complete,0.9884648323059082,1,0,draft
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,13540,辽宁葫芦岛。,1,low,completed_answer,xlsx_draft,1,,no_prior_user_asr_segment,0,0.9816229343414307,1,1,previous_completed_turn,10240.0,13540,3300.0,8000,4700.0,0,10912.0,11296.0,1,1,11296.0,model_complete,0.9808988571166992,0,0,draft
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,27520,投诉建议。,1,low,completed_answer,xlsx_draft,1,,,0,0.9875311851501465,1,1,previous_completed_turn,23968.0,27520,3552.0,8000,4448.0,0,24640.0,25312.0,1,1,25312.0,model_complete,0.8934911489486694,0,0,draft
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,60790,我的轮胎行驶28000公里。,0,low,unfinished_expression,xlsx_draft,1,,,0,0.044268637895584106,0,1,active_turn,55872.0,60790,4918.0,8000,3082.0,0,59104.0,60192.0,0,1,,,,1,0,draft
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,70745,轮胎开裂,0,low,mid_turn_pause,xlsx_draft,1,,,0,0.9673051834106445,1,0,previous_completed_turn,69504.0,70745,1241.0,8000,6759.0,0,69920.0,70368.0,1,0,70368.0,model_complete,0.9836374521255493,1,0,draft
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,18842,苏州昆山。,1,low,completed_answer,xlsx_draft,1,,,0,0.975929319858551,1,1,previous_completed_turn,15360.0,18842,3482.0,8000,4518.0,0,16544.0,16960.0,1,1,16960.0,model_complete,0.9485659599304199,0,0,draft
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,29619,投诉。,1,low,completed_answer,xlsx_draft,1,,,0,0.9485659599304199,1,1,previous_completed_turn,26688.0,29619,2931.0,8000,5069.0,0,27360.0,27712.0,1,1,27712.0,model_complete,0.7722399234771729,0,0,draft
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,40701,帕萨特,0,low,mid_turn_pause,xlsx_draft,1,,,0,0.9875311851501465,1,0,previous_completed_turn,38208.0,40701,2493.0,8000,5507.0,0,38880.0,39488.0,1,0,39488.0,model_complete,0.9007586240768433,1,0,draft
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,54600,24年11月份购买的帕萨特，15000公里左右。,1,low,completed_answer,xlsx_draft,1,,,0,0.9854345321655273,1,1,previous_completed_turn,50560.0,54600,4040.0,8000,3960.0,0,52000.0,53056.0,1,1,53056.0,model_complete,0.9823201894760132,0,0,draft
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,65819,四条轮胎，最近我在。,0,low,unfinished_expression,xlsx_draft,1,,,0,0.011094629764556885,0,1,active_turn,60480.0,65819,5339.0,8000,2661.0,0,63552.0,64319.99999999999,0,1,,,,1,0,draft
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,47187,帕萨特L2025款 ,0,,mid_turn_pause,,1,,,0,0.9842595458030701,1,0,previous_completed_turn,41760.0,47187,5427.0,8000,2573.0,0,42432.0,43104.0,1,0,43104.0,model_complete,0.9719371795654297,1,0,unconfirmed_manual
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,52326,我的轮胎开裂了。,0,,mid_turn_pause,,1,,,0,0.9875311851501465,1,0,previous_completed_turn,50624.0,52326,1702.0,8000,6298.0,0,51296.0,51712.0,1,0,51712.0,model_complete,0.9870367050170898,1,0,unconfirmed_manual
|
||||
40ae686c-8196-4d7b-b7ad-3e12a427ebb6,48348,爱车型号是大众帕萨特，购车时间2023年10月份,0,,mid_turn_pause,,1,,,0,0.9893293380737305,1,0,previous_completed_turn,46048.0,48348,2300.0,8000,5700.0,0,46464.0,47776.0,1,0,47776.0,model_complete,0.963354766368866,1,0,unconfirmed_manual
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,44810,帕萨特,0,,mid_turn_pause,,1,,,0,0.9793655872344971,1,0,previous_completed_turn,41760.0,44810,3050.0,8000,4950.0,0,42432.0,43104.0,1,0,43104.0,model_complete,0.9719371795654297,1,0,unconfirmed_manual
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,49500,帕萨特L2025款2025年3月购车,1,,completed_turn,,1,,,0,0.9808988571166992,1,1,previous_completed_turn,47936.0,49500,1564.0,8000,6436.0,0,48608.0,49440.0,1,1,49440.0,model_complete,0.9801466464996338,0,0,unconfirmed_manual
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,54318,行驶里程29000公里。,1,,completed_turn,,1,,,0,0.9848582744598389,1,1,previous_completed_turn,52352.0,54318,1966.0,8000,6034.0,0,53024.0,53984.0,1,1,53984.0,model_complete,0.9685282111167908,0,0,unconfirmed_manual
|
||||
872a1e67-873a-4c49-a598-b38a670afcad,45581,帕萨特,0,,mid_turn_pause,,1,,,0,0.5393059253692627,1,0,previous_completed_turn,41760.0,45581,3821.0,8000,4179.0,0,42432.0,43104.0,1,0,43104.0,model_complete,0.9719371795654297,1,0,unconfirmed_manual
|
||||
a266b9ef-5e47-4434-a04c-ce4eacd52c19,41219,迈腾2023款330豪华版2.0T,0,,mid_turn_pause,,1,,,0,0.9884648323059082,1,0,previous_completed_turn,38304.0,41219,2915.0,8000,5085.0,0,38592.0,39328.0,1,0,39328.0,model_complete,0.9859892129898071,1,0,unconfirmed_manual
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,19620,,1,,completed_turn,,1,,,0,0.9865230321884155,1,1,previous_completed_turn,16160.0,19620,3460.0,8000,4540.0,0,16832.0,17600.0,1,1,17600.0,model_complete,0.9854345321655273,0,0,unconfirmed_manual
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,41207,我是2023年,0,,mid_turn_pause,,1,,,0,0.8817123174667358,1,0,previous_completed_turn,38176.0,41207,3031.0,8000,4969.0,0,38848.0,40384.0,1,0,40384.0,model_complete,0.9228270053863525,1,0,unconfirmed_manual
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,49204,我是2023年、2024年1月份购置的迈腾3302023款轿车,0,,mid_turn_pause,,1,,,0,0.9604700207710266,1,0,previous_completed_turn,45888.0,49204,3316.0,8000,4684.0,0,46560.0,47968.0,1,0,47968.0,model_complete,0.9697068929672241,1,0,unconfirmed_manual
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,58424,我的轮胎,0,,mid_turn_pause,,1,,,0,0.03147178888320923,0,1,active_turn,55872.0,58424,2552.0,8000,5448.0,0,56544.0,57472.0,0,1,,,,1,0,unconfirmed_manual
|
||||
cb3238dc-3946-42a5-aad8-9b9a54226363,73640,轮胎开裂，行驶28000公里，轮胎开裂,0,,mid_turn_pause,,1,,,0,0.9893293380737305,1,0,previous_completed_turn,70720.0,73640,2920.0,8000,5080.0,0,71392.0,73088.0,1,0,73088.0,model_complete,0.9854345321655273,1,0,unconfirmed_manual
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,11531,姓赵,1,,completed_turn,,1,,no_prior_user_asr_segment,0,0.9870367050170898,1,1,previous_completed_turn,8736.0,11531,2795.0,8000,5205.0,0,9408.0,9728.0,1,1,9728.0,model_complete,0.970842719078064,0,0,unconfirmed_manual
|
||||
e304f740-85d4-427e-9fd6-c5474e9cd737,62828,四条轮胎,0,,mid_turn_pause,,1,,,0,0.06916707754135132,0,1,active_turn,60480.0,62828,2348.0,8000,5652.0,0,61152.0,61920.0,0,1,,,,1,0,unconfirmed_manual
|
||||
|
Reference in New Issue
Block a user