545 lines
15 KiB
JSON
545 lines
15 KiB
JSON
|
{
|
||
|
|
"total_points": 44,
|
||
|
|
"eligible_points": 44,
|
||
|
|
"official_verified_points": 0,
|
||
|
|
"point_model": {
|
||
|
|
"n": 44,
|
||
|
|
"tn": 4,
|
||
|
|
"fp": 18,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 22,
|
||
|
|
"accuracy": 0.5909090909090909,
|
||
|
|
"false_reply_rate": 0.8181818181818182,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.55,
|
||
|
|
"f1": 0.7096774193548387
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 44,
|
||
|
|
"tn": 6,
|
||
|
|
"fp": 16,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 21,
|
||
|
|
"accuracy": 0.6136363636363636,
|
||
|
|
"false_reply_rate": 0.7272727272727273,
|
||
|
|
"false_hold_rate": 0.045454545454545456,
|
||
|
|
"recall": 0.9545454545454546,
|
||
|
|
"precision": 0.5675675675675675,
|
||
|
|
"f1": 0.711864406779661
|
||
|
|
},
|
||
|
|
"grouped": {
|
||
|
|
"label_status": {
|
||
|
|
"draft": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 29,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 9,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 18,
|
||
|
|
"accuracy": 0.6896551724137931,
|
||
|
|
"false_reply_rate": 0.8181818181818182,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.6666666666666666,
|
||
|
|
"f1": 0.8
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 29,
|
||
|
|
"tn": 4,
|
||
|
|
"fp": 7,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 17,
|
||
|
|
"accuracy": 0.7241379310344828,
|
||
|
|
"false_reply_rate": 0.6363636363636364,
|
||
|
|
"false_hold_rate": 0.05555555555555555,
|
||
|
|
"recall": 0.9444444444444444,
|
||
|
|
"precision": 0.7083333333333334,
|
||
|
|
"f1": 0.8095238095238095
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"unconfirmed_manual": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 15,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 9,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.4,
|
||
|
|
"false_reply_rate": 0.8181818181818182,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.3076923076923077,
|
||
|
|
"f1": 0.47058823529411764
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 15,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 9,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.4,
|
||
|
|
"false_reply_rate": 0.8181818181818182,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.3076923076923077,
|
||
|
|
"f1": 0.47058823529411764
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"call_id": {
|
||
|
|
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 6,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 2,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.6666666666666666,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.6666666666666666,
|
||
|
|
"f1": 0.8
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 6,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 2,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 3,
|
||
|
|
"accuracy": 0.5,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.25,
|
||
|
|
"recall": 0.75,
|
||
|
|
"precision": 0.6,
|
||
|
|
"f1": 0.6666666666666666
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 8,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 4,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.5,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5,
|
||
|
|
"f1": 0.6666666666666666
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 8,
|
||
|
|
"tn": 1,
|
||
|
|
"fp": 3,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.625,
|
||
|
|
"false_reply_rate": 0.75,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5714285714285714,
|
||
|
|
"f1": 0.7272727272727273
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"872a1e67-873a-4c49-a598-b38a670afcad": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 9,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 4,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 5,
|
||
|
|
"accuracy": 0.5555555555555556,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5555555555555556,
|
||
|
|
"f1": 0.7142857142857143
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 9,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 4,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 5,
|
||
|
|
"accuracy": 0.5555555555555556,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5555555555555556,
|
||
|
|
"f1": 0.7142857142857143
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 5,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 3,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 2,
|
||
|
|
"accuracy": 0.4,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.4,
|
||
|
|
"f1": 0.5714285714285714
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 5,
|
||
|
|
"tn": 1,
|
||
|
|
"fp": 2,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 2,
|
||
|
|
"accuracy": 0.6,
|
||
|
|
"false_reply_rate": 0.6666666666666666,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5,
|
||
|
|
"f1": 0.6666666666666666
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"cb3238dc-3946-42a5-aad8-9b9a54226363": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 9,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 4,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 3,
|
||
|
|
"accuracy": 0.5555555555555556,
|
||
|
|
"false_reply_rate": 0.6666666666666666,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.42857142857142855,
|
||
|
|
"f1": 0.6
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 9,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 4,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 3,
|
||
|
|
"accuracy": 0.5555555555555556,
|
||
|
|
"false_reply_rate": 0.6666666666666666,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.42857142857142855,
|
||
|
|
"f1": 0.6
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"e304f740-85d4-427e-9fd6-c5474e9cd737": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 7,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.8571428571428571,
|
||
|
|
"false_reply_rate": 0.3333333333333333,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.8,
|
||
|
|
"f1": 0.8888888888888888
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 7,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 0.8571428571428571,
|
||
|
|
"false_reply_rate": 0.3333333333333333,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.8,
|
||
|
|
"f1": 0.8888888888888888
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"reason": {
|
||
|
|
"completed_answer": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 18,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 18,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 1.0,
|
||
|
|
"f1": 1.0
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 18,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 17,
|
||
|
|
"accuracy": 0.9444444444444444,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.05555555555555555,
|
||
|
|
"recall": 0.9444444444444444,
|
||
|
|
"precision": 1.0,
|
||
|
|
"f1": 0.9714285714285714
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"completed_turn": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 4,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 1.0,
|
||
|
|
"f1": 1.0
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 4,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 4,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 1.0,
|
||
|
|
"f1": 1.0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"mid_turn_pause": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 17,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 15,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.11764705882352941,
|
||
|
|
"false_reply_rate": 0.8823529411764706,
|
||
|
|
"false_hold_rate": null,
|
||
|
|
"recall": null,
|
||
|
|
"precision": 0.0,
|
||
|
|
"f1": 0.0
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 17,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 15,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.11764705882352941,
|
||
|
|
"false_reply_rate": 0.8823529411764706,
|
||
|
|
"false_hold_rate": null,
|
||
|
|
"recall": null,
|
||
|
|
"precision": 0.0,
|
||
|
|
"f1": 0.0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"unfinished_expression": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 5,
|
||
|
|
"tn": 2,
|
||
|
|
"fp": 3,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.4,
|
||
|
|
"false_reply_rate": 0.6,
|
||
|
|
"false_hold_rate": null,
|
||
|
|
"recall": null,
|
||
|
|
"precision": 0.0,
|
||
|
|
"f1": 0.0
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 5,
|
||
|
|
"tn": 4,
|
||
|
|
"fp": 1,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.8,
|
||
|
|
"false_reply_rate": 0.2,
|
||
|
|
"false_hold_rate": null,
|
||
|
|
"recall": null,
|
||
|
|
"precision": 0.0,
|
||
|
|
"f1": 0.0
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"point_audio_source": {
|
||
|
|
"active_turn": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 7,
|
||
|
|
"tn": 4,
|
||
|
|
"fp": 2,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 0.7142857142857143,
|
||
|
|
"false_reply_rate": 0.3333333333333333,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.3333333333333333,
|
||
|
|
"f1": 0.5
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 7,
|
||
|
|
"tn": 6,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.8571428571428571,
|
||
|
|
"false_reply_rate": 0.0,
|
||
|
|
"false_hold_rate": 1.0,
|
||
|
|
"recall": 0.0,
|
||
|
|
"precision": null,
|
||
|
|
"f1": 0.0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"previous_completed_turn": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 37,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 16,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 21,
|
||
|
|
"accuracy": 0.5675675675675675,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5675675675675675,
|
||
|
|
"f1": 0.7241379310344828
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 37,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 16,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 21,
|
||
|
|
"accuracy": 0.5675675675675675,
|
||
|
|
"false_reply_rate": 1.0,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5675675675675675,
|
||
|
|
"f1": 0.7241379310344828
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"alignment_issue_points": 2,
|
||
|
|
"history_aligned_subset": {
|
||
|
|
"point_model": {
|
||
|
|
"n": 42,
|
||
|
|
"tn": 4,
|
||
|
|
"fp": 18,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 20,
|
||
|
|
"accuracy": 0.5714285714285714,
|
||
|
|
"false_reply_rate": 0.8181818181818182,
|
||
|
|
"false_hold_rate": 0.0,
|
||
|
|
"recall": 1.0,
|
||
|
|
"precision": 0.5263157894736842,
|
||
|
|
"f1": 0.6896551724137931
|
||
|
|
},
|
||
|
|
"audio_strategy": {
|
||
|
|
"n": 42,
|
||
|
|
"tn": 6,
|
||
|
|
"fp": 16,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 19,
|
||
|
|
"accuracy": 0.5952380952380952,
|
||
|
|
"false_reply_rate": 0.7272727272727273,
|
||
|
|
"false_hold_rate": 0.05,
|
||
|
|
"recall": 0.95,
|
||
|
|
"precision": 0.5428571428571428,
|
||
|
|
"f1": 0.6909090909090909
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"config": {
|
||
|
|
"pipecat_version": "1.12.0",
|
||
|
|
"onnxruntime_version": "1.24.4",
|
||
|
|
"vad_params": {
|
||
|
|
"confidence": 0.7,
|
||
|
|
"start_secs": 0.2,
|
||
|
|
"stop_secs": 0.2,
|
||
|
|
"min_volume": 0.6
|
||
|
|
},
|
||
|
|
"smart_turn_params": {
|
||
|
|
"stop_secs": 3,
|
||
|
|
"pre_speech_ms": 500,
|
||
|
|
"max_duration_secs": 8
|
||
|
|
},
|
||
|
|
"frame_ms": 32,
|
||
|
|
"media_clock": true,
|
||
|
|
"cpu_count": 1,
|
||
|
|
"threshold": 0.5,
|
||
|
|
"model_sha256": "2bb026316b14a660486a75b1733cd3fbab8c2fd0314dc9af7be49f8cca967e4f",
|
||
|
|
"label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9",
|
||
|
|
"history_sha256": "4c21e20b7323030d590276854f07b454ccbad627e1a7842101a22a99377ffbaa",
|
||
|
|
"audio_inputs": [
|
||
|
|
{
|
||
|
|
"call_id": "2c83253a-7977-4e3c-a387-0aa1ea06fbe1",
|
||
|
|
"sample_rate": 8000,
|
||
|
|
"channels": 2,
|
||
|
|
"selected_user_channel": 0,
|
||
|
|
"audio_sha256": "2b8a67dc76b8975d287df42193647cf040229377537eadaaf3adc13358201fe1"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"call_id": "40ae686c-8196-4d7b-b7ad-3e12a427ebb6",
|
||
|
|
"sample_rate": 8000,
|
||
|
|
"channels": 2,
|
||
|
|
"selected_user_channel": 0,
|
||
|
|
"audio_sha256": "130be37286d48f7badca711a068fab19a2686bd83248a71c73c11ce77650d39d"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"call_id": "872a1e67-873a-4c49-a598-b38a670afcad",
|
||
|
|
"sample_rate": 8000,
|
||
|
|
"channels": 2,
|
||
|
|
"selected_user_channel": 0,
|
||
|
|
"audio_sha256": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"call_id": "a266b9ef-5e47-4434-a04c-ce4eacd52c19",
|
||
|
|
"sample_rate": 8000,
|
||
|
|
"channels": 2,
|
||
|
|
"selected_user_channel": 0,
|
||
|
|
"audio_sha256": "9a7ebe093e66aaaa08ac462f975b7d428df79a38ed5b418265b82c77d8b91f46"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"call_id": "cb3238dc-3946-42a5-aad8-9b9a54226363",
|
||
|
|
"sample_rate": 8000,
|
||
|
|
"channels": 2,
|
||
|
|
"selected_user_channel": 0,
|
||
|
|
"audio_sha256": "7a74dbf3dd742d3d14317d069c28b703dd1398d5eb3dc1dba3d7a7c568a18d60"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"call_id": "e304f740-85d4-427e-9fd6-c5474e9cd737",
|
||
|
|
"sample_rate": 8000,
|
||
|
|
"channels": 2,
|
||
|
|
"selected_user_channel": 0,
|
||
|
|
"audio_sha256": "44672603d0cf9feac41275e99d59baa4cafbdcdbb172da23de52aa0a2a4961d2"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"replay_source_sha256": {
|
||
|
|
"pipecat.audio.vad.silero": "9eec0ae79d63341e010fd1351031f2ea73a76204bc9ade57d3107ba5d31740a3",
|
||
|
|
"pipecat.audio.turn.smart_turn.local_smart_turn_v3": "8bd3bc15ed96fd54539ec63400ce64ce86ce82a388d0aa467e641c9a27a2f970",
|
||
|
|
"pipecat.audio.turn.smart_turn.base_smart_turn": "8c5c11aa3a72abb9d37447baa58475126bee7eb5932d5c8a17ee56d858be6c8a"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"definitions": {
|
||
|
|
"point_model": "Non-mutating diagnostic inference at exact decision_ms. Active cache origin is used; after replay completed a turn, last completed origin is used and explicitly flagged. These extra queries never change replay state.",
|
||
|
|
"audio_strategy": "Whether audio-only EOT is latched at decision_ms: actual VAD stops trigger inference; resumed VAD speech clears the latch; incomplete preserves cache; complete clears cache; silence timeout forces completion. It does not measure whether an earlier wrong EOT happened before speech resumed.",
|
||
|
|
"event_order": "Audio appended with previous speaking flag, then queued VAD state changes handled. 32ms frames; no future or partial frames fed to VAD before a checkpoint.",
|
||
|
|
"silero_reset": "Pipecat periodic five-second Silero state resets use media clock, not processing wall time.",
|
||
|
|
"asr": "No realtime ASR return/finalization logs; transcript wait gate, external 5s controller timeout and ASR fallback are not simulated. History only audits point validity and speaker overlap, never enters model input.",
|
||
|
|
"labels": "29 xlsx_draft and 15 no annotator/confidence; exploratory results only, no confirmed-label production accuracy claim.",
|
||
|
|
"channel": "User channel 0 selected by RMS contrasts on non-overlapping ASR user/agent segments; echo/overlap can remain.",
|
||
|
|
"invalid_points": "No detected VAD origin/prediction: excluded from metrics. Missing prior ASR user segments are alignment issues, retained in exploratory audio metrics and separately reported.",
|
||
|
|
"scope": "Selected point classification/state snapshots; no complete turn boundaries, interval-level interruption rates or end latency claims."
|
||
|
|
}
|
||
|
|
}
|