{ "total_points": 44, "eligible_points": 44, "official_verified_points": 0, "point_model": { "n": 44, "tn": 4, "fp": 18, "fn": 0, "tp": 22, "accuracy": 0.5909090909090909, "false_reply_rate": 0.8181818181818182, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.55, "f1": 0.7096774193548387 }, "audio_strategy": { "n": 44, "tn": 6, "fp": 16, "fn": 1, "tp": 21, "accuracy": 0.6136363636363636, "false_reply_rate": 0.7272727272727273, "false_hold_rate": 0.045454545454545456, "recall": 0.9545454545454546, "precision": 0.5675675675675675, "f1": 0.711864406779661 }, "grouped": { "label_status": { "draft": { "point_model": { "n": 29, "tn": 2, "fp": 9, "fn": 0, "tp": 18, "accuracy": 0.6896551724137931, "false_reply_rate": 0.8181818181818182, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.6666666666666666, "f1": 0.8 }, "audio_strategy": { "n": 29, "tn": 4, "fp": 7, "fn": 1, "tp": 17, "accuracy": 0.7241379310344828, "false_reply_rate": 0.6363636363636364, "false_hold_rate": 0.05555555555555555, "recall": 0.9444444444444444, "precision": 0.7083333333333334, "f1": 0.8095238095238095 } }, "unconfirmed_manual": { "point_model": { "n": 15, "tn": 2, "fp": 9, "fn": 0, "tp": 4, "accuracy": 0.4, "false_reply_rate": 0.8181818181818182, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.3076923076923077, "f1": 0.47058823529411764 }, "audio_strategy": { "n": 15, "tn": 2, "fp": 9, "fn": 0, "tp": 4, "accuracy": 0.4, "false_reply_rate": 0.8181818181818182, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.3076923076923077, "f1": 0.47058823529411764 } } }, "call_id": { "2c83253a-7977-4e3c-a387-0aa1ea06fbe1": { "point_model": { "n": 6, "tn": 0, "fp": 2, "fn": 0, "tp": 4, "accuracy": 0.6666666666666666, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.6666666666666666, "f1": 0.8 }, "audio_strategy": { "n": 6, "tn": 0, "fp": 2, "fn": 1, "tp": 3, "accuracy": 0.5, "false_reply_rate": 1.0, "false_hold_rate": 0.25, "recall": 0.75, "precision": 0.6, "f1": 0.6666666666666666 } }, "40ae686c-8196-4d7b-b7ad-3e12a427ebb6": { "point_model": { "n": 8, "tn": 0, "fp": 4, "fn": 0, "tp": 4, "accuracy": 0.5, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5, "f1": 0.6666666666666666 }, "audio_strategy": { "n": 8, "tn": 1, "fp": 3, "fn": 0, "tp": 4, "accuracy": 0.625, "false_reply_rate": 0.75, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5714285714285714, "f1": 0.7272727272727273 } }, "872a1e67-873a-4c49-a598-b38a670afcad": { "point_model": { "n": 9, "tn": 0, "fp": 4, "fn": 0, "tp": 5, "accuracy": 0.5555555555555556, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5555555555555556, "f1": 0.7142857142857143 }, "audio_strategy": { "n": 9, "tn": 0, "fp": 4, "fn": 0, "tp": 5, "accuracy": 0.5555555555555556, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5555555555555556, "f1": 0.7142857142857143 } }, "a266b9ef-5e47-4434-a04c-ce4eacd52c19": { "point_model": { "n": 5, "tn": 0, "fp": 3, "fn": 0, "tp": 2, "accuracy": 0.4, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.4, "f1": 0.5714285714285714 }, "audio_strategy": { "n": 5, "tn": 1, "fp": 2, "fn": 0, "tp": 2, "accuracy": 0.6, "false_reply_rate": 0.6666666666666666, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5, "f1": 0.6666666666666666 } }, "cb3238dc-3946-42a5-aad8-9b9a54226363": { "point_model": { "n": 9, "tn": 2, "fp": 4, "fn": 0, "tp": 3, "accuracy": 0.5555555555555556, "false_reply_rate": 0.6666666666666666, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.42857142857142855, "f1": 0.6 }, "audio_strategy": { "n": 9, "tn": 2, "fp": 4, "fn": 0, "tp": 3, "accuracy": 0.5555555555555556, "false_reply_rate": 0.6666666666666666, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.42857142857142855, "f1": 0.6 } }, "e304f740-85d4-427e-9fd6-c5474e9cd737": { "point_model": { "n": 7, "tn": 2, "fp": 1, "fn": 0, "tp": 4, "accuracy": 0.8571428571428571, "false_reply_rate": 0.3333333333333333, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.8, "f1": 0.8888888888888888 }, "audio_strategy": { "n": 7, "tn": 2, "fp": 1, "fn": 0, "tp": 4, "accuracy": 0.8571428571428571, "false_reply_rate": 0.3333333333333333, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.8, "f1": 0.8888888888888888 } } }, "reason": { "completed_answer": { "point_model": { "n": 18, "tn": 0, "fp": 0, "fn": 0, "tp": 18, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0, "recall": 1.0, "precision": 1.0, "f1": 1.0 }, "audio_strategy": { "n": 18, "tn": 0, "fp": 0, "fn": 1, "tp": 17, "accuracy": 0.9444444444444444, "false_reply_rate": null, "false_hold_rate": 0.05555555555555555, "recall": 0.9444444444444444, "precision": 1.0, "f1": 0.9714285714285714 } }, "completed_turn": { "point_model": { "n": 4, "tn": 0, "fp": 0, "fn": 0, "tp": 4, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0, "recall": 1.0, "precision": 1.0, "f1": 1.0 }, "audio_strategy": { "n": 4, "tn": 0, "fp": 0, "fn": 0, "tp": 4, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0, "recall": 1.0, "precision": 1.0, "f1": 1.0 } }, "mid_turn_pause": { "point_model": { "n": 17, "tn": 2, "fp": 15, "fn": 0, "tp": 0, "accuracy": 0.11764705882352941, "false_reply_rate": 0.8823529411764706, "false_hold_rate": null, "recall": null, "precision": 0.0, "f1": 0.0 }, "audio_strategy": { "n": 17, "tn": 2, "fp": 15, "fn": 0, "tp": 0, "accuracy": 0.11764705882352941, "false_reply_rate": 0.8823529411764706, "false_hold_rate": null, "recall": null, "precision": 0.0, "f1": 0.0 } }, "unfinished_expression": { "point_model": { "n": 5, "tn": 2, "fp": 3, "fn": 0, "tp": 0, "accuracy": 0.4, "false_reply_rate": 0.6, "false_hold_rate": null, "recall": null, "precision": 0.0, "f1": 0.0 }, "audio_strategy": { "n": 5, "tn": 4, "fp": 1, "fn": 0, "tp": 0, "accuracy": 0.8, "false_reply_rate": 0.2, "false_hold_rate": null, "recall": null, "precision": 0.0, "f1": 0.0 } } }, "point_audio_source": { "active_turn": { "point_model": { "n": 7, "tn": 4, "fp": 2, "fn": 0, "tp": 1, "accuracy": 0.7142857142857143, "false_reply_rate": 0.3333333333333333, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.3333333333333333, "f1": 0.5 }, "audio_strategy": { "n": 7, "tn": 6, "fp": 0, "fn": 1, "tp": 0, "accuracy": 0.8571428571428571, "false_reply_rate": 0.0, "false_hold_rate": 1.0, "recall": 0.0, "precision": null, "f1": 0.0 } }, "previous_completed_turn": { "point_model": { "n": 37, "tn": 0, "fp": 16, "fn": 0, "tp": 21, "accuracy": 0.5675675675675675, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5675675675675675, "f1": 0.7241379310344828 }, "audio_strategy": { "n": 37, "tn": 0, "fp": 16, "fn": 0, "tp": 21, "accuracy": 0.5675675675675675, "false_reply_rate": 1.0, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5675675675675675, "f1": 0.7241379310344828 } } } }, "alignment_issue_points": 2, "history_aligned_subset": { "point_model": { "n": 42, "tn": 4, "fp": 18, "fn": 0, "tp": 20, "accuracy": 0.5714285714285714, "false_reply_rate": 0.8181818181818182, "false_hold_rate": 0.0, "recall": 1.0, "precision": 0.5263157894736842, "f1": 0.6896551724137931 }, "audio_strategy": { "n": 42, "tn": 6, "fp": 16, "fn": 1, "tp": 19, "accuracy": 0.5952380952380952, "false_reply_rate": 0.7272727272727273, "false_hold_rate": 0.05, "recall": 0.95, "precision": 0.5428571428571428, "f1": 0.6909090909090909 } }, "config": { "pipecat_version": "1.12.0", "onnxruntime_version": "1.24.4", "vad_params": { "confidence": 0.7, "start_secs": 0.2, "stop_secs": 0.2, "min_volume": 0.6 }, "smart_turn_params": { "stop_secs": 3, "pre_speech_ms": 500, "max_duration_secs": 8 }, "frame_ms": 32, "media_clock": true, "cpu_count": 1, "threshold": 0.5, "model_sha256": "2bb026316b14a660486a75b1733cd3fbab8c2fd0314dc9af7be49f8cca967e4f", "label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9", "history_sha256": "4c21e20b7323030d590276854f07b454ccbad627e1a7842101a22a99377ffbaa", "audio_inputs": [ { "call_id": "2c83253a-7977-4e3c-a387-0aa1ea06fbe1", "sample_rate": 8000, "channels": 2, "selected_user_channel": 0, "audio_sha256": "2b8a67dc76b8975d287df42193647cf040229377537eadaaf3adc13358201fe1" }, { "call_id": "40ae686c-8196-4d7b-b7ad-3e12a427ebb6", "sample_rate": 8000, "channels": 2, "selected_user_channel": 0, "audio_sha256": "130be37286d48f7badca711a068fab19a2686bd83248a71c73c11ce77650d39d" }, { "call_id": "872a1e67-873a-4c49-a598-b38a670afcad", "sample_rate": 8000, "channels": 2, "selected_user_channel": 0, "audio_sha256": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5" }, { "call_id": "a266b9ef-5e47-4434-a04c-ce4eacd52c19", "sample_rate": 8000, "channels": 2, "selected_user_channel": 0, "audio_sha256": "9a7ebe093e66aaaa08ac462f975b7d428df79a38ed5b418265b82c77d8b91f46" }, { "call_id": "cb3238dc-3946-42a5-aad8-9b9a54226363", "sample_rate": 8000, "channels": 2, "selected_user_channel": 0, "audio_sha256": "7a74dbf3dd742d3d14317d069c28b703dd1398d5eb3dc1dba3d7a7c568a18d60" }, { "call_id": "e304f740-85d4-427e-9fd6-c5474e9cd737", "sample_rate": 8000, "channels": 2, "selected_user_channel": 0, "audio_sha256": "44672603d0cf9feac41275e99d59baa4cafbdcdbb172da23de52aa0a2a4961d2" } ], "replay_source_sha256": { "pipecat.audio.vad.silero": "9eec0ae79d63341e010fd1351031f2ea73a76204bc9ade57d3107ba5d31740a3", "pipecat.audio.turn.smart_turn.local_smart_turn_v3": "8bd3bc15ed96fd54539ec63400ce64ce86ce82a388d0aa467e641c9a27a2f970", "pipecat.audio.turn.smart_turn.base_smart_turn": "8c5c11aa3a72abb9d37447baa58475126bee7eb5932d5c8a17ee56d858be6c8a" } }, "definitions": { "point_model": "Non-mutating diagnostic inference at exact decision_ms. Active cache origin is used; after replay completed a turn, last completed origin is used and explicitly flagged. These extra queries never change replay state.", "audio_strategy": "Whether audio-only EOT is latched at decision_ms: actual VAD stops trigger inference; resumed VAD speech clears the latch; incomplete preserves cache; complete clears cache; silence timeout forces completion. It does not measure whether an earlier wrong EOT happened before speech resumed.", "event_order": "Audio appended with previous speaking flag, then queued VAD state changes handled. 32ms frames; no future or partial frames fed to VAD before a checkpoint.", "silero_reset": "Pipecat periodic five-second Silero state resets use media clock, not processing wall time.", "asr": "No realtime ASR return/finalization logs; transcript wait gate, external 5s controller timeout and ASR fallback are not simulated. History only audits point validity and speaker overlap, never enters model input.", "labels": "29 xlsx_draft and 15 no annotator/confidence; exploratory results only, no confirmed-label production accuracy claim.", "channel": "User channel 0 selected by RMS contrasts on non-overlapping ASR user/agent segments; echo/overlap can remain.", "invalid_points": "No detected VAD origin/prediction: excluded from metrics. Missing prior ASR user segments are alignment issues, retained in exploratory audio metrics and separately reported.", "scope": "Selected point classification/state snapshots; no complete turn boundaries, interval-level interruption rates or end latency claims." } }