{ "total_points": 1, "complete": true, "metrics": { "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, "native_state_metrics": { "n": 1, "tn": 0, "fp": 0, "fn": 1, "tp": 0, "accuracy": 0.0, "false_reply_rate": null, "false_hold_rate": 1.0 }, "corrected_state_metrics": { "n": 1, "tn": 0, "fp": 0, "fn": 1, "tp": 0, "accuracy": 0.0, "false_reply_rate": null, "false_hold_rate": 1.0 }, "thresholds": [ { "threshold": 0.1, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.2, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.3, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.4, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.5, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.6, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.7, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.8, "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 }, { "threshold": 0.9, "n": 1, "tn": 0, "fp": 0, "fn": 1, "tp": 0, "accuracy": 0.0, "false_reply_rate": null, "false_hold_rate": 1.0 }, { "threshold": 0.95, "n": 1, "tn": 0, "fp": 0, "fn": 1, "tp": 0, "accuracy": 0.0, "false_reply_rate": null, "false_hold_rate": 1.0 }, { "threshold": 0.99, "n": 1, "tn": 0, "fp": 0, "fn": 1, "tp": 0, "accuracy": 0.0, "false_reply_rate": null, "false_hold_rate": 1.0 } ], "metadata": { "host": "2033lab04ztr", "hostname": "ubuntu", "python": "3.10.22 (main, Oct 1 2026, 20:14:04) [GCC 14.3.0]", "started_at_utc": "2026-10-13T15:42:48.661080+00:00", "gpu_driver": "595.84", "gpu": "NVIDIA GeForce RTX 3090", "cpu_threads": 4, "torch": "2.6.0+cu124", "cuda": "12.4", "load_ms": 58031.039100999806, "parameter_dtypes": [ "torch.float32" ], "declared_precision": "bf16", "actual_precision_note": "Official loader does not cast to bf16; no autocast added.", "checkpoint_loading": [ { "missing": [], "unexpected": [ "embed_tokens_func.weight" ] } ], "repo_commit": "a0b9063843df69619b087b95b74597b2176910b8", "model_revision": "61701c4ab8193cc1ee2220d3848872ac6c720142", "model_checksums": { "repo": "Soul-AILab/SoulX-Duplug-0.6B", "revision": "61701c4ab8193cc1ee2220d3848872ac6c720142", "files": [ { "file": ".gitattributes", "bytes": 1655, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/added_tokens.json", "bytes": 1494656, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/chat_template.jinja", "bytes": 4168, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/config.json", "bytes": 726, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/config_record.yaml", "bytes": 172, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/generation_config.json", "bytes": 214, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/merges.txt", "bytes": 1671853, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/model.safetensors", "bytes": 2384234968, "lfs_sha256": "82f718371044abd7d05e4de2dbfd766938eb9d07a0c7152e8e4bb20cab53b6ec" }, { "file": "Qwen3-0.6B-expand_vocab_v2/special_tokens_map.json", "bytes": 613, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/tokenizer.json", "bytes": 21375814, "lfs_sha256": "9188dc1b4ec9935bbc52b70fd43e7e39718e44282b937055918e58ff5234e975" }, { "file": "Qwen3-0.6B-expand_vocab_v2/tokenizer_config.json", "bytes": 9439594, "lfs_sha256": null }, { "file": "Qwen3-0.6B-expand_vocab_v2/vocab.json", "bytes": 2776833, "lfs_sha256": null }, { "file": "README.md", "bytes": 6555, "lfs_sha256": null }, { "file": "SoulX-Duplug-logo.png", "bytes": 763847, "lfs_sha256": "5ae357ebc267373d75560f127817d8e7e381215ac2b6d70663c7ff98de6bfe58" }, { "file": "SoulX-Duplug/SoulX-Duplug-0.6B-Bilingual.pth", "bytes": 3896904668, "lfs_sha256": "b0703dea0b1dbb1cd51e6e7b6514c60907ea4d4b6752cecc3f71cb6445650dbe" }, { "file": "config.yaml", "bytes": 246, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/.msc", "bytes": 440, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/.mv", "bytes": 36, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/LICENSE", "bytes": 6490, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/README.md", "bytes": 1296, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/config.json", "bytes": 1771, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/configuration.json", "bytes": 57, "lfs_sha256": null }, { "file": "glm-4-voice-tokenizer/model.safetensors", "bytes": 1458374480, "lfs_sha256": "2800bd503f52b51e45f0c53cfd5c31dcfe8ef7f13d22b396aa3d53e0280dd1e4" }, { "file": "glm-4-voice-tokenizer/preprocessor_config.json", "bytes": 340, "lfs_sha256": null } ] }, "label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9", "script_sha256": "8917b789e7fb2753ba621f4e50c1aa110e4db5b03fd205b6215efa3def8667c0", "dependencies": { "transformers": "4.52.1", "funasr": "1.2.6", "modelscope": "1.28.2", "peft": "0.16.0", "pytorch-lightning": "2.5.2", "numpy": "1.26.4", "soxr": "0.5.0.post1" } }, "grouped": { "call_id": { "872a1e67-873a-4c49-a598-b38a670afcad": { "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 } }, "label_status": { "draft": { "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 } }, "reason": { "completed_answer": { "n": 1, "tn": 0, "fp": 0, "fn": 0, "tp": 1, "accuracy": 1.0, "false_reply_rate": null, "false_hold_rate": 0.0 } } }, "elapsed_seconds": 11.469328685999244, "peak_gpu_allocated_bytes": 6178065920, "peak_gpu_reserved_bytes": 6247415808, "audio_sha256": { "872a1e67-873a-4c49-a598-b38a670afcad": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5" }, "config": { "sample_rate": 16000, "chunk_ms": 160, "back_ms": 960, "ahead_ms": 40, "max_real_context_ms": 20000, "channel": 0, "threshold": 0.5, "rule": "softmax(logit_complete,logit_incomplete)[complete] > threshold", "state_source": "direct infer/_state_predict, no service action/timeout/reset gates" }, "method": "Each point resets native KV state, replays <=20s past user audio with built-in Paraformer. Final process chunk ends D-40ms and lookahead ends D. No label transcript input, no future audio, no fallback reply or complete-trigger reset.", "limitations": [ "Conditional two-token score is not a calibrated can_reply probability; raw five-state argmax retained as a diagnostic.", "29 draft labels and 15 labels without verification metadata; selected-point exploratory evaluation.", "Input channels/context and hardware differ across models; this is a configured-system comparison.", "Independent point restart differs from continuous server state; ASR is part of SoulX inference.", "Known ASR/label alignment issues at cb3238dc 13540 and e304f740 11531 remain unchanged." ] }