385 lines
9.6 KiB
JSON
385 lines
9.6 KiB
JSON
|
{
|
||
|
|
"total_points": 1,
|
||
|
|
"complete": true,
|
||
|
|
"metrics": {
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
"native_state_metrics": {
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 1.0
|
||
|
|
},
|
||
|
|
"corrected_state_metrics": {
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 1.0
|
||
|
|
},
|
||
|
|
"thresholds": [
|
||
|
|
{
|
||
|
|
"threshold": 0.1,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.2,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.3,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.4,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.5,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.6,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.7,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.8,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.9,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 1.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.95,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 1.0
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"threshold": 0.99,
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 1,
|
||
|
|
"tp": 0,
|
||
|
|
"accuracy": 0.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 1.0
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"metadata": {
|
||
|
|
"host": "2033lab04ztr",
|
||
|
|
"hostname": "ubuntu",
|
||
|
|
"python": "3.10.22 (main, Oct 1 2026, 20:14:04) [GCC 14.3.0]",
|
||
|
|
"started_at_utc": "2026-10-13T15:42:48.661080+00:00",
|
||
|
|
"gpu_driver": "595.84",
|
||
|
|
"gpu": "NVIDIA GeForce RTX 3090",
|
||
|
|
"cpu_threads": 4,
|
||
|
|
"torch": "2.6.0+cu124",
|
||
|
|
"cuda": "12.4",
|
||
|
|
"load_ms": 58031.039100999806,
|
||
|
|
"parameter_dtypes": [
|
||
|
|
"torch.float32"
|
||
|
|
],
|
||
|
|
"declared_precision": "bf16",
|
||
|
|
"actual_precision_note": "Official loader does not cast to bf16; no autocast added.",
|
||
|
|
"checkpoint_loading": [
|
||
|
|
{
|
||
|
|
"missing": [],
|
||
|
|
"unexpected": [
|
||
|
|
"embed_tokens_func.weight"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"repo_commit": "a0b9063843df69619b087b95b74597b2176910b8",
|
||
|
|
"model_revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
|
||
|
|
"model_checksums": {
|
||
|
|
"repo": "Soul-AILab/SoulX-Duplug-0.6B",
|
||
|
|
"revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
|
||
|
|
"files": [
|
||
|
|
{
|
||
|
|
"file": ".gitattributes",
|
||
|
|
"bytes": 1655,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/added_tokens.json",
|
||
|
|
"bytes": 1494656,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/chat_template.jinja",
|
||
|
|
"bytes": 4168,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/config.json",
|
||
|
|
"bytes": 726,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/config_record.yaml",
|
||
|
|
"bytes": 172,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/generation_config.json",
|
||
|
|
"bytes": 214,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/merges.txt",
|
||
|
|
"bytes": 1671853,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/model.safetensors",
|
||
|
|
"bytes": 2384234968,
|
||
|
|
"lfs_sha256": "82f718371044abd7d05e4de2dbfd766938eb9d07a0c7152e8e4bb20cab53b6ec"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/special_tokens_map.json",
|
||
|
|
"bytes": 613,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/tokenizer.json",
|
||
|
|
"bytes": 21375814,
|
||
|
|
"lfs_sha256": "9188dc1b4ec9935bbc52b70fd43e7e39718e44282b937055918e58ff5234e975"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/tokenizer_config.json",
|
||
|
|
"bytes": 9439594,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/vocab.json",
|
||
|
|
"bytes": 2776833,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "README.md",
|
||
|
|
"bytes": 6555,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "SoulX-Duplug-logo.png",
|
||
|
|
"bytes": 763847,
|
||
|
|
"lfs_sha256": "5ae357ebc267373d75560f127817d8e7e381215ac2b6d70663c7ff98de6bfe58"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "SoulX-Duplug/SoulX-Duplug-0.6B-Bilingual.pth",
|
||
|
|
"bytes": 3896904668,
|
||
|
|
"lfs_sha256": "b0703dea0b1dbb1cd51e6e7b6514c60907ea4d4b6752cecc3f71cb6445650dbe"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "config.yaml",
|
||
|
|
"bytes": 246,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/.msc",
|
||
|
|
"bytes": 440,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/.mv",
|
||
|
|
"bytes": 36,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/LICENSE",
|
||
|
|
"bytes": 6490,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/README.md",
|
||
|
|
"bytes": 1296,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/config.json",
|
||
|
|
"bytes": 1771,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/configuration.json",
|
||
|
|
"bytes": 57,
|
||
|
|
"lfs_sha256": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/model.safetensors",
|
||
|
|
"bytes": 1458374480,
|
||
|
|
"lfs_sha256": "2800bd503f52b51e45f0c53cfd5c31dcfe8ef7f13d22b396aa3d53e0280dd1e4"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"file": "glm-4-voice-tokenizer/preprocessor_config.json",
|
||
|
|
"bytes": 340,
|
||
|
|
"lfs_sha256": null
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9",
|
||
|
|
"script_sha256": "8917b789e7fb2753ba621f4e50c1aa110e4db5b03fd205b6215efa3def8667c0",
|
||
|
|
"dependencies": {
|
||
|
|
"transformers": "4.52.1",
|
||
|
|
"funasr": "1.2.6",
|
||
|
|
"modelscope": "1.28.2",
|
||
|
|
"peft": "0.16.0",
|
||
|
|
"pytorch-lightning": "2.5.2",
|
||
|
|
"numpy": "1.26.4",
|
||
|
|
"soxr": "0.5.0.post1"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"grouped": {
|
||
|
|
"call_id": {
|
||
|
|
"872a1e67-873a-4c49-a598-b38a670afcad": {
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"label_status": {
|
||
|
|
"draft": {
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"reason": {
|
||
|
|
"completed_answer": {
|
||
|
|
"n": 1,
|
||
|
|
"tn": 0,
|
||
|
|
"fp": 0,
|
||
|
|
"fn": 0,
|
||
|
|
"tp": 1,
|
||
|
|
"accuracy": 1.0,
|
||
|
|
"false_reply_rate": null,
|
||
|
|
"false_hold_rate": 0.0
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"elapsed_seconds": 11.469328685999244,
|
||
|
|
"peak_gpu_allocated_bytes": 6178065920,
|
||
|
|
"peak_gpu_reserved_bytes": 6247415808,
|
||
|
|
"audio_sha256": {
|
||
|
|
"872a1e67-873a-4c49-a598-b38a670afcad": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5"
|
||
|
|
},
|
||
|
|
"config": {
|
||
|
|
"sample_rate": 16000,
|
||
|
|
"chunk_ms": 160,
|
||
|
|
"back_ms": 960,
|
||
|
|
"ahead_ms": 40,
|
||
|
|
"max_real_context_ms": 20000,
|
||
|
|
"channel": 0,
|
||
|
|
"threshold": 0.5,
|
||
|
|
"rule": "softmax(logit_complete,logit_incomplete)[complete] > threshold",
|
||
|
|
"state_source": "direct infer/_state_predict, no service action/timeout/reset gates"
|
||
|
|
},
|
||
|
|
"method": "Each point resets native KV state, replays <=20s past user audio with built-in Paraformer. Final process chunk ends D-40ms and lookahead ends D. No label transcript input, no future audio, no fallback reply or complete-trigger reset.",
|
||
|
|
"limitations": [
|
||
|
|
"Conditional two-token score is not a calibrated can_reply probability; raw five-state argmax retained as a diagnostic.",
|
||
|
|
"29 draft labels and 15 labels without verification metadata; selected-point exploratory evaluation.",
|
||
|
|
"Input channels/context and hardware differ across models; this is a configured-system comparison.",
|
||
|
|
"Independent point restart differs from continuous server state; ASR is part of SoulX inference.",
|
||
|
|
"Known ASR/label alignment issues at cb3238dc 13540 and e304f740 11531 remain unchanged."
|
||
|
|
]
|
||
|
|
}
|