480 lines
12 KiB
JSON
Executable File
480 lines
12 KiB
JSON
Executable File
{
|
|
"total_points": 44,
|
|
"complete": true,
|
|
"metrics": {
|
|
"n": 44,
|
|
"tn": 1,
|
|
"fp": 21,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.9545454545454546,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"native_state_metrics": {
|
|
"n": 44,
|
|
"tn": 22,
|
|
"fp": 0,
|
|
"fn": 21,
|
|
"tp": 1,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.0,
|
|
"false_hold_rate": 0.9545454545454546
|
|
},
|
|
"corrected_state_metrics": {
|
|
"n": 44,
|
|
"tn": 22,
|
|
"fp": 0,
|
|
"fn": 21,
|
|
"tp": 1,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.0,
|
|
"false_hold_rate": 0.9545454545454546
|
|
},
|
|
"thresholds": [
|
|
{
|
|
"threshold": 0.1,
|
|
"n": 44,
|
|
"tn": 0,
|
|
"fp": 22,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.2,
|
|
"n": 44,
|
|
"tn": 0,
|
|
"fp": 22,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.3,
|
|
"n": 44,
|
|
"tn": 0,
|
|
"fp": 22,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.4,
|
|
"n": 44,
|
|
"tn": 0,
|
|
"fp": 22,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.5,
|
|
"n": 44,
|
|
"tn": 1,
|
|
"fp": 21,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.9545454545454546,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.6,
|
|
"n": 44,
|
|
"tn": 1,
|
|
"fp": 21,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.9545454545454546,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.7,
|
|
"n": 44,
|
|
"tn": 1,
|
|
"fp": 21,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.9545454545454546,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.8,
|
|
"n": 44,
|
|
"tn": 2,
|
|
"fp": 20,
|
|
"fn": 0,
|
|
"tp": 22,
|
|
"accuracy": 0.5454545454545454,
|
|
"false_reply_rate": 0.9090909090909091,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
{
|
|
"threshold": 0.9,
|
|
"n": 44,
|
|
"tn": 5,
|
|
"fp": 17,
|
|
"fn": 3,
|
|
"tp": 19,
|
|
"accuracy": 0.5454545454545454,
|
|
"false_reply_rate": 0.7727272727272727,
|
|
"false_hold_rate": 0.13636363636363635
|
|
},
|
|
{
|
|
"threshold": 0.95,
|
|
"n": 44,
|
|
"tn": 12,
|
|
"fp": 10,
|
|
"fn": 12,
|
|
"tp": 10,
|
|
"accuracy": 0.5,
|
|
"false_reply_rate": 0.45454545454545453,
|
|
"false_hold_rate": 0.5454545454545454
|
|
},
|
|
{
|
|
"threshold": 0.99,
|
|
"n": 44,
|
|
"tn": 21,
|
|
"fp": 1,
|
|
"fn": 20,
|
|
"tp": 2,
|
|
"accuracy": 0.5227272727272727,
|
|
"false_reply_rate": 0.045454545454545456,
|
|
"false_hold_rate": 0.9090909090909091
|
|
}
|
|
],
|
|
"metadata": {
|
|
"host": "2033lab04ztr",
|
|
"hostname": "ubuntu",
|
|
"python": "3.10.22 (main, Oct 1 2026, 20:14:04) [GCC 14.3.0]",
|
|
"started_at_utc": "2026-10-13T15:42:48.661080+00:00",
|
|
"gpu_driver": "595.84",
|
|
"gpu": "NVIDIA GeForce RTX 3090",
|
|
"cpu_threads": 4,
|
|
"torch": "2.6.0+cu124",
|
|
"cuda": "12.4",
|
|
"load_ms": 58031.039100999806,
|
|
"parameter_dtypes": [
|
|
"torch.float32"
|
|
],
|
|
"declared_precision": "bf16",
|
|
"actual_precision_note": "Official loader does not cast to bf16; no autocast added.",
|
|
"checkpoint_loading": [
|
|
{
|
|
"missing": [],
|
|
"unexpected": [
|
|
"embed_tokens_func.weight"
|
|
]
|
|
}
|
|
],
|
|
"repo_commit": "a0b9063843df69619b087b95b74597b2176910b8",
|
|
"model_revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
|
|
"model_checksums": {
|
|
"repo": "Soul-AILab/SoulX-Duplug-0.6B",
|
|
"revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
|
|
"files": [
|
|
{
|
|
"file": ".gitattributes",
|
|
"bytes": 1655,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/added_tokens.json",
|
|
"bytes": 1494656,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/chat_template.jinja",
|
|
"bytes": 4168,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/config.json",
|
|
"bytes": 726,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/config_record.yaml",
|
|
"bytes": 172,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/generation_config.json",
|
|
"bytes": 214,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/merges.txt",
|
|
"bytes": 1671853,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/model.safetensors",
|
|
"bytes": 2384234968,
|
|
"lfs_sha256": "82f718371044abd7d05e4de2dbfd766938eb9d07a0c7152e8e4bb20cab53b6ec"
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/special_tokens_map.json",
|
|
"bytes": 613,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/tokenizer.json",
|
|
"bytes": 21375814,
|
|
"lfs_sha256": "9188dc1b4ec9935bbc52b70fd43e7e39718e44282b937055918e58ff5234e975"
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/tokenizer_config.json",
|
|
"bytes": 9439594,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "Qwen3-0.6B-expand_vocab_v2/vocab.json",
|
|
"bytes": 2776833,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "README.md",
|
|
"bytes": 6555,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "SoulX-Duplug-logo.png",
|
|
"bytes": 763847,
|
|
"lfs_sha256": "5ae357ebc267373d75560f127817d8e7e381215ac2b6d70663c7ff98de6bfe58"
|
|
},
|
|
{
|
|
"file": "SoulX-Duplug/SoulX-Duplug-0.6B-Bilingual.pth",
|
|
"bytes": 3896904668,
|
|
"lfs_sha256": "b0703dea0b1dbb1cd51e6e7b6514c60907ea4d4b6752cecc3f71cb6445650dbe"
|
|
},
|
|
{
|
|
"file": "config.yaml",
|
|
"bytes": 246,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/.msc",
|
|
"bytes": 440,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/.mv",
|
|
"bytes": 36,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/LICENSE",
|
|
"bytes": 6490,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/README.md",
|
|
"bytes": 1296,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/config.json",
|
|
"bytes": 1771,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/configuration.json",
|
|
"bytes": 57,
|
|
"lfs_sha256": null
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/model.safetensors",
|
|
"bytes": 1458374480,
|
|
"lfs_sha256": "2800bd503f52b51e45f0c53cfd5c31dcfe8ef7f13d22b396aa3d53e0280dd1e4"
|
|
},
|
|
{
|
|
"file": "glm-4-voice-tokenizer/preprocessor_config.json",
|
|
"bytes": 340,
|
|
"lfs_sha256": null
|
|
}
|
|
]
|
|
},
|
|
"label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9",
|
|
"script_sha256": "8917b789e7fb2753ba621f4e50c1aa110e4db5b03fd205b6215efa3def8667c0",
|
|
"dependencies": {
|
|
"transformers": "4.52.1",
|
|
"funasr": "1.2.6",
|
|
"modelscope": "1.28.2",
|
|
"peft": "0.16.0",
|
|
"pytorch-lightning": "2.5.2",
|
|
"numpy": "1.26.4",
|
|
"soxr": "0.5.0.post1"
|
|
}
|
|
},
|
|
"grouped": {
|
|
"call_id": {
|
|
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
|
|
"n": 6,
|
|
"tn": 0,
|
|
"fp": 2,
|
|
"fn": 0,
|
|
"tp": 4,
|
|
"accuracy": 0.6666666666666666,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
|
|
"n": 8,
|
|
"tn": 0,
|
|
"fp": 4,
|
|
"fn": 0,
|
|
"tp": 4,
|
|
"accuracy": 0.5,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"872a1e67-873a-4c49-a598-b38a670afcad": {
|
|
"n": 9,
|
|
"tn": 1,
|
|
"fp": 3,
|
|
"fn": 0,
|
|
"tp": 5,
|
|
"accuracy": 0.6666666666666666,
|
|
"false_reply_rate": 0.75,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
|
|
"n": 5,
|
|
"tn": 0,
|
|
"fp": 3,
|
|
"fn": 0,
|
|
"tp": 2,
|
|
"accuracy": 0.4,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"cb3238dc-3946-42a5-aad8-9b9a54226363": {
|
|
"n": 9,
|
|
"tn": 0,
|
|
"fp": 6,
|
|
"fn": 0,
|
|
"tp": 3,
|
|
"accuracy": 0.3333333333333333,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"e304f740-85d4-427e-9fd6-c5474e9cd737": {
|
|
"n": 7,
|
|
"tn": 0,
|
|
"fp": 3,
|
|
"fn": 0,
|
|
"tp": 4,
|
|
"accuracy": 0.5714285714285714,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
}
|
|
},
|
|
"label_status": {
|
|
"draft": {
|
|
"n": 29,
|
|
"tn": 0,
|
|
"fp": 11,
|
|
"fn": 0,
|
|
"tp": 18,
|
|
"accuracy": 0.6206896551724138,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"unconfirmed_manual": {
|
|
"n": 15,
|
|
"tn": 1,
|
|
"fp": 10,
|
|
"fn": 0,
|
|
"tp": 4,
|
|
"accuracy": 0.3333333333333333,
|
|
"false_reply_rate": 0.9090909090909091,
|
|
"false_hold_rate": 0.0
|
|
}
|
|
},
|
|
"reason": {
|
|
"completed_answer": {
|
|
"n": 18,
|
|
"tn": 0,
|
|
"fp": 0,
|
|
"fn": 0,
|
|
"tp": 18,
|
|
"accuracy": 1.0,
|
|
"false_reply_rate": null,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"completed_turn": {
|
|
"n": 4,
|
|
"tn": 0,
|
|
"fp": 0,
|
|
"fn": 0,
|
|
"tp": 4,
|
|
"accuracy": 1.0,
|
|
"false_reply_rate": null,
|
|
"false_hold_rate": 0.0
|
|
},
|
|
"mid_turn_pause": {
|
|
"n": 17,
|
|
"tn": 1,
|
|
"fp": 16,
|
|
"fn": 0,
|
|
"tp": 0,
|
|
"accuracy": 0.058823529411764705,
|
|
"false_reply_rate": 0.9411764705882353,
|
|
"false_hold_rate": null
|
|
},
|
|
"unfinished_expression": {
|
|
"n": 5,
|
|
"tn": 0,
|
|
"fp": 5,
|
|
"fn": 0,
|
|
"tp": 0,
|
|
"accuracy": 0.0,
|
|
"false_reply_rate": 1.0,
|
|
"false_hold_rate": null
|
|
}
|
|
}
|
|
},
|
|
"elapsed_seconds": 623.5317009499995,
|
|
"peak_gpu_allocated_bytes": 6205767168,
|
|
"peak_gpu_reserved_bytes": 6310330368,
|
|
"audio_sha256": {
|
|
"2c83253a-7977-4e3c-a387-0aa1ea06fbe1": "2b8a67dc76b8975d287df42193647cf040229377537eadaaf3adc13358201fe1",
|
|
"40ae686c-8196-4d7b-b7ad-3e12a427ebb6": "130be37286d48f7badca711a068fab19a2686bd83248a71c73c11ce77650d39d",
|
|
"872a1e67-873a-4c49-a598-b38a670afcad": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5",
|
|
"a266b9ef-5e47-4434-a04c-ce4eacd52c19": "9a7ebe093e66aaaa08ac462f975b7d428df79a38ed5b418265b82c77d8b91f46",
|
|
"cb3238dc-3946-42a5-aad8-9b9a54226363": "7a74dbf3dd742d3d14317d069c28b703dd1398d5eb3dc1dba3d7a7c568a18d60",
|
|
"e304f740-85d4-427e-9fd6-c5474e9cd737": "44672603d0cf9feac41275e99d59baa4cafbdcdbb172da23de52aa0a2a4961d2"
|
|
},
|
|
"config": {
|
|
"sample_rate": 16000,
|
|
"chunk_ms": 160,
|
|
"back_ms": 960,
|
|
"ahead_ms": 40,
|
|
"max_real_context_ms": 20000,
|
|
"channel": 0,
|
|
"threshold": 0.5,
|
|
"rule": "softmax(logit_complete,logit_incomplete)[complete] > threshold",
|
|
"state_source": "direct infer/_state_predict, no service action/timeout/reset gates"
|
|
},
|
|
"method": "Each point resets native KV state, replays <=20s past user audio with built-in Paraformer. Final process chunk ends D-40ms and lookahead ends D. No label transcript input, no future audio, no fallback reply or complete-trigger reset.",
|
|
"limitations": [
|
|
"Conditional two-token score is not a calibrated can_reply probability; raw five-state argmax retained as a diagnostic.",
|
|
"29 draft labels and 15 labels without verification metadata; selected-point exploratory evaluation.",
|
|
"Input channels/context and hardware differ across models; this is a configured-system comparison.",
|
|
"Independent point restart differs from continuous server state; ASR is part of SoulX inference.",
|
|
"Known ASR/label alignment issues at cb3238dc 13540 and e304f740 11531 remain unchanged."
|
|
]
|
|
}
|