{
  "total_points": 44,
  "complete": true,
  "metrics": {
    "n": 44,
    "tn": 1,
    "fp": 21,
    "fn": 0,
    "tp": 22,
    "accuracy": 0.5227272727272727,
    "false_reply_rate": 0.9545454545454546,
    "false_hold_rate": 0.0
  },
  "native_state_metrics": {
    "n": 44,
    "tn": 22,
    "fp": 0,
    "fn": 21,
    "tp": 1,
    "accuracy": 0.5227272727272727,
    "false_reply_rate": 0.0,
    "false_hold_rate": 0.9545454545454546
  },
  "corrected_state_metrics": {
    "n": 44,
    "tn": 22,
    "fp": 0,
    "fn": 21,
    "tp": 1,
    "accuracy": 0.5227272727272727,
    "false_reply_rate": 0.0,
    "false_hold_rate": 0.9545454545454546
  },
  "thresholds": [
    {
      "threshold": 0.1,
      "n": 44,
      "tn": 0,
      "fp": 22,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5,
      "false_reply_rate": 1.0,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.2,
      "n": 44,
      "tn": 0,
      "fp": 22,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5,
      "false_reply_rate": 1.0,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.3,
      "n": 44,
      "tn": 0,
      "fp": 22,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5,
      "false_reply_rate": 1.0,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.4,
      "n": 44,
      "tn": 0,
      "fp": 22,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5,
      "false_reply_rate": 1.0,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.5,
      "n": 44,
      "tn": 1,
      "fp": 21,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5227272727272727,
      "false_reply_rate": 0.9545454545454546,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.6,
      "n": 44,
      "tn": 1,
      "fp": 21,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5227272727272727,
      "false_reply_rate": 0.9545454545454546,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.7,
      "n": 44,
      "tn": 1,
      "fp": 21,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5227272727272727,
      "false_reply_rate": 0.9545454545454546,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.8,
      "n": 44,
      "tn": 2,
      "fp": 20,
      "fn": 0,
      "tp": 22,
      "accuracy": 0.5454545454545454,
      "false_reply_rate": 0.9090909090909091,
      "false_hold_rate": 0.0
    },
    {
      "threshold": 0.9,
      "n": 44,
      "tn": 5,
      "fp": 17,
      "fn": 3,
      "tp": 19,
      "accuracy": 0.5454545454545454,
      "false_reply_rate": 0.7727272727272727,
      "false_hold_rate": 0.13636363636363635
    },
    {
      "threshold": 0.95,
      "n": 44,
      "tn": 12,
      "fp": 10,
      "fn": 12,
      "tp": 10,
      "accuracy": 0.5,
      "false_reply_rate": 0.45454545454545453,
      "false_hold_rate": 0.5454545454545454
    },
    {
      "threshold": 0.99,
      "n": 44,
      "tn": 21,
      "fp": 1,
      "fn": 20,
      "tp": 2,
      "accuracy": 0.5227272727272727,
      "false_reply_rate": 0.045454545454545456,
      "false_hold_rate": 0.9090909090909091
    }
  ],
  "metadata": {
    "host": "2033lab04ztr",
    "hostname": "ubuntu",
    "python": "3.10.22 (main, Oct  1 2026, 20:14:04) [GCC 14.3.0]",
    "started_at_utc": "2026-10-13T15:42:48.661080+00:00",
    "gpu_driver": "595.84",
    "gpu": "NVIDIA GeForce RTX 3090",
    "cpu_threads": 4,
    "torch": "2.6.0+cu124",
    "cuda": "12.4",
    "load_ms": 58031.039100999806,
    "parameter_dtypes": [
      "torch.float32"
    ],
    "declared_precision": "bf16",
    "actual_precision_note": "Official loader does not cast to bf16; no autocast added.",
    "checkpoint_loading": [
      {
        "missing": [],
        "unexpected": [
          "embed_tokens_func.weight"
        ]
      }
    ],
    "repo_commit": "a0b9063843df69619b087b95b74597b2176910b8",
    "model_revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
    "model_checksums": {
      "repo": "Soul-AILab/SoulX-Duplug-0.6B",
      "revision": "61701c4ab8193cc1ee2220d3848872ac6c720142",
      "files": [
        {
          "file": ".gitattributes",
          "bytes": 1655,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/added_tokens.json",
          "bytes": 1494656,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/chat_template.jinja",
          "bytes": 4168,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/config.json",
          "bytes": 726,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/config_record.yaml",
          "bytes": 172,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/generation_config.json",
          "bytes": 214,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/merges.txt",
          "bytes": 1671853,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/model.safetensors",
          "bytes": 2384234968,
          "lfs_sha256": "82f718371044abd7d05e4de2dbfd766938eb9d07a0c7152e8e4bb20cab53b6ec"
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/special_tokens_map.json",
          "bytes": 613,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/tokenizer.json",
          "bytes": 21375814,
          "lfs_sha256": "9188dc1b4ec9935bbc52b70fd43e7e39718e44282b937055918e58ff5234e975"
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/tokenizer_config.json",
          "bytes": 9439594,
          "lfs_sha256": null
        },
        {
          "file": "Qwen3-0.6B-expand_vocab_v2/vocab.json",
          "bytes": 2776833,
          "lfs_sha256": null
        },
        {
          "file": "README.md",
          "bytes": 6555,
          "lfs_sha256": null
        },
        {
          "file": "SoulX-Duplug-logo.png",
          "bytes": 763847,
          "lfs_sha256": "5ae357ebc267373d75560f127817d8e7e381215ac2b6d70663c7ff98de6bfe58"
        },
        {
          "file": "SoulX-Duplug/SoulX-Duplug-0.6B-Bilingual.pth",
          "bytes": 3896904668,
          "lfs_sha256": "b0703dea0b1dbb1cd51e6e7b6514c60907ea4d4b6752cecc3f71cb6445650dbe"
        },
        {
          "file": "config.yaml",
          "bytes": 246,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/.msc",
          "bytes": 440,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/.mv",
          "bytes": 36,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/LICENSE",
          "bytes": 6490,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/README.md",
          "bytes": 1296,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/config.json",
          "bytes": 1771,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/configuration.json",
          "bytes": 57,
          "lfs_sha256": null
        },
        {
          "file": "glm-4-voice-tokenizer/model.safetensors",
          "bytes": 1458374480,
          "lfs_sha256": "2800bd503f52b51e45f0c53cfd5c31dcfe8ef7f13d22b396aa3d53e0280dd1e4"
        },
        {
          "file": "glm-4-voice-tokenizer/preprocessor_config.json",
          "bytes": 340,
          "lfs_sha256": null
        }
      ]
    },
    "label_sha256": "a809b05bf778532b1b9eb6f64596d7f0a28209869f4fd258e45ede5ce0834db9",
    "script_sha256": "8917b789e7fb2753ba621f4e50c1aa110e4db5b03fd205b6215efa3def8667c0",
    "dependencies": {
      "transformers": "4.52.1",
      "funasr": "1.2.6",
      "modelscope": "1.28.2",
      "peft": "0.16.0",
      "pytorch-lightning": "2.5.2",
      "numpy": "1.26.4",
      "soxr": "0.5.0.post1"
    }
  },
  "grouped": {
    "call_id": {
      "2c83253a-7977-4e3c-a387-0aa1ea06fbe1": {
        "n": 6,
        "tn": 0,
        "fp": 2,
        "fn": 0,
        "tp": 4,
        "accuracy": 0.6666666666666666,
        "false_reply_rate": 1.0,
        "false_hold_rate": 0.0
      },
      "40ae686c-8196-4d7b-b7ad-3e12a427ebb6": {
        "n": 8,
        "tn": 0,
        "fp": 4,
        "fn": 0,
        "tp": 4,
        "accuracy": 0.5,
        "false_reply_rate": 1.0,
        "false_hold_rate": 0.0
      },
      "872a1e67-873a-4c49-a598-b38a670afcad": {
        "n": 9,
        "tn": 1,
        "fp": 3,
        "fn": 0,
        "tp": 5,
        "accuracy": 0.6666666666666666,
        "false_reply_rate": 0.75,
        "false_hold_rate": 0.0
      },
      "a266b9ef-5e47-4434-a04c-ce4eacd52c19": {
        "n": 5,
        "tn": 0,
        "fp": 3,
        "fn": 0,
        "tp": 2,
        "accuracy": 0.4,
        "false_reply_rate": 1.0,
        "false_hold_rate": 0.0
      },
      "cb3238dc-3946-42a5-aad8-9b9a54226363": {
        "n": 9,
        "tn": 0,
        "fp": 6,
        "fn": 0,
        "tp": 3,
        "accuracy": 0.3333333333333333,
        "false_reply_rate": 1.0,
        "false_hold_rate": 0.0
      },
      "e304f740-85d4-427e-9fd6-c5474e9cd737": {
        "n": 7,
        "tn": 0,
        "fp": 3,
        "fn": 0,
        "tp": 4,
        "accuracy": 0.5714285714285714,
        "false_reply_rate": 1.0,
        "false_hold_rate": 0.0
      }
    },
    "label_status": {
      "draft": {
        "n": 29,
        "tn": 0,
        "fp": 11,
        "fn": 0,
        "tp": 18,
        "accuracy": 0.6206896551724138,
        "false_reply_rate": 1.0,
        "false_hold_rate": 0.0
      },
      "unconfirmed_manual": {
        "n": 15,
        "tn": 1,
        "fp": 10,
        "fn": 0,
        "tp": 4,
        "accuracy": 0.3333333333333333,
        "false_reply_rate": 0.9090909090909091,
        "false_hold_rate": 0.0
      }
    },
    "reason": {
      "completed_answer": {
        "n": 18,
        "tn": 0,
        "fp": 0,
        "fn": 0,
        "tp": 18,
        "accuracy": 1.0,
        "false_reply_rate": null,
        "false_hold_rate": 0.0
      },
      "completed_turn": {
        "n": 4,
        "tn": 0,
        "fp": 0,
        "fn": 0,
        "tp": 4,
        "accuracy": 1.0,
        "false_reply_rate": null,
        "false_hold_rate": 0.0
      },
      "mid_turn_pause": {
        "n": 17,
        "tn": 1,
        "fp": 16,
        "fn": 0,
        "tp": 0,
        "accuracy": 0.058823529411764705,
        "false_reply_rate": 0.9411764705882353,
        "false_hold_rate": null
      },
      "unfinished_expression": {
        "n": 5,
        "tn": 0,
        "fp": 5,
        "fn": 0,
        "tp": 0,
        "accuracy": 0.0,
        "false_reply_rate": 1.0,
        "false_hold_rate": null
      }
    }
  },
  "elapsed_seconds": 623.5317009499995,
  "peak_gpu_allocated_bytes": 6205767168,
  "peak_gpu_reserved_bytes": 6310330368,
  "audio_sha256": {
    "2c83253a-7977-4e3c-a387-0aa1ea06fbe1": "2b8a67dc76b8975d287df42193647cf040229377537eadaaf3adc13358201fe1",
    "40ae686c-8196-4d7b-b7ad-3e12a427ebb6": "130be37286d48f7badca711a068fab19a2686bd83248a71c73c11ce77650d39d",
    "872a1e67-873a-4c49-a598-b38a670afcad": "54c5672ea491cc3daedd75e80f97e82cc061ccbf14e521bc22ca55f15fa062a5",
    "a266b9ef-5e47-4434-a04c-ce4eacd52c19": "9a7ebe093e66aaaa08ac462f975b7d428df79a38ed5b418265b82c77d8b91f46",
    "cb3238dc-3946-42a5-aad8-9b9a54226363": "7a74dbf3dd742d3d14317d069c28b703dd1398d5eb3dc1dba3d7a7c568a18d60",
    "e304f740-85d4-427e-9fd6-c5474e9cd737": "44672603d0cf9feac41275e99d59baa4cafbdcdbb172da23de52aa0a2a4961d2"
  },
  "config": {
    "sample_rate": 16000,
    "chunk_ms": 160,
    "back_ms": 960,
    "ahead_ms": 40,
    "max_real_context_ms": 20000,
    "channel": 0,
    "threshold": 0.5,
    "rule": "softmax(logit_complete,logit_incomplete)[complete] > threshold",
    "state_source": "direct infer/_state_predict, no service action/timeout/reset gates"
  },
  "method": "Each point resets native KV state, replays <=20s past user audio with built-in Paraformer. Final process chunk ends D-40ms and lookahead ends D. No label transcript input, no future audio, no fallback reply or complete-trigger reset.",
  "limitations": [
    "Conditional two-token score is not a calibrated can_reply probability; raw five-state argmax retained as a diagnostic.",
    "29 draft labels and 15 labels without verification metadata; selected-point exploratory evaluation.",
    "Input channels/context and hardware differ across models; this is a configured-system comparison.",
    "Independent point restart differs from continuous server state; ASR is part of SoulX inference.",
    "Known ASR/label alignment issues at cb3238dc 13540 and e304f740 11531 remain unchanged."
  ]
}