Add pooled local AV baselines and research notes

2026-08-27 14:19:33 +08:00
parent d34725778f
commit 11f197724f
23 changed files with 1541 additions and 28 deletions
@@ -2351,6 +2351,11 @@ def _load_head(
    payload = torch.load(checkpoint, map_location="cpu", weights_only=True)
    if isinstance(payload, dict) and "head" in payload:
        config = checkpoint_head_config(payload)
+        if config["local_visual_dim"] or config["local_audio_dim"]:
+            raise ValueError(
+                "Local-fusion checkpoints require local sidecars; use infer_turn_head.py "
+                "with --local-feature-root, not --head-checkpoint during Omni extraction"
+            )
        loss_name = checkpoint_loss_name(payload)
        if int(config["hidden_size"]) != hidden_size:
            raise ValueError(