Add final-layer mixture readout

streaming_turn_model_directly.py

@@ -1052,6 +1052,15 @@ def parse_args(argv: Sequence[str] | None = None) -> argparse.Namespace:
     parser.add_argument("--video-fps", type=float, default=2.0)
     parser.add_argument("--video-min-pixels", type=int, default=64 * 28 * 28)
     parser.add_argument("--video-max-pixels", type=int, default=128 * 28 * 28)
+    parser.add_argument(
+        "--readout-last-n-layers",
+        type=int,
+        default=1,
+        help=(
+            "Uniformly average the final N Thinker hidden layers at the "
+            "causal readout token (default: 1 preserves the original result)."
+        ),
+    )
     parser.add_argument("--frame-cache-size", type=int, default=8)
     parser.add_argument(
         "--audio-feature-device",
@@ -1331,6 +1340,7 @@ def main(
         video_fps=args.video_fps,
         video_min_pixels=args.video_min_pixels,
         video_max_pixels=args.video_max_pixels,
+        readout_last_n_layers=args.readout_last_n_layers,
     )
     config.validate()