Update README with verification status of EasyCom components and add results from recent experiments comparing open-stream replay and causal-prefix methods. Introduce new metrics CSV and detailed README for the EasyCom results, including current performance metrics and required follow-up actions before publication.

2026-08-19 11:29:27 +08:00
parent 5fa61eed23
commit 92bf93c96b
4 changed files with 233 additions and 9 deletions
@@ -0,0 +1,74 @@
+{
+  "schema_version": 1,
+  "recorded_date": "2026-08-19",
+  "status": "single_run_snapshot",
+  "dataset": "EasyCom",
+  "split": {
+    "train_sessions": [7, 11, 10, 6, 9, 4, 8, 5, 12],
+    "test_sessions": [3, 2, 1]
+  },
+  "model": "Qwen2.5-Omni-3B Thinker",
+  "head": "MLP 2048 -> 1024 -> 30, reshaped to 10 x 3",
+  "prediction_step_seconds": 0.2,
+  "video_fps": 2,
+  "memory_seconds": 20,
+  "metrics_percent": {
+    "open_stream_replay": {
+      "egospeak_full_timeline_mean_map": 58.316,
+      "causal_valid_only_mean_map": 58.326,
+      "egospeak_full_timeline_horizon_map": [
+        69.756,
+        65.163,
+        61.578,
+        58.783,
+        56.913,
+        55.727,
+        54.819,
+        53.957,
+        53.459,
+        53.002
+      ]
+    },
+    "causal_prefix": {
+      "egospeak_full_timeline_mean_map": 58.830,
+      "causal_valid_only_mean_map": 58.841,
+      "egospeak_full_timeline_horizon_map": [
+        72.149,
+        66.904,
+        62.468,
+        59.214,
+        57.037,
+        55.789,
+        54.845,
+        53.905,
+        53.265,
+        52.723
+      ]
+    },
+    "causal_prefix_minus_open_stream": {
+      "egospeak_full_timeline_mean_map": 0.514,
+      "causal_valid_only_mean_map": 0.515,
+      "egospeak_full_timeline_horizon_map": [
+        2.393,
+        1.741,
+        0.890,
+        0.431,
+        0.124,
+        0.062,
+        0.026,
+        -0.052,
+        -0.194,
+        -0.279
+      ]
+    }
+  },
+  "egospeak_table2_reference_percent": {
+    "easycom_transformer_audio_video_mean_map": 58.7,
+    "easycom_gru_audio_video_mean_map": 60.6
+  },
+  "provenance": {
+    "source": "User-reported remote infer_turn_head.py console tables",
+    "raw_metrics_json_archived_here": false,
+    "multi_seed": false
+  }
+}