Archive EasyCom sparse supervision results

2026-08-24 12:02:49 +08:00
parent edd37dc36a
commit b7856ece4d
8 changed files with 430 additions and 0 deletions
@@ -0,0 +1,76 @@
+{
+  "schema_version": 1,
+  "recorded_date": "2026-08-23",
+  "status": "single_run_snapshot",
+  "dataset": "EasyCom",
+  "representation": "Qwen2.5-Omni-3B open-stream replay",
+  "video_fps": 2,
+  "prediction_step_seconds": 0.2,
+  "split": {
+    "train_sessions": [7, 11, 10, 6, 9, 4, 8, 5, 12],
+    "test_sessions": [3, 2, 1]
+  },
+  "metrics_percent": {
+    "8_seconds": {
+      "egospeak_full_timeline_mean_map": 58.51937,
+      "causal_valid_only_mean_map": 58.53015,
+      "egospeak_full_timeline_horizon_map": [
+        71.99768,
+        66.74289,
+        62.38972,
+        59.12229,
+        56.71380,
+        55.36300,
+        54.21297,
+        53.43221,
+        52.84703,
+        52.37207
+      ]
+    },
+    "20_seconds": {
+      "egospeak_full_timeline_mean_map": 58.316,
+      "causal_valid_only_mean_map": 58.326,
+      "egospeak_full_timeline_horizon_map": [
+        69.756,
+        65.163,
+        61.578,
+        58.783,
+        56.913,
+        55.727,
+        54.819,
+        53.957,
+        53.459,
+        53.002
+      ]
+    },
+    "8_seconds_minus_20_seconds": {
+      "egospeak_full_timeline_mean_map": 0.20337,
+      "causal_valid_only_mean_map": 0.20415,
+      "egospeak_full_timeline_horizon_map": [
+        2.24168,
+        1.57989,
+        0.81172,
+        0.33929,
+        -0.19920,
+        -0.36400,
+        -0.60603,
+        -0.52479,
+        -0.61197,
+        -0.62993
+      ],
+      "egospeak_full_timeline_mean_class_ap": {
+        "background": -0.86256,
+        "camera_wearer_speaking": 0.31806,
+        "other_people_speaking": 1.15540
+      }
+    }
+  },
+  "provenance": {
+    "8_seconds": "User-reported infer_turn_head.py console output; preserved in raw_8s_console.txt",
+    "20_seconds": "Previously archived 2026-08-19 open-stream snapshot; values available to three decimals",
+    "precision_note": "Aggregate differences use the separately reported aggregate means. Per-horizon and per-class differences use the available row values and can differ slightly when averaged because the archived 20-second rows were rounded to three decimals.",
+    "raw_8_seconds_metrics_json_archived_here": false,
+    "raw_20_seconds_metrics_json_archived_here": false,
+    "multi_seed": false
+  }
+}