Add overlap working-memory ablation and LoRA epoch2 record

2026-08-24 09:52:56 +08:00
parent 3cc0c3da85
commit 20446c0bd8
6 changed files with 851 additions and 8 deletions
@@ -0,0 +1,70 @@
+{
+  "schema_version": 1,
+  "recorded_date": "2026-08-24",
+  "status": "single_run_snapshot",
+  "dataset": "EasyCom",
+  "split": {
+    "train_sessions": [7, 11, 10, 6, 9, 4, 8, 5, 12],
+    "test_sessions": [3, 2, 1]
+  },
+  "model": "Qwen2.5-Omni-3B Thinker LoRA",
+  "checkpoint": "checkpoints/omni_turn_lora_easycom_sparse_8s_epoch2_ddp4",
+  "continuation": "adapter_and_head_weights_only_optimizer_and_scheduler_reinitialized",
+  "training_anchor_policy": "transition_sparse_ordinary_1hz_plus_transition_5hz",
+  "evaluation_anchor_policy": "dense_5hz",
+  "prediction_step_seconds": 0.2,
+  "video_fps": 2,
+  "memory_seconds": 8,
+  "metrics_percent": {
+    "epoch2": {
+      "egospeak_full_timeline_mean_map": 54.19850,
+      "causal_valid_only_mean_map": 54.20711,
+      "egospeak_full_timeline_horizon_map": [
+        65.55214,
+        60.96517,
+        56.79766,
+        54.11741,
+        52.09538,
+        51.35516,
+        50.99774,
+        50.47830,
+        50.00999,
+        49.61605
+      ],
+      "causal_valid_only_horizon_map": [
+        65.55385,
+        60.96812,
+        56.80301,
+        54.12457,
+        52.10400,
+        51.36504,
+        51.00914,
+        50.49067,
+        50.02296,
+        49.62970
+      ]
+    },
+    "epoch1_reference": {
+      "egospeak_full_timeline_mean_map": 56.52480,
+      "causal_valid_only_mean_map": 56.53450
+    },
+    "frozen_dense_cache_control": {
+      "egospeak_full_timeline_mean_map": 58.16091,
+      "causal_valid_only_mean_map": 58.17146
+    },
+    "epoch2_minus_epoch1": {
+      "egospeak_full_timeline_mean_map": -2.32630,
+      "causal_valid_only_mean_map": -2.32739
+    },
+    "epoch2_minus_frozen_dense_cache_control": {
+      "egospeak_full_timeline_mean_map": -3.96241,
+      "causal_valid_only_mean_map": -3.96435
+    }
+  },
+  "decision": "stop_same_recipe_continuation_and_test_frozen_overlap_working_memory",
+  "provenance": {
+    "source": "User-reported remote eval_omni_turn_lora.py console tables",
+    "raw_metrics_json_archived_here": false,
+    "multi_seed": false
+  }
+}