{ "schema_version": 1, "recorded_date": "2026-08-26", "status": "three_seed_fixed_budget_ablation", "dataset": "EasyCom", "split": { "train_sessions": [4, 5, 6, 7, 8, 9, 10, 11, 12], "dev_sessions": [], "test_sessions": [3, 2, 1] }, "model": { "backbone": "Qwen2.5-Omni-3B", "thinker_frozen": true, "streaming_mode": "open-stream-replay", "memory_seconds": 8, "video_fps": 2, "prediction_hz": 5, "selected_layers": "last_4_query_states", "layer_fusion": "concat-mlp" }, "training": { "epochs": 4, "batch_size": 512, "learning_rate": 0.00007, "weight_decay": 0.00005, "warmup_epochs": 1.6, "warmup_factor": 0.3, "dropout": 0.2, "seeds": [0, 1, 2], "checkpoint_selection": "final_epoch_no_dev" }, "evaluation": { "protocol": "causal_valid_only", "test_sessions": [3, 2, 1], "horizon_seconds": [0.2, 0.4, 0.6, 0.8, 1.0, 1.2, 1.4, 1.6, 1.8, 2.0] }, "three_seed_summary_percent": { "lstr-mce": { "horizon_0.2_map": {"mean": 73.70581, "sample_std": 0.23802}, "horizon_0.2_wearer_ap": {"mean": 78.41206, "sample_std": 0.48622}, "horizon_0.2_others_ap": {"mean": 85.74830, "sample_std": 0.03661}, "ten_horizon_mean_map": {"mean": 60.81597, "sample_std": 0.06941} }, "independent-bce": { "horizon_0.2_map": {"mean": 73.70702, "sample_std": 0.08593}, "horizon_0.2_wearer_ap": {"mean": 78.58842, "sample_std": 0.16884}, "horizon_0.2_others_ap": {"mean": 86.01169, "sample_std": 0.09991}, "ten_horizon_mean_map": {"mean": 60.91733, "sample_std": 0.03540} }, "four-state-ce": { "horizon_0.2_map": {"mean": 73.81030, "sample_std": 0.05499}, "horizon_0.2_wearer_ap": {"mean": 78.72040, "sample_std": 0.14753}, "horizon_0.2_others_ap": {"mean": 86.03151, "sample_std": 0.06097}, "ten_horizon_mean_map": {"mean": 60.88488, "sample_std": 0.05728} } }, "individual_run_summary_percent": [ {"loss": "four-state-ce", "seed": 0, "horizon_0.2_map": 73.74955, "horizon_0.2_background_ap": 56.71375, "horizon_0.2_wearer_ap": 78.57366, "horizon_0.2_others_ap": 85.96124, "ten_horizon_mean_map": 60.83261}, {"loss": "four-state-ce", "seed": 1, "horizon_0.2_map": 73.85667, "horizon_0.2_background_ap": 56.63089, "horizon_0.2_wearer_ap": 78.86871, "horizon_0.2_others_ap": 86.07041, "ten_horizon_mean_map": 60.94612}, {"loss": "four-state-ce", "seed": 2, "horizon_0.2_map": 73.82467, "horizon_0.2_background_ap": 56.69228, "horizon_0.2_wearer_ap": 78.71884, "horizon_0.2_others_ap": 86.06288, "ten_horizon_mean_map": 60.87591}, {"loss": "independent-bce", "seed": 0, "horizon_0.2_map": 73.62153, "horizon_0.2_background_ap": 56.53017, "horizon_0.2_wearer_ap": 78.40881, "horizon_0.2_others_ap": 85.92561, "ten_horizon_mean_map": 60.87646}, {"loss": "independent-bce", "seed": 1, "horizon_0.2_map": 73.79339, "horizon_0.2_background_ap": 56.64809, "horizon_0.2_wearer_ap": 78.74388, "horizon_0.2_others_ap": 85.98820, "ten_horizon_mean_map": 60.93730}, {"loss": "independent-bce", "seed": 2, "horizon_0.2_map": 73.70613, "horizon_0.2_background_ap": 56.38458, "horizon_0.2_wearer_ap": 78.61257, "horizon_0.2_others_ap": 86.12125, "ten_horizon_mean_map": 60.93824}, {"loss": "lstr-mce", "seed": 0, "horizon_0.2_map": 73.44637, "horizon_0.2_background_ap": 56.76438, "horizon_0.2_wearer_ap": 77.86650, "horizon_0.2_others_ap": 85.70824, "ten_horizon_mean_map": 60.84861}, {"loss": "lstr-mce", "seed": 1, "horizon_0.2_map": 73.75696, "horizon_0.2_background_ap": 56.94418, "horizon_0.2_wearer_ap": 78.57004, "horizon_0.2_others_ap": 85.75664, "ten_horizon_mean_map": 60.73626}, {"loss": "lstr-mce", "seed": 2, "horizon_0.2_map": 73.91410, "horizon_0.2_background_ap": 57.16263, "horizon_0.2_wearer_ap": 78.79964, "horizon_0.2_others_ap": 85.78001, "ten_horizon_mean_map": 60.86305} ], "seed0_horizon_metrics_percent": { "four-state-ce": { "map": [73.74955, 68.82697, 64.80523, 61.52546, 59.44807, 57.96347, 56.95413, 55.84352, 54.89116, 54.31858], "background_ap": [56.71375, 49.50218, 44.45318, 40.84250, 39.33581, 38.34954, 38.05607, 37.22674, 36.51531, 36.65738], "camera_wearer_ap": [78.57366, 73.81613, 69.01941, 64.65755, 61.01753, 58.54043, 56.56272, 54.59497, 52.91825, 51.36987], "other_people_ap": [85.96124, 83.16261, 80.94310, 79.07634, 77.99088, 77.00044, 76.24359, 75.70885, 75.23991, 74.92851], "mean_map": 60.83261 }, "independent-bce": { "map": [73.62153, 68.93990, 64.79984, 61.57880, 59.53538, 57.95764, 56.94317, 56.04943, 55.09841, 54.24044], "background_ap": [56.53017, 49.83756, 44.35427, 40.95262, 39.46612, 38.45346, 38.20420, 37.65077, 37.00503, 36.46858], "camera_wearer_ap": [78.40881, 73.84668, 68.98534, 64.40600, 61.35583, 58.30468, 56.46439, 54.86724, 52.91908, 51.18916], "other_people_ap": [85.92561, 83.13544, 81.05992, 79.37779, 77.78420, 77.11479, 76.16092, 75.63029, 75.37111, 75.06359], "mean_map": 60.87646 }, "lstr-mce": { "map": [73.44637, 68.63790, 64.64750, 61.50690, 59.35000, 58.08335, 57.22382, 56.15409, 55.11616, 54.32006], "background_ap": [56.76438, 49.90963, 44.77128, 41.37775, 39.43757, 39.28797, 39.01062, 38.03064, 37.20218, 37.21908], "camera_wearer_ap": [77.86650, 73.24394, 68.47873, 63.99127, 61.10979, 58.19467, 56.66806, 54.82056, 53.15030, 51.03765], "other_people_ap": [85.70824, 82.76013, 80.69249, 79.15167, 77.50264, 76.76740, 75.99277, 75.61108, 74.99598, 74.70344], "mean_map": 60.84861 } }, "interpretation": { "clear_overall_winner": false, "best_three_seed_horizon_0.2_wearer_ap": "four-state-ce", "best_three_seed_ten_horizon_mean_map": "independent-bce", "next_required_diagnostic": "overlap AP and per-session paired differences" }, "provenance": { "source": "user-reported remote console and summary output", "remote_feature_root": "/data1/yfzx/wangx/Datasets/easycom/omni_features/open_stream_2fps_8s_last4_stack", "remote_target_root": "/data1/yfzx/wangx/Datasets/easycom/easycom_target_frame", "remote_checkpoint_root": "checkpoints/easycom_loss_structure_4ep", "remote_result_root": "results/easycom_loss_structure_4ep", "raw_remote_metrics_archived": false } }