{ "schema_version": 1, "recorded_date": "2026-08-27", "status": "preliminary_two_seed_null_ablation", "missing_seed": 2, "dataset": "EasyCom", "split": { "train_sessions": [4, 5, 6, 7, 8, 9, 10, 11, 12], "dev_sessions": [], "test_sessions": [3, 2, 1] }, "model": { "backbone": "Qwen2.5-Omni-3B", "thinker_frozen": true, "streaming_mode": "open-stream-replay", "memory_seconds": 8, "video_fps": 2, "prediction_hz": 5, "selected_layers": "last_4_query_states", "layer_fusion": "concat-mlp" }, "training": { "epochs": 4, "batch_size": 512, "learning_rate": 0.00007, "weight_decay": 0.00005, "warmup_epochs": 1.6, "warmup_factor": 0.3, "dropout": 0.2, "activity_loss": "lstr-mce", "completed_seeds": [0, 1], "checkpoint_selection": "final_epoch_no_dev" }, "transition_definition": { "positive": "activity[t+h] differs from activity[t+h-1]", "r1": { "objective": "activity + 0.2 * weighted_transition_bce", "positive_weight": 3.0 }, "r2": { "objective": "activity + 0.2 * transition - 0.1 * expected_transition_correctness", "positive_weight": 3.0, "reward_weight": 0.1, "expectation": "analytic_binary_action_expectation_without_sampling" } }, "evaluation": { "activity_protocol": "causal_valid_only", "transition_horizon_0.2_positive_rate_percent": 11.21718, "transition_random_ap_percent": 11.21718 }, "individual_run_summary_percent": [ { "variant": "r1-supervised", "seed": 0, "horizon_0.2_map": 73.51590, "horizon_0.2_background_ap": 56.84019, "horizon_0.2_wearer_ap": 77.92448, "horizon_0.2_others_ap": 85.78303, "ten_horizon_mean_map": 60.86360, "transition_horizon_0.2_ap": 15.19153, "transition_horizon_0.2_f1_at_0.5": 0.46172, "transition_ten_horizon_mean_ap": 13.04354, "transition_ap_over_random": 1.35 }, { "variant": "r1-supervised", "seed": 1, "horizon_0.2_map": 73.78692, "horizon_0.2_background_ap": 56.92102, "horizon_0.2_wearer_ap": 78.63090, "horizon_0.2_others_ap": 85.80884, "ten_horizon_mean_map": 60.82023, "transition_horizon_0.2_ap": 15.32492, "transition_horizon_0.2_f1_at_0.5": 1.14068, "transition_ten_horizon_mean_ap": 13.06174, "transition_ap_over_random": 1.37 }, { "variant": "r2-expected-reward", "seed": 0, "horizon_0.2_map": 73.53288, "horizon_0.2_background_ap": 56.89701, "horizon_0.2_wearer_ap": 77.92732, "horizon_0.2_others_ap": 85.77432, "ten_horizon_mean_map": 60.86528, "transition_horizon_0.2_ap": 15.37608, "transition_horizon_0.2_f1_at_0.5": 0.00000, "transition_ten_horizon_mean_ap": 13.11854, "transition_ap_over_random": 1.37 }, { "variant": "r2-expected-reward", "seed": 1, "horizon_0.2_map": 73.82947, "horizon_0.2_background_ap": 56.97474, "horizon_0.2_wearer_ap": 78.69340, "horizon_0.2_others_ap": 85.82027, "ten_horizon_mean_map": 60.84178, "transition_horizon_0.2_ap": 15.47356, "transition_horizon_0.2_f1_at_0.5": 0.84227, "transition_ten_horizon_mean_ap": 13.13820, "transition_ap_over_random": 1.38 } ], "two_seed_summary_percent": { "r1-supervised": { "horizon_0.2_map": {"mean": 73.65141, "sample_std": 0.19164}, "horizon_0.2_background_ap": {"mean": 56.88061, "sample_std": 0.05716}, "horizon_0.2_wearer_ap": {"mean": 78.27769, "sample_std": 0.49951}, "horizon_0.2_others_ap": {"mean": 85.79594, "sample_std": 0.01825}, "ten_horizon_mean_map": {"mean": 60.84192, "sample_std": 0.03067}, "transition_horizon_0.2_ap": {"mean": 15.25823, "sample_std": 0.09432}, "transition_horizon_0.2_f1_at_0.5": {"mean": 0.80120, "sample_std": 0.48010}, "transition_ten_horizon_mean_ap": {"mean": 13.05264, "sample_std": 0.01287} }, "r2-expected-reward": { "horizon_0.2_map": {"mean": 73.68118, "sample_std": 0.20972}, "horizon_0.2_background_ap": {"mean": 56.93587, "sample_std": 0.05496}, "horizon_0.2_wearer_ap": {"mean": 78.31036, "sample_std": 0.54169}, "horizon_0.2_others_ap": {"mean": 85.79729, "sample_std": 0.03249}, "ten_horizon_mean_map": {"mean": 60.85353, "sample_std": 0.01662}, "transition_horizon_0.2_ap": {"mean": 15.42482, "sample_std": 0.06893}, "transition_horizon_0.2_f1_at_0.5": {"mean": 0.42113, "sample_std": 0.59557}, "transition_ten_horizon_mean_ap": {"mean": 13.12837, "sample_std": 0.01390} } }, "paired_mean_deltas_percent": { "r1_minus_lstr_mce": { "horizon_0.2_map": 0.04975, "horizon_0.2_background_ap": 0.02633, "horizon_0.2_wearer_ap": 0.05942, "horizon_0.2_others_ap": 0.06350, "ten_horizon_mean_map": 0.04949 }, "r2_minus_lstr_mce": { "horizon_0.2_map": 0.07951, "horizon_0.2_background_ap": 0.08160, "horizon_0.2_wearer_ap": 0.09209, "horizon_0.2_others_ap": 0.06486, "ten_horizon_mean_map": 0.06110 }, "r2_minus_r1": { "horizon_0.2_map": 0.02977, "horizon_0.2_background_ap": 0.05527, "horizon_0.2_wearer_ap": 0.03267, "horizon_0.2_others_ap": 0.00136, "ten_horizon_mean_map": 0.01162, "transition_horizon_0.2_ap": 0.16660, "transition_ten_horizon_mean_ap": 0.07573 } }, "interpretation": { "activity_improvement_established": false, "transition_ranking": "weak_but_above_random", "threshold_0.5_is_calibrated": false, "r2_additional_gain": "negligible", "r2_is_interactive_rl": false, "recommended_next_target": "cumulative_transition_hazard", "required_before_final_claim": "complete_seed_2" }, "provenance": { "source": "user_reported_remote_summary_and_diagnostic_console", "remote_feature_root": "/data1/yfzx/wangx/Datasets/easycom/omni_features/open_stream_2fps_8s_last4_stack", "remote_target_root": "/data1/yfzx/wangx/Datasets/easycom/easycom_target_frame", "raw_remote_metrics_archived": false, "full_horizon_metrics_archived": false } }