171 lines
6.1 KiB
JSON
171 lines
6.1 KiB
JSON
|
{
|
||
|
|
"schema_version": 1,
|
||
|
|
"recorded_date": "2026-08-27",
|
||
|
|
"status": "preliminary_two_seed_null_ablation",
|
||
|
|
"missing_seed": 2,
|
||
|
|
"dataset": "EasyCom",
|
||
|
|
"split": {
|
||
|
|
"train_sessions": [4, 5, 6, 7, 8, 9, 10, 11, 12],
|
||
|
|
"dev_sessions": [],
|
||
|
|
"test_sessions": [3, 2, 1]
|
||
|
|
},
|
||
|
|
"model": {
|
||
|
|
"backbone": "Qwen2.5-Omni-3B",
|
||
|
|
"thinker_frozen": true,
|
||
|
|
"streaming_mode": "open-stream-replay",
|
||
|
|
"memory_seconds": 8,
|
||
|
|
"video_fps": 2,
|
||
|
|
"prediction_hz": 5,
|
||
|
|
"selected_layers": "last_4_query_states",
|
||
|
|
"layer_fusion": "concat-mlp"
|
||
|
|
},
|
||
|
|
"training": {
|
||
|
|
"epochs": 4,
|
||
|
|
"batch_size": 512,
|
||
|
|
"learning_rate": 0.00007,
|
||
|
|
"weight_decay": 0.00005,
|
||
|
|
"warmup_epochs": 1.6,
|
||
|
|
"warmup_factor": 0.3,
|
||
|
|
"dropout": 0.2,
|
||
|
|
"activity_loss": "lstr-mce",
|
||
|
|
"completed_seeds": [0, 1],
|
||
|
|
"checkpoint_selection": "final_epoch_no_dev"
|
||
|
|
},
|
||
|
|
"transition_definition": {
|
||
|
|
"positive": "activity[t+h] differs from activity[t+h-1]",
|
||
|
|
"r1": {
|
||
|
|
"objective": "activity + 0.2 * weighted_transition_bce",
|
||
|
|
"positive_weight": 3.0
|
||
|
|
},
|
||
|
|
"r2": {
|
||
|
|
"objective": "activity + 0.2 * transition - 0.1 * expected_transition_correctness",
|
||
|
|
"positive_weight": 3.0,
|
||
|
|
"reward_weight": 0.1,
|
||
|
|
"expectation": "analytic_binary_action_expectation_without_sampling"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"evaluation": {
|
||
|
|
"activity_protocol": "causal_valid_only",
|
||
|
|
"transition_horizon_0.2_positive_rate_percent": 11.21718,
|
||
|
|
"transition_random_ap_percent": 11.21718
|
||
|
|
},
|
||
|
|
"individual_run_summary_percent": [
|
||
|
|
{
|
||
|
|
"variant": "r1-supervised",
|
||
|
|
"seed": 0,
|
||
|
|
"horizon_0.2_map": 73.51590,
|
||
|
|
"horizon_0.2_background_ap": 56.84019,
|
||
|
|
"horizon_0.2_wearer_ap": 77.92448,
|
||
|
|
"horizon_0.2_others_ap": 85.78303,
|
||
|
|
"ten_horizon_mean_map": 60.86360,
|
||
|
|
"transition_horizon_0.2_ap": 15.19153,
|
||
|
|
"transition_horizon_0.2_f1_at_0.5": 0.46172,
|
||
|
|
"transition_ten_horizon_mean_ap": 13.04354,
|
||
|
|
"transition_ap_over_random": 1.35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"variant": "r1-supervised",
|
||
|
|
"seed": 1,
|
||
|
|
"horizon_0.2_map": 73.78692,
|
||
|
|
"horizon_0.2_background_ap": 56.92102,
|
||
|
|
"horizon_0.2_wearer_ap": 78.63090,
|
||
|
|
"horizon_0.2_others_ap": 85.80884,
|
||
|
|
"ten_horizon_mean_map": 60.82023,
|
||
|
|
"transition_horizon_0.2_ap": 15.32492,
|
||
|
|
"transition_horizon_0.2_f1_at_0.5": 1.14068,
|
||
|
|
"transition_ten_horizon_mean_ap": 13.06174,
|
||
|
|
"transition_ap_over_random": 1.37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"variant": "r2-expected-reward",
|
||
|
|
"seed": 0,
|
||
|
|
"horizon_0.2_map": 73.53288,
|
||
|
|
"horizon_0.2_background_ap": 56.89701,
|
||
|
|
"horizon_0.2_wearer_ap": 77.92732,
|
||
|
|
"horizon_0.2_others_ap": 85.77432,
|
||
|
|
"ten_horizon_mean_map": 60.86528,
|
||
|
|
"transition_horizon_0.2_ap": 15.37608,
|
||
|
|
"transition_horizon_0.2_f1_at_0.5": 0.00000,
|
||
|
|
"transition_ten_horizon_mean_ap": 13.11854,
|
||
|
|
"transition_ap_over_random": 1.37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"variant": "r2-expected-reward",
|
||
|
|
"seed": 1,
|
||
|
|
"horizon_0.2_map": 73.82947,
|
||
|
|
"horizon_0.2_background_ap": 56.97474,
|
||
|
|
"horizon_0.2_wearer_ap": 78.69340,
|
||
|
|
"horizon_0.2_others_ap": 85.82027,
|
||
|
|
"ten_horizon_mean_map": 60.84178,
|
||
|
|
"transition_horizon_0.2_ap": 15.47356,
|
||
|
|
"transition_horizon_0.2_f1_at_0.5": 0.84227,
|
||
|
|
"transition_ten_horizon_mean_ap": 13.13820,
|
||
|
|
"transition_ap_over_random": 1.38
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"two_seed_summary_percent": {
|
||
|
|
"r1-supervised": {
|
||
|
|
"horizon_0.2_map": {"mean": 73.65141, "sample_std": 0.19164},
|
||
|
|
"horizon_0.2_background_ap": {"mean": 56.88061, "sample_std": 0.05716},
|
||
|
|
"horizon_0.2_wearer_ap": {"mean": 78.27769, "sample_std": 0.49951},
|
||
|
|
"horizon_0.2_others_ap": {"mean": 85.79594, "sample_std": 0.01825},
|
||
|
|
"ten_horizon_mean_map": {"mean": 60.84192, "sample_std": 0.03067},
|
||
|
|
"transition_horizon_0.2_ap": {"mean": 15.25823, "sample_std": 0.09432},
|
||
|
|
"transition_horizon_0.2_f1_at_0.5": {"mean": 0.80120, "sample_std": 0.48010},
|
||
|
|
"transition_ten_horizon_mean_ap": {"mean": 13.05264, "sample_std": 0.01287}
|
||
|
|
},
|
||
|
|
"r2-expected-reward": {
|
||
|
|
"horizon_0.2_map": {"mean": 73.68118, "sample_std": 0.20972},
|
||
|
|
"horizon_0.2_background_ap": {"mean": 56.93587, "sample_std": 0.05496},
|
||
|
|
"horizon_0.2_wearer_ap": {"mean": 78.31036, "sample_std": 0.54169},
|
||
|
|
"horizon_0.2_others_ap": {"mean": 85.79729, "sample_std": 0.03249},
|
||
|
|
"ten_horizon_mean_map": {"mean": 60.85353, "sample_std": 0.01662},
|
||
|
|
"transition_horizon_0.2_ap": {"mean": 15.42482, "sample_std": 0.06893},
|
||
|
|
"transition_horizon_0.2_f1_at_0.5": {"mean": 0.42113, "sample_std": 0.59557},
|
||
|
|
"transition_ten_horizon_mean_ap": {"mean": 13.12837, "sample_std": 0.01390}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"paired_mean_deltas_percent": {
|
||
|
|
"r1_minus_lstr_mce": {
|
||
|
|
"horizon_0.2_map": 0.04975,
|
||
|
|
"horizon_0.2_background_ap": 0.02633,
|
||
|
|
"horizon_0.2_wearer_ap": 0.05942,
|
||
|
|
"horizon_0.2_others_ap": 0.06350,
|
||
|
|
"ten_horizon_mean_map": 0.04949
|
||
|
|
},
|
||
|
|
"r2_minus_lstr_mce": {
|
||
|
|
"horizon_0.2_map": 0.07951,
|
||
|
|
"horizon_0.2_background_ap": 0.08160,
|
||
|
|
"horizon_0.2_wearer_ap": 0.09209,
|
||
|
|
"horizon_0.2_others_ap": 0.06486,
|
||
|
|
"ten_horizon_mean_map": 0.06110
|
||
|
|
},
|
||
|
|
"r2_minus_r1": {
|
||
|
|
"horizon_0.2_map": 0.02977,
|
||
|
|
"horizon_0.2_background_ap": 0.05527,
|
||
|
|
"horizon_0.2_wearer_ap": 0.03267,
|
||
|
|
"horizon_0.2_others_ap": 0.00136,
|
||
|
|
"ten_horizon_mean_map": 0.01162,
|
||
|
|
"transition_horizon_0.2_ap": 0.16660,
|
||
|
|
"transition_ten_horizon_mean_ap": 0.07573
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"interpretation": {
|
||
|
|
"activity_improvement_established": false,
|
||
|
|
"transition_ranking": "weak_but_above_random",
|
||
|
|
"threshold_0.5_is_calibrated": false,
|
||
|
|
"r2_additional_gain": "negligible",
|
||
|
|
"r2_is_interactive_rl": false,
|
||
|
|
"recommended_next_target": "cumulative_transition_hazard",
|
||
|
|
"required_before_final_claim": "complete_seed_2"
|
||
|
|
},
|
||
|
|
"provenance": {
|
||
|
|
"source": "user_reported_remote_summary_and_diagnostic_console",
|
||
|
|
"remote_feature_root": "/data1/yfzx/wangx/Datasets/easycom/omni_features/open_stream_2fps_8s_last4_stack",
|
||
|
|
"remote_target_root": "/data1/yfzx/wangx/Datasets/easycom/easycom_target_frame",
|
||
|
|
"raw_remote_metrics_archived": false,
|
||
|
|
"full_horizon_metrics_archived": false
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|