106 lines
6.2 KiB
JSON
106 lines
6.2 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"recorded_date": "2026-08-26",
|
|
"status": "three_seed_fixed_budget_ablation",
|
|
"dataset": "EasyCom",
|
|
"split": {
|
|
"train_sessions": [4, 5, 6, 7, 8, 9, 10, 11, 12],
|
|
"dev_sessions": [],
|
|
"test_sessions": [3, 2, 1]
|
|
},
|
|
"model": {
|
|
"backbone": "Qwen2.5-Omni-3B",
|
|
"thinker_frozen": true,
|
|
"streaming_mode": "open-stream-replay",
|
|
"memory_seconds": 8,
|
|
"video_fps": 2,
|
|
"prediction_hz": 5,
|
|
"selected_layers": "last_4_query_states",
|
|
"layer_fusion": "concat-mlp"
|
|
},
|
|
"training": {
|
|
"epochs": 4,
|
|
"batch_size": 512,
|
|
"learning_rate": 0.00007,
|
|
"weight_decay": 0.00005,
|
|
"warmup_epochs": 1.6,
|
|
"warmup_factor": 0.3,
|
|
"dropout": 0.2,
|
|
"seeds": [0, 1, 2],
|
|
"checkpoint_selection": "final_epoch_no_dev"
|
|
},
|
|
"evaluation": {
|
|
"protocol": "causal_valid_only",
|
|
"test_sessions": [3, 2, 1],
|
|
"horizon_seconds": [0.2, 0.4, 0.6, 0.8, 1.0, 1.2, 1.4, 1.6, 1.8, 2.0]
|
|
},
|
|
"three_seed_summary_percent": {
|
|
"lstr-mce": {
|
|
"horizon_0.2_map": {"mean": 73.70581, "sample_std": 0.23802},
|
|
"horizon_0.2_wearer_ap": {"mean": 78.41206, "sample_std": 0.48622},
|
|
"horizon_0.2_others_ap": {"mean": 85.74830, "sample_std": 0.03661},
|
|
"ten_horizon_mean_map": {"mean": 60.81597, "sample_std": 0.06941}
|
|
},
|
|
"independent-bce": {
|
|
"horizon_0.2_map": {"mean": 73.70702, "sample_std": 0.08593},
|
|
"horizon_0.2_wearer_ap": {"mean": 78.58842, "sample_std": 0.16884},
|
|
"horizon_0.2_others_ap": {"mean": 86.01169, "sample_std": 0.09991},
|
|
"ten_horizon_mean_map": {"mean": 60.91733, "sample_std": 0.03540}
|
|
},
|
|
"four-state-ce": {
|
|
"horizon_0.2_map": {"mean": 73.81030, "sample_std": 0.05499},
|
|
"horizon_0.2_wearer_ap": {"mean": 78.72040, "sample_std": 0.14753},
|
|
"horizon_0.2_others_ap": {"mean": 86.03151, "sample_std": 0.06097},
|
|
"ten_horizon_mean_map": {"mean": 60.88488, "sample_std": 0.05728}
|
|
}
|
|
},
|
|
"individual_run_summary_percent": [
|
|
{"loss": "four-state-ce", "seed": 0, "horizon_0.2_map": 73.74955, "horizon_0.2_background_ap": 56.71375, "horizon_0.2_wearer_ap": 78.57366, "horizon_0.2_others_ap": 85.96124, "ten_horizon_mean_map": 60.83261},
|
|
{"loss": "four-state-ce", "seed": 1, "horizon_0.2_map": 73.85667, "horizon_0.2_background_ap": 56.63089, "horizon_0.2_wearer_ap": 78.86871, "horizon_0.2_others_ap": 86.07041, "ten_horizon_mean_map": 60.94612},
|
|
{"loss": "four-state-ce", "seed": 2, "horizon_0.2_map": 73.82467, "horizon_0.2_background_ap": 56.69228, "horizon_0.2_wearer_ap": 78.71884, "horizon_0.2_others_ap": 86.06288, "ten_horizon_mean_map": 60.87591},
|
|
{"loss": "independent-bce", "seed": 0, "horizon_0.2_map": 73.62153, "horizon_0.2_background_ap": 56.53017, "horizon_0.2_wearer_ap": 78.40881, "horizon_0.2_others_ap": 85.92561, "ten_horizon_mean_map": 60.87646},
|
|
{"loss": "independent-bce", "seed": 1, "horizon_0.2_map": 73.79339, "horizon_0.2_background_ap": 56.64809, "horizon_0.2_wearer_ap": 78.74388, "horizon_0.2_others_ap": 85.98820, "ten_horizon_mean_map": 60.93730},
|
|
{"loss": "independent-bce", "seed": 2, "horizon_0.2_map": 73.70613, "horizon_0.2_background_ap": 56.38458, "horizon_0.2_wearer_ap": 78.61257, "horizon_0.2_others_ap": 86.12125, "ten_horizon_mean_map": 60.93824},
|
|
{"loss": "lstr-mce", "seed": 0, "horizon_0.2_map": 73.44637, "horizon_0.2_background_ap": 56.76438, "horizon_0.2_wearer_ap": 77.86650, "horizon_0.2_others_ap": 85.70824, "ten_horizon_mean_map": 60.84861},
|
|
{"loss": "lstr-mce", "seed": 1, "horizon_0.2_map": 73.75696, "horizon_0.2_background_ap": 56.94418, "horizon_0.2_wearer_ap": 78.57004, "horizon_0.2_others_ap": 85.75664, "ten_horizon_mean_map": 60.73626},
|
|
{"loss": "lstr-mce", "seed": 2, "horizon_0.2_map": 73.91410, "horizon_0.2_background_ap": 57.16263, "horizon_0.2_wearer_ap": 78.79964, "horizon_0.2_others_ap": 85.78001, "ten_horizon_mean_map": 60.86305}
|
|
],
|
|
"seed0_horizon_metrics_percent": {
|
|
"four-state-ce": {
|
|
"map": [73.74955, 68.82697, 64.80523, 61.52546, 59.44807, 57.96347, 56.95413, 55.84352, 54.89116, 54.31858],
|
|
"background_ap": [56.71375, 49.50218, 44.45318, 40.84250, 39.33581, 38.34954, 38.05607, 37.22674, 36.51531, 36.65738],
|
|
"camera_wearer_ap": [78.57366, 73.81613, 69.01941, 64.65755, 61.01753, 58.54043, 56.56272, 54.59497, 52.91825, 51.36987],
|
|
"other_people_ap": [85.96124, 83.16261, 80.94310, 79.07634, 77.99088, 77.00044, 76.24359, 75.70885, 75.23991, 74.92851],
|
|
"mean_map": 60.83261
|
|
},
|
|
"independent-bce": {
|
|
"map": [73.62153, 68.93990, 64.79984, 61.57880, 59.53538, 57.95764, 56.94317, 56.04943, 55.09841, 54.24044],
|
|
"background_ap": [56.53017, 49.83756, 44.35427, 40.95262, 39.46612, 38.45346, 38.20420, 37.65077, 37.00503, 36.46858],
|
|
"camera_wearer_ap": [78.40881, 73.84668, 68.98534, 64.40600, 61.35583, 58.30468, 56.46439, 54.86724, 52.91908, 51.18916],
|
|
"other_people_ap": [85.92561, 83.13544, 81.05992, 79.37779, 77.78420, 77.11479, 76.16092, 75.63029, 75.37111, 75.06359],
|
|
"mean_map": 60.87646
|
|
},
|
|
"lstr-mce": {
|
|
"map": [73.44637, 68.63790, 64.64750, 61.50690, 59.35000, 58.08335, 57.22382, 56.15409, 55.11616, 54.32006],
|
|
"background_ap": [56.76438, 49.90963, 44.77128, 41.37775, 39.43757, 39.28797, 39.01062, 38.03064, 37.20218, 37.21908],
|
|
"camera_wearer_ap": [77.86650, 73.24394, 68.47873, 63.99127, 61.10979, 58.19467, 56.66806, 54.82056, 53.15030, 51.03765],
|
|
"other_people_ap": [85.70824, 82.76013, 80.69249, 79.15167, 77.50264, 76.76740, 75.99277, 75.61108, 74.99598, 74.70344],
|
|
"mean_map": 60.84861
|
|
}
|
|
},
|
|
"interpretation": {
|
|
"clear_overall_winner": false,
|
|
"best_three_seed_horizon_0.2_wearer_ap": "four-state-ce",
|
|
"best_three_seed_ten_horizon_mean_map": "independent-bce",
|
|
"next_required_diagnostic": "overlap AP and per-session paired differences"
|
|
},
|
|
"provenance": {
|
|
"source": "user-reported remote console and summary output",
|
|
"remote_feature_root": "/data1/yfzx/wangx/Datasets/easycom/omni_features/open_stream_2fps_8s_last4_stack",
|
|
"remote_target_root": "/data1/yfzx/wangx/Datasets/easycom/easycom_target_frame",
|
|
"remote_checkpoint_root": "checkpoints/easycom_loss_structure_4ep",
|
|
"remote_result_root": "results/easycom_loss_structure_4ep",
|
|
"raw_remote_metrics_archived": false
|
|
}
|
|
}
|