2026-09-16 03:56:33 +08:00
{
"recorded_at" : "2026-09-16" ,
"source" : "user-provided remote experiment output" ,
2026-09-16 04:31:18 +08:00
"opportunity_protocol_status" : "superseded_v1_rerun_required" ,
"opportunity_protocol_erratum" : "Dense and raw-boundary metrics remain valid; opportunity metrics must be rerun with egospeak-opportunity-conditioned-floor-actions-v2." ,
2026-09-16 03:56:33 +08:00
"dataset" : "EasyCom" ,
"test_sessions" : [ "Session_1" , "Session_2" , "Session_3" ],
"scale" : "percent" ,
"opportunity_counts" : {
"entry" : { "positive" : 163 , "hard_negative" : 335 , "invalid_or_post_outcome" : 81 , "prevalence" : 32.7309 },
"int_yield" : { "positive" : 28 , "hard_negative" : 109 , "invalid_or_post_outcome" : 5 , "prevalence" : 20.4380 }
},
"models" : {
"egospeak" : {
"dense_0.2s_map" : 74.204 ,
"dense_mean_map" : 61.193 ,
"raw_onset_mean_ap" : 24.491 ,
"raw_offset_mean_ap" : 38.024 ,
"boundary_response_mean_ap" : 29.989 ,
"boundary_yield_mean_ap" : 41.078 ,
"entry_opportunity_ap" : 52.4867 ,
"int_yield_opportunity_ap" : 20.1349
},
"omni_ga_seed0" : {
"dense_0.2s_map" : 81.72257 ,
"dense_mean_map" : 65.10895 ,
"raw_onset_mean_ap" : 25.960 ,
"raw_offset_mean_ap" : 45.251 ,
"boundary_response_mean_ap" : 28.840 ,
"boundary_yield_mean_ap" : 47.873 ,
"entry_opportunity_ap" : 43.8864 ,
"int_yield_opportunity_ap" : 21.5345
},
"omni_gav_seed0" : {
"dense_0.2s_map" : 82.02661 ,
"dense_mean_map" : 65.39978 ,
"raw_onset_mean_ap" : 26.019 ,
"raw_offset_mean_ap" : 45.371 ,
"boundary_response_mean_ap" : 29.601 ,
"boundary_yield_mean_ap" : 48.344 ,
"entry_opportunity_ap" : 46.0215 ,
"int_yield_opportunity_ap" : 24.2662
},
"f1_seed0" : {
"dense_0.2s_map" : 81.87817 ,
"dense_mean_map" : 65.03482 ,
"boundary_response_mean_ap" : 28.244 ,
"boundary_yield_mean_ap" : 48.566 ,
"entry_opportunity_ap" : 41.9125 ,
"int_yield_opportunity_ap" : 22.8024
},
"f1_seed1" : {
"dense_0.2s_map" : 81.59730 ,
"dense_mean_map" : 64.96959 ,
"boundary_response_mean_ap" : 28.966 ,
"boundary_yield_mean_ap" : 48.292 ,
"entry_opportunity_ap" : 41.8788 ,
"int_yield_opportunity_ap" : 22.9676
},
"f1_seed2" : {
"dense_0.2s_map" : 81.85689 ,
"dense_mean_map" : 64.84857 ,
"boundary_response_mean_ap" : 28.058 ,
"boundary_yield_mean_ap" : 49.064 ,
"entry_opportunity_ap" : 40.8907 ,
"int_yield_opportunity_ap" : 23.2033
},
"f1_three_seed" : {
"dense_0.2s_map_mean" : 81.77745 ,
"dense_0.2s_map_sample_std" : 0.15638 ,
"dense_mean_map_mean" : 64.95099 ,
"dense_mean_map_sample_std" : 0.09451 ,
"boundary_response_mean_ap_mean" : 28.4227 ,
"boundary_response_mean_ap_sample_std" : 0.4796 ,
"boundary_yield_mean_ap_mean" : 48.6407 ,
"boundary_yield_mean_ap_sample_std" : 0.3914 ,
"entry_opportunity_ap_mean" : 41.5607 ,
"entry_opportunity_ap_sample_std" : 0.5805 ,
"int_yield_opportunity_ap_mean" : 22.9911 ,
"int_yield_opportunity_ap_sample_std" : 0.2015
}
},
"labels" : "provisional two-pass LLM-assisted; not human reviewed" ,
"threshold_free_metrics_only" : true ,
"matched_pooled_control_available" : false
}