86 lines
2.9 KiB
JSON
86 lines
2.9 KiB
JSON
|
{
|
||
|
|
"recorded_at": "2026-09-16",
|
||
|
|
"source": "user-provided remote experiment output",
|
||
|
|
"dataset": "EasyCom",
|
||
|
|
"test_sessions": ["Session_1", "Session_2", "Session_3"],
|
||
|
|
"scale": "percent",
|
||
|
|
"opportunity_counts": {
|
||
|
|
"entry": {"positive": 163, "hard_negative": 335, "invalid_or_post_outcome": 81, "prevalence": 32.7309},
|
||
|
|
"int_yield": {"positive": 28, "hard_negative": 109, "invalid_or_post_outcome": 5, "prevalence": 20.4380}
|
||
|
|
},
|
||
|
|
"models": {
|
||
|
|
"egospeak": {
|
||
|
|
"dense_0.2s_map": 74.204,
|
||
|
|
"dense_mean_map": 61.193,
|
||
|
|
"raw_onset_mean_ap": 24.491,
|
||
|
|
"raw_offset_mean_ap": 38.024,
|
||
|
|
"boundary_response_mean_ap": 29.989,
|
||
|
|
"boundary_yield_mean_ap": 41.078,
|
||
|
|
"entry_opportunity_ap": 52.4867,
|
||
|
|
"int_yield_opportunity_ap": 20.1349
|
||
|
|
},
|
||
|
|
"omni_ga_seed0": {
|
||
|
|
"dense_0.2s_map": 81.72257,
|
||
|
|
"dense_mean_map": 65.10895,
|
||
|
|
"raw_onset_mean_ap": 25.960,
|
||
|
|
"raw_offset_mean_ap": 45.251,
|
||
|
|
"boundary_response_mean_ap": 28.840,
|
||
|
|
"boundary_yield_mean_ap": 47.873,
|
||
|
|
"entry_opportunity_ap": 43.8864,
|
||
|
|
"int_yield_opportunity_ap": 21.5345
|
||
|
|
},
|
||
|
|
"omni_gav_seed0": {
|
||
|
|
"dense_0.2s_map": 82.02661,
|
||
|
|
"dense_mean_map": 65.39978,
|
||
|
|
"raw_onset_mean_ap": 26.019,
|
||
|
|
"raw_offset_mean_ap": 45.371,
|
||
|
|
"boundary_response_mean_ap": 29.601,
|
||
|
|
"boundary_yield_mean_ap": 48.344,
|
||
|
|
"entry_opportunity_ap": 46.0215,
|
||
|
|
"int_yield_opportunity_ap": 24.2662
|
||
|
|
},
|
||
|
|
"f1_seed0": {
|
||
|
|
"dense_0.2s_map": 81.87817,
|
||
|
|
"dense_mean_map": 65.03482,
|
||
|
|
"boundary_response_mean_ap": 28.244,
|
||
|
|
"boundary_yield_mean_ap": 48.566,
|
||
|
|
"entry_opportunity_ap": 41.9125,
|
||
|
|
"int_yield_opportunity_ap": 22.8024
|
||
|
|
},
|
||
|
|
"f1_seed1": {
|
||
|
|
"dense_0.2s_map": 81.59730,
|
||
|
|
"dense_mean_map": 64.96959,
|
||
|
|
"boundary_response_mean_ap": 28.966,
|
||
|
|
"boundary_yield_mean_ap": 48.292,
|
||
|
|
"entry_opportunity_ap": 41.8788,
|
||
|
|
"int_yield_opportunity_ap": 22.9676
|
||
|
|
},
|
||
|
|
"f1_seed2": {
|
||
|
|
"dense_0.2s_map": 81.85689,
|
||
|
|
"dense_mean_map": 64.84857,
|
||
|
|
"boundary_response_mean_ap": 28.058,
|
||
|
|
"boundary_yield_mean_ap": 49.064,
|
||
|
|
"entry_opportunity_ap": 40.8907,
|
||
|
|
"int_yield_opportunity_ap": 23.2033
|
||
|
|
},
|
||
|
|
"f1_three_seed": {
|
||
|
|
"dense_0.2s_map_mean": 81.77745,
|
||
|
|
"dense_0.2s_map_sample_std": 0.15638,
|
||
|
|
"dense_mean_map_mean": 64.95099,
|
||
|
|
"dense_mean_map_sample_std": 0.09451,
|
||
|
|
"boundary_response_mean_ap_mean": 28.4227,
|
||
|
|
"boundary_response_mean_ap_sample_std": 0.4796,
|
||
|
|
"boundary_yield_mean_ap_mean": 48.6407,
|
||
|
|
"boundary_yield_mean_ap_sample_std": 0.3914,
|
||
|
|
"entry_opportunity_ap_mean": 41.5607,
|
||
|
|
"entry_opportunity_ap_sample_std": 0.5805,
|
||
|
|
"int_yield_opportunity_ap_mean": 22.9911,
|
||
|
|
"int_yield_opportunity_ap_sample_std": 0.2015
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"labels": "provisional two-pass LLM-assisted; not human reviewed",
|
||
|
|
"threshold_free_metrics_only": true,
|
||
|
|
"matched_pooled_control_available": false
|
||
|
|
}
|
||
|
|
|