44 lines
1.8 KiB
JSON
44 lines
1.8 KiB
JSON
|
{
|
||
|
|
"record": "easycom_oracle_information_4ep_2026-09-07",
|
||
|
|
"status": "preliminary_single_seed_development_screen",
|
||
|
|
"dataset": "easycom",
|
||
|
|
"train_sessions": [4, 5, 6, 7, 8, 9, 10, 11],
|
||
|
|
"development_sessions": [12],
|
||
|
|
"test_sessions_used": [],
|
||
|
|
"seed": 0,
|
||
|
|
"epochs": 4,
|
||
|
|
"protocol": "causal_valid_only",
|
||
|
|
"units": "percentage_points",
|
||
|
|
"oracle_history_steps": 10,
|
||
|
|
"oracle_history_seconds": 2.0,
|
||
|
|
"delay_steps": 5,
|
||
|
|
"delay_seconds": 1.0,
|
||
|
|
"target_sampling_policy": "egospeak-right-edge-start-inclusive-end-exclusive",
|
||
|
|
"metrics": {
|
||
|
|
"audio": [72.57922, 59.84555, 66.82464, 91.06747, 58.77336],
|
||
|
|
"visibility-only": [71.95065, 57.85640, 66.73511, 91.26045, 58.86491],
|
||
|
|
"delayed": [72.02265, 57.86302, 66.88550, 91.31943, 58.89590],
|
||
|
|
"aggregate-visible": [79.54571, 69.79448, 72.65278, 96.18987, 61.68383],
|
||
|
|
"per-person": [78.80474, 69.74061, 71.00535, 95.66825, 61.10890],
|
||
|
|
"shuffled-id": [78.86300, 68.70055, 71.85510, 96.03333, 61.18615]
|
||
|
|
},
|
||
|
|
"metric_order": [
|
||
|
|
"map_0p2",
|
||
|
|
"bg_ap_0p2",
|
||
|
|
"wearer_ap_0p2",
|
||
|
|
"others_ap_0p2",
|
||
|
|
"mean_map"
|
||
|
|
],
|
||
|
|
"descriptive_deltas": {
|
||
|
|
"aggregate-visible_minus_audio": [6.96649, 9.94893, 5.82814, 5.12240, 2.91047],
|
||
|
|
"aggregate-visible_minus_delayed": [7.52306, 11.93146, 5.76728, 4.87044, 2.78793],
|
||
|
|
"aggregate-visible_minus_per-person": [0.74097, 0.05387, 1.64743, 0.52162, 0.57493],
|
||
|
|
"per-person_minus_shuffled-id": [-0.05826, 1.04006, -0.84975, -0.36508, -0.07725]
|
||
|
|
},
|
||
|
|
"interpretation": {
|
||
|
|
"supported": "timely visible-other aggregate activity has information value beyond global Omni plus recent mixed audio",
|
||
|
|
"not_supported": "person identity or track continuity provides additional value",
|
||
|
|
"restriction": "oracle inputs are analysis-only ground-truth current/past speech activity"
|
||
|
|
}
|
||
|
|
}
|