459 lines
9.4 KiB
JSON
459 lines
9.4 KiB
JSON
{
|
|||
|
|
"feature_root": "/Users/wangx/.mounty/MX500B/Code/EgoSpeak/dataset/EasyCom",
|
||
|
|
"raw_manifest": null,
|
||
|
|
"task_fps": 5,
|
||
|
|
"step_seconds": 0.2,
|
||
|
|
"sessions": [
|
||
|
|
{
|
||
|
|
"session": "Session_7",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 7270,
|
||
|
|
"duration_seconds_at_5hz": 1454.0,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
7270,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
7270,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
7270,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
7270,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1529,
|
||
|
|
1994,
|
||
|
|
4198
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_11",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 6837,
|
||
|
|
"duration_seconds_at_5hz": 1367.4,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
6837,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
6837,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
6837,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
6837,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1662,
|
||
|
|
965,
|
||
|
|
4676
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_10",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 7199,
|
||
|
|
"duration_seconds_at_5hz": 1439.8,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
7199,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
7199,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
7199,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
7199,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1920,
|
||
|
|
2014,
|
||
|
|
3757
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_6",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 8819,
|
||
|
|
"duration_seconds_at_5hz": 1763.8,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
8819,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
8819,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
8819,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
8819,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1520,
|
||
|
|
3232,
|
||
|
|
4967
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_9",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 8528,
|
||
|
|
"duration_seconds_at_5hz": 1705.6,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
8528,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
8528,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
8528,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
8528,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
2957,
|
||
|
|
884,
|
||
|
|
4808
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_4",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 8658,
|
||
|
|
"duration_seconds_at_5hz": 1731.6,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
8658,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
8658,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
8658,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
8658,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1386,
|
||
|
|
1013,
|
||
|
|
6681
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_8",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 7642,
|
||
|
|
"duration_seconds_at_5hz": 1528.4,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
7642,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
7642,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
7642,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
7642,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1859,
|
||
|
|
1778,
|
||
|
|
4533
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_5",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 8558,
|
||
|
|
"duration_seconds_at_5hz": 1711.6,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
8558,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
8558,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
8558,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
8558,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
2256,
|
||
|
|
2814,
|
||
|
|
4083
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_12",
|
||
|
|
"split": "train",
|
||
|
|
"num_steps": 8894,
|
||
|
|
"duration_seconds_at_5hz": 1778.8,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
8894,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
8894,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
8894,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
8894,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1252,
|
||
|
|
3353,
|
||
|
|
6099
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_3",
|
||
|
|
"split": "test",
|
||
|
|
"num_steps": 8400,
|
||
|
|
"duration_seconds_at_5hz": 1680.0,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
8400,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
8400,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
8400,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
8400,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
2024,
|
||
|
|
2547,
|
||
|
|
4521
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_2",
|
||
|
|
"split": "test",
|
||
|
|
"num_steps": 7706,
|
||
|
|
"duration_seconds_at_5hz": 1541.2,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
7706,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
7706,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
7706,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
7706,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1718,
|
||
|
|
1350,
|
||
|
|
5152
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"session": "Session_1",
|
||
|
|
"split": "test",
|
||
|
|
"num_steps": 6942,
|
||
|
|
"duration_seconds_at_5hz": 1388.4,
|
||
|
|
"shapes": {
|
||
|
|
"rgb_kinetics_resnet50": [
|
||
|
|
6942,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"flow_kinetics_resnet50": [
|
||
|
|
6942,
|
||
|
|
2048
|
||
|
|
],
|
||
|
|
"audio_wav2vec2": [
|
||
|
|
6942,
|
||
|
|
5120
|
||
|
|
],
|
||
|
|
"target_perframe": [
|
||
|
|
6942,
|
||
|
|
3
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"dtypes": {
|
||
|
|
"rgb_kinetics_resnet50": "float32",
|
||
|
|
"flow_kinetics_resnet50": "float32",
|
||
|
|
"audio_wav2vec2": "float32",
|
||
|
|
"target_perframe": "float64"
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
1538,
|
||
|
|
2266,
|
||
|
|
3858
|
||
|
|
],
|
||
|
|
"overlap_wearer_other_steps": 720
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"total_steps": 95453,
|
||
|
|
"total_duration_hours": 5.302944444444444,
|
||
|
|
"split_steps": {
|
||
|
|
"train": 72405,
|
||
|
|
"test": 23048
|
||
|
|
},
|
||
|
|
"class_positive_steps": [
|
||
|
|
21621,
|
||
|
|
24210,
|
||
|
|
57333
|
||
|
|
],
|
||
|
|
"target_row_counts": {
|
||
|
|
"[0, 0, 1]": 49622,
|
||
|
|
"[0, 1, 0]": 16499,
|
||
|
|
"[0, 1, 1]": 7711,
|
||
|
|
"[1, 0, 0]": 21621
|
||
|
|
},
|
||
|
|
"issues": []
|
||
|
|
}
|