WITNESS CPU seed=42: robot/future invariance and repeat passed; score=0.9077615
1/44 2c83253a 21780: label=1, user_only=0.9078, stereo=0.9598
2/44 2c83253a 29860: label=1, user_only=0.8796, stereo=0.9286
3/44 2c83253a 48125: label=0, user_only=0.7127, stereo=0.5123
4/44 2c83253a 64000: label=1, user_only=0.9321, stereo=0.9370
5/44 2c83253a 76672: label=0, user_only=0.8640, stereo=0.7067
6/44 2c83253a 88482: label=1, user_only=0.1606, stereo=0.1147
7/44 40ae686c 22007: label=1, user_only=0.9324, stereo=0.6932
8/44 40ae686c 31842: label=1, user_only=0.9342, stereo=0.7899
9/44 40ae686c 52348: label=1, user_only=0.9645, stereo=0.9598
10/44 40ae686c 65298: label=0, user_only=0.8863, stereo=0.1646
11/44 40ae686c 67943: label=0, user_only=0.6982, stereo=0.1255
12/44 40ae686c 70430: label=0, user_only=0.0390, stereo=0.9452
13/44 40ae686c 82941: label=1, user_only=0.9212, stereo=0.2714
14/44 872a1e67 17153: label=1, user_only=0.8734, stereo=0.4009
15/44 872a1e67 24846: label=1, user_only=0.9016, stereo=0.6937
16/44 872a1e67 33471: label=1, user_only=0.9298, stereo=0.8021
17/44 a266b9ef 18027: label=1, user_only=0.9134, stereo=0.5774
18/44 a266b9ef 24768: label=1, user_only=0.8936, stereo=0.5596
19/44 a266b9ef 51080: label=0, user_only=0.0656, stereo=0.0101
20/44 a266b9ef 68313: label=0, user_only=0.8764, stereo=0.8075
21/44 cb3238dc 13540: label=1, user_only=0.9210, stereo=0.9444
22/44 cb3238dc 27520: label=1, user_only=0.9301, stereo=0.9682
23/44 cb3238dc 60790: label=0, user_only=0.4328, stereo=0.0566
24/44 cb3238dc 70745: label=0, user_only=0.6845, stereo=0.2887
25/44 e304f740 18842: label=1, user_only=0.8773, stereo=0.6193
26/44 e304f740 29619: label=1, user_only=0.8809, stereo=0.4496
27/44 e304f740 40701: label=0, user_only=0.8341, stereo=0.4186
28/44 e304f740 54600: label=1, user_only=0.8767, stereo=0.7056
29/44 e304f740 65819: label=0, user_only=0.6574, stereo=0.0525
30/44 872a1e67 47187: label=0, user_only=0.8951, stereo=0.7005
31/44 872a1e67 52326: label=0, user_only=0.6632, stereo=0.4241
32/44 40ae686c 48536: label=0, user_only=0.8200, stereo=0.5187
33/44 872a1e67 44810: label=0, user_only=0.8326, stereo=0.3700
34/44 872a1e67 49500: label=1, user_only=0.4528, stereo=0.9641
35/44 872a1e67 54318: label=1, user_only=0.4852, stereo=0.9337
36/44 872a1e67 45581: label=0, user_only=0.2830, stereo=0.0232
37/44 a266b9ef 41219: label=0, user_only=0.9391, stereo=0.9103
38/44 cb3238dc 19620: label=1, user_only=0.9391, stereo=0.9731
39/44 cb3238dc 41207: label=0, user_only=0.7712, stereo=0.1233
40/44 cb3238dc 49204: label=0, user_only=0.9227, stereo=0.8601
41/44 cb3238dc 58424: label=0, user_only=0.7653, stereo=0.1938
42/44 cb3238dc 73640: label=0, user_only=0.6813, stereo=0.4583
43/44 e304f740 11531: label=1, user_only=0.9363, stereo=0.5200
44/44 e304f740 62828: label=0, user_only=0.5079, stereo=0.0221
2c83253a timeline: 932 scores, 6 checkpoints
40ae686c timeline: 834 scores, 8 checkpoints
872a1e67 timeline: 712 scores, 9 checkpoints
a266b9ef timeline: 800 scores, 5 checkpoints
cb3238dc timeline: 904 scores, 9 checkpoints
e304f740 timeline: 691 scores, 7 checkpoints
{
  "main_metrics": {
    "n": 44,
    "tn": 4,
    "fp": 18,
    "fn": 3,
    "tp": 19,
    "accuracy": 0.5227272727272727,
    "false_reply_rate": 0.8181818181818182,
    "false_hold_rate": 0.13636363636363635,
    "recall": 0.8636363636363636,
    "precision": 0.5135135135135135,
    "f1": 0.6440677966101694
  },
  "same_point_stereo_reference": {
    "n": 44,
    "tn": 14,
    "fp": 8,
    "fn": 4,
    "tp": 18,
    "accuracy": 0.7272727272727273,
    "false_reply_rate": 0.36363636363636365,
    "false_hold_rate": 0.18181818181818182,
    "recall": 0.8181818181818182,
    "precision": 0.6923076923076923,
    "f1": 0.75
  },
  "changed_vs_stereo": {
    "fixed": 4,
    "regressed": 13
  },
  "elapsed_seconds": 124.26453408319503
}