{
  "annotations": {
    "filename": "annotations.jsonl",
    "records": 317,
    "sha256": "0ea82e13b248924b5d60d2d37e9ad5f88e2086bc12f9a18c37900868e83c46ac",
    "windows": 1407
  },
  "backbone": {
    "model_id": "facebook/dinov2-small",
    "revision": "ed25f3a31f01632728cabb09d1542f84ab7b0056"
  },
  "best_epoch": 2,
  "best_validation_macro_f1": 0.7108757195576453,
  "cache": {
    "cache_hits": 1407,
    "created": 0,
    "examples": 1407
  },
  "calibration": {
    "compiler_thresholds": {
      "enter_threshold": 0.39999999999999997,
      "exit_threshold": 0.24999999999999997,
      "include_discard": false,
      "merge_gap_s": 0.5,
      "min_duration_s": 1.0,
      "short_segment_route": "discard",
      "uncertainty_route": "review",
      "uncertainty_threshold": 0.65
    },
    "issue_thresholds": {
      "acting_hand_not_visible": 0.3545205891132355,
      "blur": 0.6283682584762573,
      "camera_instability": 0.47812360525131226,
      "duplicate_frames": 0.34080421924591064,
      "exposure": 0.6307288408279419,
      "low_hand_activity": 0.3466801941394806,
      "scene_cut": 0.4578688144683838
    },
    "readiness_temperature": 0.5138114435048121,
    "split": "validation"
  },
  "checkpoint_sha256": "469af04c69e3db8e9e4e406f2ca559d6f7f50fe6baa91e6ecfbf8709a4f1051d",
  "completed": true,
  "config": {
    "batch_size": 64,
    "boundary_threshold": 0.5,
    "boundary_tolerance_s": 0.3,
    "contrastive_temperature": 0.1,
    "contrastive_weight": 0.1,
    "decode_timeout_s": 120.0,
    "device": "mps",
    "epochs": 20,
    "ffmpeg_bin": "ffmpeg",
    "learning_rate": 0.0005,
    "max_grad_norm": 1.0,
    "patience": 5,
    "seed": 1,
    "test_fraction": 0.15,
    "train_fraction": 0.7,
    "validation_fraction": 0.15,
    "warmup_fraction": 0.1,
    "weight_decay": 0.01
  },
  "device": "mps",
  "history": [
    {
      "contrastive_loss": 0.19667454599402845,
      "epoch": 1,
      "global_step": 16,
      "learning_rate": 0.000265625,
      "supervised_loss": 3.293020710349083,
      "train_loss": 3.312688171863556,
      "validation": {
        "boundaries": {
          "false_negatives": 201,
          "false_positives": 192,
          "macro_f1": 0.0881390240751109,
          "micro_f1": 0.08816705336426914,
          "per_boundary": {
            "end": {
              "f1": 0.09216589861751152,
              "false_negatives": 103,
              "false_positives": 94,
              "n_predicted": 104,
              "n_reference": 113,
              "precision": 0.09615384615384616,
              "recall": 0.08849557522123894,
              "tolerance_s": 0.3,
              "true_positives": 10
            },
            "start": {
              "f1": 0.08411214953271028,
              "false_negatives": 98,
              "false_positives": 98,
              "n_predicted": 107,
              "n_reference": 107,
              "precision": 0.08411214953271028,
              "recall": 0.08411214953271028,
              "tolerance_s": 0.3,
              "true_positives": 9
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 19
        },
        "calibration": {
          "ece": 0.15249466594261463,
          "selective_risk": {
            "aurc": 0.27847277222043193,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.058823529411764705,
              0.05555555555555555,
              0.05263157894736842,
              0.05,
              0.047619047619047616,
              0.045454545454545456,
              0.08695652173913043,
              0.08333333333333333,
              0.08,
              0.07692307692307693,
              0.1111111111111111,
              0.10714285714285714,
              0.13793103448275862,
              0.13333333333333333,
              0.16129032258064516,
              0.15625,
              0.15151515151515152,
              0.14705882352941177,
              0.14285714285714285,
              0.16666666666666666,
              0.16216216216216217,
              0.15789473684210525,
              0.15384615384615385,
              0.175,
              0.17073170731707318,
              0.19047619047619047,
              0.20930232558139536,
              0.20454545454545456,
              0.2,
              0.1956521739130435,
              0.2127659574468085,
              0.22916666666666666,
              0.24489795918367346,
              0.26,
              0.2549019607843137,
              0.25,
              0.24528301886792453,
              0.24074074074074073,
              0.23636363636363636,
              0.23214285714285715,
              0.22807017543859648,
              0.22413793103448276,
              0.22033898305084745,
              0.21666666666666667,
              0.22950819672131148,
              0.24193548387096775,
              0.25396825396825395,
              0.265625,
              0.26153846153846155,
              0.2727272727272727,
              0.26865671641791045,
              0.27941176470588236,
              0.2753623188405797,
              0.2714285714285714,
              0.2676056338028169,
              0.2777777777777778,
              0.2876712328767123,
              0.2972972972972973,
              0.29333333333333333,
              0.2894736842105263,
              0.2987012987012987,
              0.3076923076923077,
              0.3037974683544304,
              0.3125,
              0.30864197530864196,
              0.3048780487804878,
              0.3132530120481928,
              0.32142857142857145,
              0.32941176470588235,
              0.32558139534883723,
              0.3218390804597701,
              0.3181818181818182,
              0.3146067415730337,
              0.32222222222222224,
              0.32967032967032966,
              0.32608695652173914,
              0.3225806451612903,
              0.32978723404255317,
              0.3263157894736842,
              0.3333333333333333,
              0.3402061855670103,
              0.336734693877551,
              0.3333333333333333,
              0.34,
              0.3465346534653465,
              0.35294117647058826,
              0.3592233009708738,
              0.36538461538461536,
              0.37142857142857144,
              0.36792452830188677,
              0.37383177570093457,
              0.37962962962962965,
              0.3853211009174312,
              0.39090909090909093,
              0.3963963963963964,
              0.4017857142857143,
              0.40707964601769914,
              0.41228070175438597,
              0.41739130434782606,
              0.4224137931034483,
              0.4188034188034188,
              0.4152542372881356,
              0.4117647058823529,
              0.4166666666666667,
              0.4214876033057851,
              0.4180327868852459,
              0.4146341463414634,
              0.41935483870967744,
              0.424,
              0.42857142857142855,
              0.4251968503937008,
              0.4296875,
              0.43410852713178294,
              0.43846153846153846,
              0.4351145038167939,
              0.4318181818181818,
              0.43609022556390975,
              0.43283582089552236,
              0.43703703703703706,
              0.4411764705882353,
              0.44525547445255476,
              0.4492753623188406,
              0.45323741007194246,
              0.45,
              0.45390070921985815,
              0.45774647887323944,
              0.45454545454545453,
              0.4583333333333333,
              0.46206896551724136,
              0.4657534246575342,
              0.46258503401360546,
              0.4594594594594595,
              0.4563758389261745,
              0.46,
              0.45695364238410596,
              0.45394736842105265,
              0.45751633986928103,
              0.461038961038961,
              0.4645161290322581,
              0.46794871794871795,
              0.4713375796178344,
              0.47468354430379744
            ],
            "threshold": [
              0.6596215963363647,
              0.6066211462020874,
              0.5991071462631226,
              0.5644324421882629,
              0.5533053874969482,
              0.5510375499725342,
              0.5481727719306946,
              0.5458390116691589,
              0.5448640584945679,
              0.538115382194519,
              0.5312289595603943,
              0.5247320532798767,
              0.5226670503616333,
              0.519874095916748,
              0.5194277763366699,
              0.5074687600135803,
              0.5065795183181763,
              0.5025742650032043,
              0.5013256669044495,
              0.499838650226593,
              0.49905824661254883,
              0.49785205721855164,
              0.4961825907230377,
              0.4948132634162903,
              0.4947689175605774,
              0.4919385612010956,
              0.4912945032119751,
              0.4858165383338928,
              0.4851973354816437,
              0.4846160113811493,
              0.47991374135017395,
              0.4798489511013031,
              0.47756069898605347,
              0.47594696283340454,
              0.4751754105091095,
              0.4750515818595886,
              0.47369542717933655,
              0.47209781408309937,
              0.47099578380584717,
              0.4695962965488434,
              0.4691632091999054,
              0.4689101278781891,
              0.4682512581348419,
              0.4682219922542572,
              0.46779096126556396,
              0.4665638506412506,
              0.4664400517940521,
              0.4661322832107544,
              0.4658552408218384,
              0.4654720425605774,
              0.4626980721950531,
              0.4585462212562561,
              0.4580687880516052,
              0.45805883407592773,
              0.45720675587654114,
              0.44983699917793274,
              0.44892436265945435,
              0.44636765122413635,
              0.44609829783439636,
              0.4445078372955322,
              0.439217209815979,
              0.4345909357070923,
              0.43403327465057373,
              0.4336317479610443,
              0.43295034766197205,
              0.431935578584671,
              0.43017470836639404,
              0.4296739995479584,
              0.42923620343208313,
              0.42713746428489685,
              0.4263124465942383,
              0.42617642879486084,
              0.4232475459575653,
              0.42312419414520264,
              0.4224713444709778,
              0.4188477694988251,
              0.41872555017471313,
              0.41734492778778076,
              0.4157313108444214,
              0.41473960876464844,
              0.4147093892097473,
              0.4132578670978546,
              0.4130186140537262,
              0.41233351826667786,
              0.41191768646240234,
              0.40990710258483887,
              0.40889930725097656,
              0.40850234031677246,
              0.40778765082359314,
              0.40758246183395386,
              0.40660983324050903,
              0.4063403606414795,
              0.40554672479629517,
              0.4049972593784332,
              0.40355557203292847,
              0.40320533514022827,
              0.40291672945022583,
              0.4018281102180481,
              0.39997580647468567,
              0.3995850086212158,
              0.3987855911254883,
              0.3986755907535553,
              0.39780130982398987,
              0.39775198698043823,
              0.3967013955116272,
              0.3966267704963684,
              0.3949791491031647,
              0.39454078674316406,
              0.3933602571487427,
              0.3928813636302948,
              0.39206716418266296,
              0.391865074634552,
              0.3918372094631195,
              0.3911493718624115,
              0.39060935378074646,
              0.3903738558292389,
              0.3901381194591522,
              0.3891932964324951,
              0.38900986313819885,
              0.38791775703430176,
              0.3860523998737335,
              0.38467246294021606,
              0.3834735155105591,
              0.3834209144115448,
              0.3825119435787201,
              0.37981101870536804,
              0.3791638910770416,
              0.37864744663238525,
              0.3783237040042877,
              0.37716376781463623,
              0.3771442472934723,
              0.37670356035232544,
              0.3766796588897705,
              0.376016229391098,
              0.37582123279571533,
              0.3749314248561859,
              0.37320056557655334,
              0.370833158493042,
              0.36994966864585876,
              0.36946743726730347,
              0.3690567910671234,
              0.36871659755706787,
              0.3676756024360657,
              0.36694982647895813,
              0.3656243085861206,
              0.36368516087532043,
              0.36229178309440613,
              0.36221054196357727,
              0.36199167370796204,
              0.3617268204689026,
              0.36143314838409424,
              0.36131051182746887,
              0.35928839445114136,
              0.3500782251358032,
              0.3478681445121765,
              0.34725284576416016,
              0.3454994261264801,
              0.3452703654766083
            ]
          }
        },
        "issues": {
          "ap": [
            0.27264069264069263,
            0.838072666317674,
            0.6014128728414443,
            0.6559523809523811,
            0.7062881562881563,
            0.4922077922077922,
            0.5419501133786848
          ],
          "auroc": [
            0.4714285714285714,
            0.9138321995464853,
            0.5102040816326531,
            0.6938775510204082,
            0.6122448979591837,
            0.42857142857142855,
            0.4897959183673469
          ],
          "average_precision": [
            0.27264069264069263,
            0.838072666317674,
            0.6014128728414443,
            0.6559523809523811,
            0.7062881562881563,
            0.4922077922077922,
            0.5419501133786848
          ],
          "macro_ap": 0.5869320963752608,
          "macro_auroc": 0.5885649497894396,
          "macro_average_precision": 0.5869320963752608,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.27264069264069263,
              "auroc": 0.4714285714285714,
              "average_precision": 0.27264069264069263,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 0.6559523809523811,
              "auroc": 0.6938775510204082,
              "average_precision": 0.6559523809523811,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.6014128728414443,
              "auroc": 0.5102040816326531,
              "average_precision": 0.6014128728414443,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.5419501133786848,
              "auroc": 0.4897959183673469,
              "average_precision": 0.5419501133786848,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.7062881562881563,
              "auroc": 0.6122448979591837,
              "average_precision": 0.7062881562881563,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.838072666317674,
              "auroc": 0.9138321995464853,
              "average_precision": 0.838072666317674,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.4922077922077922,
              "auroc": 0.42857142857142855,
              "average_precision": 0.4922077922077922,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 3.041519343852997,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.46845627139744783
          }
        },
        "readiness": {
          "accuracy": 0.5253164556962026,
          "confusion_matrix": [
            [
              57,
              18,
              9
            ],
            [
              22,
              12,
              19
            ],
            [
              5,
              2,
              14
            ]
          ],
          "f1": [
            0.6785714285714286,
            0.2823529411764706,
            0.4444444444444444
          ],
          "macro_f1": 0.46845627139744783,
          "macro_precision": 0.46230158730158727,
          "macro_recall": 0.523884396525906,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.6785714285714286,
              "precision": 0.6785714285714286,
              "predicted": 84,
              "recall": 0.6785714285714286,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.4444444444444444,
              "precision": 0.3333333333333333,
              "predicted": 42,
              "recall": 0.6666666666666666,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.2823529411764706,
              "precision": 0.375,
              "predicted": 32,
              "recall": 0.22641509433962265,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.6785714285714286,
            0.375,
            0.3333333333333333
          ],
          "recall": [
            0.6785714285714286,
            0.22641509433962265,
            0.6666666666666666
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    },
    {
      "contrastive_loss": 0.0500649040332064,
      "epoch": 2,
      "global_step": 32,
      "learning_rate": 0.0005,
      "supervised_loss": 2.94646118581295,
      "train_loss": 2.951467677950859,
      "validation": {
        "boundaries": {
          "false_negatives": 196,
          "false_positives": 181,
          "macro_f1": 0.11241685144124168,
          "micro_f1": 0.11294117647058824,
          "per_boundary": {
            "end": {
              "f1": 0.12727272727272726,
              "false_negatives": 99,
              "false_positives": 93,
              "n_predicted": 107,
              "n_reference": 113,
              "precision": 0.1308411214953271,
              "recall": 0.12389380530973451,
              "tolerance_s": 0.3,
              "true_positives": 14
            },
            "start": {
              "f1": 0.0975609756097561,
              "false_negatives": 97,
              "false_positives": 88,
              "n_predicted": 98,
              "n_reference": 107,
              "precision": 0.10204081632653061,
              "recall": 0.09345794392523364,
              "tolerance_s": 0.3,
              "true_positives": 10
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 24
        },
        "calibration": {
          "ece": 0.16668254627457146,
          "selective_risk": {
            "aurc": 0.12125987692047231,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.02127659574468085,
              0.020833333333333332,
              0.04081632653061224,
              0.06,
              0.058823529411764705,
              0.057692307692307696,
              0.05660377358490566,
              0.05555555555555555,
              0.05454545454545454,
              0.05357142857142857,
              0.07017543859649122,
              0.06896551724137931,
              0.06779661016949153,
              0.08333333333333333,
              0.08196721311475409,
              0.08064516129032258,
              0.09523809523809523,
              0.09375,
              0.09230769230769231,
              0.09090909090909091,
              0.08955223880597014,
              0.08823529411764706,
              0.10144927536231885,
              0.11428571428571428,
              0.11267605633802817,
              0.125,
              0.136986301369863,
              0.13513513513513514,
              0.13333333333333333,
              0.14473684210526316,
              0.14285714285714285,
              0.14102564102564102,
              0.13924050632911392,
              0.1375,
              0.13580246913580246,
              0.13414634146341464,
              0.13253012048192772,
              0.14285714285714285,
              0.1411764705882353,
              0.13953488372093023,
              0.14942528735632185,
              0.14772727272727273,
              0.14606741573033707,
              0.14444444444444443,
              0.14285714285714285,
              0.14130434782608695,
              0.13978494623655913,
              0.14893617021276595,
              0.15789473684210525,
              0.16666666666666666,
              0.16494845360824742,
              0.16326530612244897,
              0.16161616161616163,
              0.17,
              0.16831683168316833,
              0.16666666666666666,
              0.17475728155339806,
              0.17307692307692307,
              0.17142857142857143,
              0.1792452830188679,
              0.18691588785046728,
              0.19444444444444445,
              0.2018348623853211,
              0.20909090909090908,
              0.2072072072072072,
              0.21428571428571427,
              0.22123893805309736,
              0.21929824561403508,
              0.21739130434782608,
              0.21551724137931033,
              0.21367521367521367,
              0.22033898305084745,
              0.226890756302521,
              0.225,
              0.2231404958677686,
              0.22950819672131148,
              0.22764227642276422,
              0.23387096774193547,
              0.232,
              0.23015873015873015,
              0.23622047244094488,
              0.2421875,
              0.24806201550387597,
              0.25384615384615383,
              0.25190839694656486,
              0.25,
              0.24812030075187969,
              0.2462686567164179,
              0.24444444444444444,
              0.2426470588235294,
              0.24087591240875914,
              0.2391304347826087,
              0.23741007194244604,
              0.2357142857142857,
              0.23404255319148937,
              0.2323943661971831,
              0.23076923076923078,
              0.22916666666666666,
              0.22758620689655173,
              0.22602739726027396,
              0.23129251700680273,
              0.23648648648648649,
              0.2348993288590604,
              0.24,
              0.24503311258278146,
              0.24342105263157895,
              0.24836601307189543,
              0.2532467532467532,
              0.25806451612903225,
              0.2564102564102564,
              0.25477707006369427,
              0.25949367088607594
            ],
            "threshold": [
              0.8626775741577148,
              0.8614533543586731,
              0.8574832677841187,
              0.8407101035118103,
              0.8398310542106628,
              0.8395123481750488,
              0.8308005928993225,
              0.8304181694984436,
              0.8129730820655823,
              0.8023092746734619,
              0.7759867906570435,
              0.771480917930603,
              0.7693316340446472,
              0.761036217212677,
              0.7585379481315613,
              0.7542674541473389,
              0.7535899877548218,
              0.7409138679504395,
              0.740467369556427,
              0.7349826097488403,
              0.7312996983528137,
              0.7216887474060059,
              0.7203862071037292,
              0.7051098346710205,
              0.7039546966552734,
              0.7017472386360168,
              0.6982121467590332,
              0.6965599060058594,
              0.6961748003959656,
              0.6900016665458679,
              0.6894347667694092,
              0.685802698135376,
              0.6735327839851379,
              0.6724914312362671,
              0.6711821556091309,
              0.6647205352783203,
              0.6642189621925354,
              0.6638147234916687,
              0.6633868217468262,
              0.6572928428649902,
              0.655596137046814,
              0.6471086740493774,
              0.6459111571311951,
              0.64234459400177,
              0.6392061710357666,
              0.6386249661445618,
              0.6380456686019897,
              0.6329969167709351,
              0.6258118152618408,
              0.6199134588241577,
              0.6177195906639099,
              0.615821897983551,
              0.613186776638031,
              0.6121078133583069,
              0.6119356155395508,
              0.611663281917572,
              0.6107041835784912,
              0.6095771193504333,
              0.6069656610488892,
              0.6051902174949646,
              0.60484379529953,
              0.5994872450828552,
              0.5994630455970764,
              0.5973594784736633,
              0.5955559611320496,
              0.5866726040840149,
              0.5830119848251343,
              0.581504762172699,
              0.5801970362663269,
              0.5741553902626038,
              0.5716904997825623,
              0.5666221976280212,
              0.5649805665016174,
              0.5637962222099304,
              0.5583637356758118,
              0.5581702589988708,
              0.5549363493919373,
              0.5513340830802917,
              0.5508023500442505,
              0.550178050994873,
              0.5482673048973083,
              0.5480143427848816,
              0.5475601553916931,
              0.547387421131134,
              0.546779990196228,
              0.5454437732696533,
              0.5451416373252869,
              0.5397216081619263,
              0.5369389653205872,
              0.5352921485900879,
              0.5323992967605591,
              0.5305410623550415,
              0.530476450920105,
              0.5301376581192017,
              0.527496874332428,
              0.5265182852745056,
              0.5256092548370361,
              0.5255166292190552,
              0.5234156250953674,
              0.522953987121582,
              0.5197595357894897,
              0.5103644132614136,
              0.5085241198539734,
              0.5064404606819153,
              0.5040362477302551,
              0.5029100775718689,
              0.5017392039299011,
              0.5008831024169922,
              0.49871939420700073,
              0.4983313977718353,
              0.4934733510017395,
              0.49345287680625916,
              0.49301841855049133,
              0.4924202859401703,
              0.4918118715286255,
              0.49115532636642456,
              0.4911011755466461,
              0.4887894093990326,
              0.48867928981781006,
              0.4877488911151886,
              0.4865741729736328,
              0.4847482442855835,
              0.48388615250587463,
              0.48249927163124084,
              0.47806280851364136,
              0.47237536311149597,
              0.47175633907318115,
              0.47085845470428467,
              0.4703332483768463,
              0.46888673305511475,
              0.4677041172981262,
              0.4671851396560669,
              0.46597713232040405,
              0.46506696939468384,
              0.45979204773902893,
              0.45879220962524414,
              0.4580121636390686,
              0.4575921297073364,
              0.45515772700309753,
              0.45511502027511597,
              0.45434775948524475,
              0.4516708552837372,
              0.4473528265953064,
              0.446155846118927,
              0.4444989860057831,
              0.44403359293937683,
              0.43747884035110474,
              0.4305361807346344,
              0.42706233263015747,
              0.42663508653640747,
              0.42331773042678833,
              0.42011475563049316,
              0.41695553064346313,
              0.4120548665523529,
              0.40328389406204224,
              0.40139392018318176,
              0.4009612500667572,
              0.3863769471645355
            ]
          }
        },
        "issues": {
          "ap": [
            0.3169230769230769,
            0.8731526571713617,
            0.6585557299843015,
            0.9821428571428572,
            0.9617346938775511,
            0.5064935064935066,
            0.5419501133786848
          ],
          "auroc": [
            0.5714285714285714,
            0.9325396825396826,
            0.5306122448979592,
            0.9795918367346939,
            0.9591836734693877,
            0.4489795918367347,
            0.4897959183673469
          ],
          "average_precision": [
            0.3169230769230769,
            0.8731526571713617,
            0.6585557299843015,
            0.9821428571428572,
            0.9617346938775511,
            0.5064935064935066,
            0.5419501133786848
          ],
          "macro_ap": 0.6915646621387629,
          "macro_auroc": 0.7017330741820537,
          "macro_average_precision": 0.6915646621387629,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.3169230769230769,
              "auroc": 0.5714285714285714,
              "average_precision": 0.3169230769230769,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 0.9821428571428572,
              "auroc": 0.9795918367346939,
              "average_precision": 0.9821428571428572,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.6585557299843015,
              "auroc": 0.5306122448979592,
              "average_precision": 0.6585557299843015,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.5419501133786848,
              "auroc": 0.4897959183673469,
              "average_precision": 0.5419501133786848,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.9617346938775511,
              "auroc": 0.9591836734693877,
              "average_precision": 0.9617346938775511,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.8731526571713617,
              "auroc": 0.9325396825396826,
              "average_precision": 0.8731526571713617,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.5064935064935066,
              "auroc": 0.4489795918367347,
              "average_precision": 0.5064935064935066,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 2.695606827735901,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.7108757195576453
          }
        },
        "readiness": {
          "accuracy": 0.740506329113924,
          "confusion_matrix": [
            [
              74,
              9,
              1
            ],
            [
              21,
              30,
              2
            ],
            [
              2,
              6,
              13
            ]
          ],
          "f1": [
            0.8176795580110497,
            0.6122448979591837,
            0.7027027027027027
          ],
          "macro_f1": 0.7108757195576453,
          "macro_precision": 0.7473510882016036,
          "macro_recall": 0.6886792452830188,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.8176795580110497,
              "precision": 0.7628865979381443,
              "predicted": 97,
              "recall": 0.8809523809523809,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.7027027027027027,
              "precision": 0.8125,
              "predicted": 16,
              "recall": 0.6190476190476191,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.6122448979591837,
              "precision": 0.6666666666666666,
              "predicted": 45,
              "recall": 0.5660377358490566,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.7628865979381443,
            0.6666666666666666,
            0.8125
          ],
          "recall": [
            0.8809523809523809,
            0.5660377358490566,
            0.6190476190476191
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    },
    {
      "contrastive_loss": 0.03317638160660863,
      "epoch": 3,
      "global_step": 48,
      "learning_rate": 0.00047222222222222224,
      "supervised_loss": 2.603371322154999,
      "train_loss": 2.6066889613866806,
      "validation": {
        "boundaries": {
          "false_negatives": 193,
          "false_positives": 173,
          "macro_f1": 0.12798530312308634,
          "micro_f1": 0.12857142857142856,
          "per_boundary": {
            "end": {
              "f1": 0.16901408450704225,
              "false_negatives": 95,
              "false_positives": 82,
              "n_predicted": 100,
              "n_reference": 113,
              "precision": 0.18,
              "recall": 0.1592920353982301,
              "tolerance_s": 0.3,
              "true_positives": 18
            },
            "start": {
              "f1": 0.08695652173913043,
              "false_negatives": 98,
              "false_positives": 91,
              "n_predicted": 100,
              "n_reference": 107,
              "precision": 0.09,
              "recall": 0.08411214953271028,
              "tolerance_s": 0.3,
              "true_positives": 9
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 27
        },
        "calibration": {
          "ece": 0.11589472109003915,
          "selective_risk": {
            "aurc": 0.13347025730956127,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.05555555555555555,
              0.05263157894736842,
              0.05,
              0.047619047619047616,
              0.045454545454545456,
              0.043478260869565216,
              0.041666666666666664,
              0.04,
              0.038461538461538464,
              0.037037037037037035,
              0.03571428571428571,
              0.034482758620689655,
              0.03333333333333333,
              0.03225806451612903,
              0.03125,
              0.030303030303030304,
              0.029411764705882353,
              0.02857142857142857,
              0.05555555555555555,
              0.05405405405405406,
              0.05263157894736842,
              0.05128205128205128,
              0.05,
              0.07317073170731707,
              0.07142857142857142,
              0.06976744186046512,
              0.06818181818181818,
              0.06666666666666667,
              0.06521739130434782,
              0.06382978723404255,
              0.0625,
              0.061224489795918366,
              0.06,
              0.058823529411764705,
              0.07692307692307693,
              0.07547169811320754,
              0.07407407407407407,
              0.07272727272727272,
              0.07142857142857142,
              0.07017543859649122,
              0.06896551724137931,
              0.06779661016949153,
              0.08333333333333333,
              0.08196721311475409,
              0.08064516129032258,
              0.07936507936507936,
              0.078125,
              0.09230769230769231,
              0.10606060606060606,
              0.1044776119402985,
              0.10294117647058823,
              0.10144927536231885,
              0.1,
              0.09859154929577464,
              0.09722222222222222,
              0.0958904109589041,
              0.0945945945945946,
              0.10666666666666667,
              0.10526315789473684,
              0.11688311688311688,
              0.11538461538461539,
              0.12658227848101267,
              0.125,
              0.13580246913580246,
              0.14634146341463414,
              0.1566265060240964,
              0.16666666666666666,
              0.16470588235294117,
              0.1744186046511628,
              0.1724137931034483,
              0.17045454545454544,
              0.16853932584269662,
              0.16666666666666666,
              0.17582417582417584,
              0.18478260869565216,
              0.1827956989247312,
              0.18085106382978725,
              0.17894736842105263,
              0.17708333333333334,
              0.17525773195876287,
              0.1836734693877551,
              0.18181818181818182,
              0.18,
              0.1782178217821782,
              0.17647058823529413,
              0.17475728155339806,
              0.18269230769230768,
              0.18095238095238095,
              0.18867924528301888,
              0.18691588785046728,
              0.19444444444444445,
              0.1926605504587156,
              0.19090909090909092,
              0.1891891891891892,
              0.19642857142857142,
              0.19469026548672566,
              0.19298245614035087,
              0.19130434782608696,
              0.19827586206896552,
              0.20512820512820512,
              0.2033898305084746,
              0.20168067226890757,
              0.2,
              0.19834710743801653,
              0.19672131147540983,
              0.2032520325203252,
              0.20967741935483872,
              0.216,
              0.2222222222222222,
              0.2283464566929134,
              0.2265625,
              0.23255813953488372,
              0.23076923076923078,
              0.2366412213740458,
              0.24242424242424243,
              0.24812030075187969,
              0.2462686567164179,
              0.2518518518518518,
              0.25735294117647056,
              0.25547445255474455,
              0.2608695652173913,
              0.2589928057553957,
              0.2571428571428571,
              0.2553191489361702,
              0.2535211267605634,
              0.25874125874125875,
              0.2638888888888889,
              0.2620689655172414,
              0.2602739726027397,
              0.2585034013605442,
              0.25675675675675674,
              0.26174496644295303,
              0.26,
              0.26490066225165565,
              0.26973684210526316,
              0.2679738562091503,
              0.2727272727272727,
              0.27741935483870966,
              0.28205128205128205,
              0.28662420382165604,
              0.2911392405063291
            ],
            "threshold": [
              0.9549583196640015,
              0.9338208436965942,
              0.9182347655296326,
              0.9167487621307373,
              0.9142622947692871,
              0.9128457903862,
              0.8968486189842224,
              0.8883204460144043,
              0.8879368901252747,
              0.867107629776001,
              0.8668801188468933,
              0.8668140769004822,
              0.8561272025108337,
              0.8544111847877502,
              0.8478652834892273,
              0.8410518169403076,
              0.8310723900794983,
              0.8267144560813904,
              0.8192579746246338,
              0.8135934472084045,
              0.8030128479003906,
              0.7990424633026123,
              0.7880340218544006,
              0.7853875160217285,
              0.7794740796089172,
              0.7715125679969788,
              0.7664520144462585,
              0.7627591490745544,
              0.7489743232727051,
              0.7399502396583557,
              0.7398470640182495,
              0.7331801652908325,
              0.7329480051994324,
              0.7326199412345886,
              0.7322738766670227,
              0.7282423973083496,
              0.7276186943054199,
              0.727566659450531,
              0.7189752459526062,
              0.7121379971504211,
              0.7120508551597595,
              0.7089591026306152,
              0.7083339691162109,
              0.7009266018867493,
              0.6926577091217041,
              0.6899720430374146,
              0.6895041465759277,
              0.6880810856819153,
              0.6873362064361572,
              0.687262237071991,
              0.6847744584083557,
              0.6832630634307861,
              0.674976110458374,
              0.6715444326400757,
              0.6694827675819397,
              0.6598754525184631,
              0.6558687686920166,
              0.6549025774002075,
              0.6475472450256348,
              0.6469813585281372,
              0.6390201449394226,
              0.6301215887069702,
              0.6220072507858276,
              0.6132671236991882,
              0.6112129092216492,
              0.6099092960357666,
              0.6086902022361755,
              0.6053508520126343,
              0.6047137379646301,
              0.5991827845573425,
              0.5956326723098755,
              0.5950679183006287,
              0.5944899916648865,
              0.5931300520896912,
              0.5915329456329346,
              0.5912598371505737,
              0.5900151133537292,
              0.5896983742713928,
              0.5894128680229187,
              0.5889680981636047,
              0.5885113477706909,
              0.588326096534729,
              0.5881787538528442,
              0.5843626856803894,
              0.5827115178108215,
              0.5824187994003296,
              0.5794124603271484,
              0.5784027576446533,
              0.5773521661758423,
              0.573811411857605,
              0.5705905556678772,
              0.5672547221183777,
              0.5666370391845703,
              0.5655097365379333,
              0.563213050365448,
              0.5618523359298706,
              0.5577326416969299,
              0.5576542019844055,
              0.5544751286506653,
              0.5527288913726807,
              0.5524022579193115,
              0.551068902015686,
              0.5501070618629456,
              0.5453607439994812,
              0.541686475276947,
              0.5375507473945618,
              0.5353912115097046,
              0.5295557975769043,
              0.5264872908592224,
              0.5239123702049255,
              0.5227373838424683,
              0.5200879573822021,
              0.515238344669342,
              0.512321949005127,
              0.5104795098304749,
              0.5051286220550537,
              0.5050014853477478,
              0.5047386288642883,
              0.5026166439056396,
              0.5019364356994629,
              0.5015406608581543,
              0.49921539425849915,
              0.4942575991153717,
              0.4935174286365509,
              0.4920366704463959,
              0.49193987250328064,
              0.4913862943649292,
              0.4903493821620941,
              0.4897255003452301,
              0.4881945550441742,
              0.4863916337490082,
              0.4851078987121582,
              0.48076683282852173,
              0.477647066116333,
              0.4753292500972748,
              0.47520673274993896,
              0.47520339488983154,
              0.47403135895729065,
              0.47353696823120117,
              0.46913889050483704,
              0.4685894250869751,
              0.4648073613643646,
              0.45410028100013733,
              0.45200276374816895,
              0.44937339425086975,
              0.4443332850933075,
              0.436653733253479,
              0.43590137362480164,
              0.4325893223285675,
              0.43046462535858154,
              0.42122524976730347,
              0.41459354758262634,
              0.4043656885623932,
              0.3963873088359833,
              0.3848060369491577,
              0.370095819234848,
              0.3652275502681732,
              0.36518430709838867
            ]
          }
        },
        "issues": {
          "ap": [
            0.3546503496503497,
            0.8689899976490482,
            0.584157905586477,
            1.0,
            0.9821428571428572,
            0.4985569985569986,
            0.6096681096681096
          ],
          "auroc": [
            0.6285714285714286,
            0.9450113378684807,
            0.5510204081632653,
            1.0,
            0.9795918367346939,
            0.42857142857142855,
            0.5102040816326531
          ],
          "average_precision": [
            0.3546503496503497,
            0.8689899976490482,
            0.584157905586477,
            1.0,
            0.9821428571428572,
            0.4985569985569986,
            0.6096681096681096
          ],
          "macro_ap": 0.6997380311791199,
          "macro_auroc": 0.7204243602202787,
          "macro_average_precision": 0.6997380311791199,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.3546503496503497,
              "auroc": 0.6285714285714286,
              "average_precision": 0.3546503496503497,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 1.0,
              "auroc": 1.0,
              "average_precision": 1.0,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.584157905586477,
              "auroc": 0.5510204081632653,
              "average_precision": 0.584157905586477,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.6096681096681096,
              "auroc": 0.5102040816326531,
              "average_precision": 0.6096681096681096,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.9821428571428572,
              "auroc": 0.9795918367346939,
              "average_precision": 0.9821428571428572,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.8689899976490482,
              "auroc": 0.9450113378684807,
              "average_precision": 0.8689899976490482,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.4985569985569986,
              "auroc": 0.42857142857142855,
              "average_precision": 0.4985569985569986,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 2.6075477600097656,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.6915567692194489
          }
        },
        "readiness": {
          "accuracy": 0.7088607594936709,
          "confusion_matrix": [
            [
              68,
              15,
              1
            ],
            [
              19,
              29,
              5
            ],
            [
              2,
              4,
              15
            ]
          ],
          "f1": [
            0.7861271676300579,
            0.5742574257425742,
            0.7142857142857143
          ],
          "macro_f1": 0.6915567692194489,
          "macro_precision": 0.694165774924202,
          "macro_recall": 0.6903264450434262,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.7861271676300579,
              "precision": 0.7640449438202247,
              "predicted": 89,
              "recall": 0.8095238095238095,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.7142857142857143,
              "precision": 0.7142857142857143,
              "predicted": 21,
              "recall": 0.7142857142857143,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.5742574257425742,
              "precision": 0.6041666666666666,
              "predicted": 48,
              "recall": 0.5471698113207547,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.7640449438202247,
            0.6041666666666666,
            0.7142857142857143
          ],
          "recall": [
            0.8095238095238095,
            0.5471698113207547,
            0.7142857142857143
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    },
    {
      "contrastive_loss": 0.02653229486895725,
      "epoch": 4,
      "global_step": 64,
      "learning_rate": 0.0004444444444444444,
      "supervised_loss": 2.347337007522583,
      "train_loss": 2.3499902337789536,
      "validation": {
        "boundaries": {
          "false_negatives": 194,
          "false_positives": 172,
          "macro_f1": 0.12311713322786985,
          "micro_f1": 0.12440191387559808,
          "per_boundary": {
            "end": {
              "f1": 0.15668202764976957,
              "false_negatives": 96,
              "false_positives": 87,
              "n_predicted": 104,
              "n_reference": 113,
              "precision": 0.16346153846153846,
              "recall": 0.1504424778761062,
              "tolerance_s": 0.3,
              "true_positives": 17
            },
            "start": {
              "f1": 0.08955223880597014,
              "false_negatives": 98,
              "false_positives": 85,
              "n_predicted": 94,
              "n_reference": 107,
              "precision": 0.09574468085106383,
              "recall": 0.08411214953271028,
              "tolerance_s": 0.3,
              "true_positives": 9
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 26
        },
        "calibration": {
          "ece": 0.07659055764162086,
          "selective_risk": {
            "aurc": 0.19686767636174027,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.05555555555555555,
              0.10526315789473684,
              0.1,
              0.09523809523809523,
              0.09090909090909091,
              0.08695652173913043,
              0.08333333333333333,
              0.08,
              0.07692307692307693,
              0.1111111111111111,
              0.10714285714285714,
              0.10344827586206896,
              0.1,
              0.0967741935483871,
              0.09375,
              0.09090909090909091,
              0.08823529411764706,
              0.08571428571428572,
              0.08333333333333333,
              0.08108108108108109,
              0.07894736842105263,
              0.07692307692307693,
              0.075,
              0.0975609756097561,
              0.09523809523809523,
              0.09302325581395349,
              0.09090909090909091,
              0.1111111111111111,
              0.10869565217391304,
              0.1276595744680851,
              0.14583333333333334,
              0.16326530612244897,
              0.16,
              0.1568627450980392,
              0.17307692307692307,
              0.16981132075471697,
              0.16666666666666666,
              0.16363636363636364,
              0.17857142857142858,
              0.17543859649122806,
              0.1724137931034483,
              0.1694915254237288,
              0.16666666666666666,
              0.16393442622950818,
              0.16129032258064516,
              0.15873015873015872,
              0.15625,
              0.15384615384615385,
              0.15151515151515152,
              0.14925373134328357,
              0.16176470588235295,
              0.17391304347826086,
              0.18571428571428572,
              0.18309859154929578,
              0.19444444444444445,
              0.2054794520547945,
              0.21621621621621623,
              0.22666666666666666,
              0.23684210526315788,
              0.23376623376623376,
              0.23076923076923078,
              0.22784810126582278,
              0.225,
              0.2222222222222222,
              0.21951219512195122,
              0.21686746987951808,
              0.21428571428571427,
              0.21176470588235294,
              0.20930232558139536,
              0.20689655172413793,
              0.2159090909090909,
              0.2247191011235955,
              0.2222222222222222,
              0.21978021978021978,
              0.21739130434782608,
              0.22580645161290322,
              0.23404255319148937,
              0.24210526315789474,
              0.25,
              0.25773195876288657,
              0.2653061224489796,
              0.26262626262626265,
              0.26,
              0.26732673267326734,
              0.2647058823529412,
              0.2621359223300971,
              0.2692307692307692,
              0.26666666666666666,
              0.2641509433962264,
              0.27102803738317754,
              0.2777777777777778,
              0.28440366972477066,
              0.2909090909090909,
              0.2882882882882883,
              0.2857142857142857,
              0.2920353982300885,
              0.2982456140350877,
              0.2956521739130435,
              0.29310344827586204,
              0.29914529914529914,
              0.2966101694915254,
              0.29411764705882354,
              0.3,
              0.2975206611570248,
              0.30327868852459017,
              0.3089430894308943,
              0.3064516129032258,
              0.304,
              0.30158730158730157,
              0.2992125984251969,
              0.3046875,
              0.3023255813953488,
              0.3,
              0.29770992366412213,
              0.29545454545454547,
              0.3007518796992481,
              0.29850746268656714,
              0.3037037037037037,
              0.3088235294117647,
              0.30656934306569344,
              0.30434782608695654,
              0.30935251798561153,
              0.3142857142857143,
              0.3191489361702128,
              0.323943661971831,
              0.32867132867132864,
              0.3263888888888889,
              0.3310344827586207,
              0.3287671232876712,
              0.3333333333333333,
              0.33783783783783783,
              0.3422818791946309,
              0.34,
              0.33774834437086093,
              0.34210526315789475,
              0.33986928104575165,
              0.34415584415584416,
              0.3419354838709677,
              0.33974358974358976,
              0.34394904458598724,
              0.34810126582278483
            ],
            "threshold": [
              0.9686489105224609,
              0.9515588879585266,
              0.9298463463783264,
              0.9283899068832397,
              0.9269716739654541,
              0.9207580089569092,
              0.9121745228767395,
              0.9005966782569885,
              0.8925323486328125,
              0.88597172498703,
              0.8799439072608948,
              0.8757660984992981,
              0.8657033443450928,
              0.8552327156066895,
              0.8549370169639587,
              0.8465434312820435,
              0.8420153260231018,
              0.8316365480422974,
              0.8189682364463806,
              0.8066786527633667,
              0.8065188527107239,
              0.8039935827255249,
              0.800273597240448,
              0.7996248006820679,
              0.7837319374084473,
              0.7770602703094482,
              0.7754075527191162,
              0.7708593010902405,
              0.7706847786903381,
              0.7686949968338013,
              0.7646362781524658,
              0.7625184655189514,
              0.7577031254768372,
              0.7556253671646118,
              0.7539920806884766,
              0.7440933585166931,
              0.7388788461685181,
              0.7380070686340332,
              0.7264746427536011,
              0.7245346307754517,
              0.7243044972419739,
              0.7187308073043823,
              0.7155603170394897,
              0.7143998742103577,
              0.7132372260093689,
              0.7051412463188171,
              0.7013399004936218,
              0.7012240886688232,
              0.6988806128501892,
              0.6983294486999512,
              0.6933366656303406,
              0.687699019908905,
              0.6820433139801025,
              0.6803381443023682,
              0.680019736289978,
              0.6779004335403442,
              0.6770575046539307,
              0.6702953577041626,
              0.6638909578323364,
              0.6596951484680176,
              0.6562902927398682,
              0.6527061462402344,
              0.6524357199668884,
              0.6507447361946106,
              0.6482083201408386,
              0.6459298729896545,
              0.6456908583641052,
              0.6448652744293213,
              0.6405551433563232,
              0.6366798281669617,
              0.6354294419288635,
              0.6337931156158447,
              0.6337159872055054,
              0.6322644352912903,
              0.6319912075996399,
              0.6313048601150513,
              0.625352680683136,
              0.6239217519760132,
              0.6236635446548462,
              0.6206671595573425,
              0.6107475161552429,
              0.6099351048469543,
              0.6089780330657959,
              0.6089203357696533,
              0.6081307530403137,
              0.607653021812439,
              0.6010462045669556,
              0.5998485088348389,
              0.5981451272964478,
              0.5977686643600464,
              0.5969967842102051,
              0.5962162017822266,
              0.5937776565551758,
              0.593536913394928,
              0.586358904838562,
              0.579412579536438,
              0.5793871879577637,
              0.5783817172050476,
              0.5773029327392578,
              0.5719888806343079,
              0.5703808665275574,
              0.5700387358665466,
              0.5693532824516296,
              0.5681709051132202,
              0.5678163766860962,
              0.5657004714012146,
              0.5648853182792664,
              0.5634694695472717,
              0.5619712471961975,
              0.5572488307952881,
              0.5563691258430481,
              0.5556660294532776,
              0.5529353618621826,
              0.5512906908988953,
              0.5503090620040894,
              0.5470014214515686,
              0.5392875671386719,
              0.539193868637085,
              0.5380382537841797,
              0.5375984907150269,
              0.5359046459197998,
              0.5344060659408569,
              0.5285359025001526,
              0.5247551798820496,
              0.5233967304229736,
              0.5178619027137756,
              0.5150278210639954,
              0.5143133401870728,
              0.5136579275131226,
              0.5110567808151245,
              0.5103115439414978,
              0.5090806484222412,
              0.506170392036438,
              0.5058191418647766,
              0.505729079246521,
              0.5032155513763428,
              0.5023959875106812,
              0.500802218914032,
              0.500165581703186,
              0.49944326281547546,
              0.49462783336639404,
              0.4944908916950226,
              0.4942190945148468,
              0.4904651641845703,
              0.48267173767089844,
              0.4812171459197998,
              0.4679309129714966,
              0.4654987156391144,
              0.4589376747608185,
              0.4583858549594879,
              0.456897497177124,
              0.45318126678466797,
              0.4512786567211151,
              0.45013847947120667,
              0.4414082169532776,
              0.3880561292171478,
              0.3834204375743866,
              0.37329745292663574
            ]
          }
        },
        "issues": {
          "ap": [
            0.45976190476190476,
            0.8364927968356055,
            0.6317460317460317,
            1.0,
            0.9821428571428572,
            0.4977324263038549,
            0.6160173160173159
          ],
          "auroc": [
            0.6857142857142857,
            0.9206349206349206,
            0.5510204081632653,
            1.0,
            0.9795918367346939,
            0.42857142857142855,
            0.5102040816326531
          ],
          "average_precision": [
            0.45976190476190476,
            0.8364927968356055,
            0.6317460317460317,
            1.0,
            0.9821428571428572,
            0.4977324263038549,
            0.6160173160173159
          ],
          "macro_ap": 0.7176990475439385,
          "macro_auroc": 0.7251052802073211,
          "macro_average_precision": 0.7176990475439385,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.45976190476190476,
              "auroc": 0.6857142857142857,
              "average_precision": 0.45976190476190476,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 1.0,
              "auroc": 1.0,
              "average_precision": 1.0,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.6317460317460317,
              "auroc": 0.5510204081632653,
              "average_precision": 0.6317460317460317,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.6160173160173159,
              "auroc": 0.5102040816326531,
              "average_precision": 0.6160173160173159,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.9821428571428572,
              "auroc": 0.9795918367346939,
              "average_precision": 0.9821428571428572,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.8364927968356055,
              "auroc": 0.9206349206349206,
              "average_precision": 0.8364927968356055,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.4977324263038549,
              "auroc": 0.42857142857142855,
              "average_precision": 0.4977324263038549,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 2.680157482624054,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.6357286748239326
          }
        },
        "readiness": {
          "accuracy": 0.6518987341772152,
          "confusion_matrix": [
            [
              65,
              18,
              1
            ],
            [
              24,
              24,
              5
            ],
            [
              4,
              3,
              14
            ]
          ],
          "f1": [
            0.7344632768361582,
            0.4897959183673469,
            0.6829268292682927
          ],
          "macro_f1": 0.6357286748239326,
          "macro_precision": 0.6440860215053764,
          "macro_recall": 0.6311021263851453,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.7344632768361582,
              "precision": 0.6989247311827957,
              "predicted": 93,
              "recall": 0.7738095238095238,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.6829268292682927,
              "precision": 0.7,
              "predicted": 20,
              "recall": 0.6666666666666666,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.4897959183673469,
              "precision": 0.5333333333333333,
              "predicted": 45,
              "recall": 0.4528301886792453,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.6989247311827957,
            0.5333333333333333,
            0.7
          ],
          "recall": [
            0.7738095238095238,
            0.4528301886792453,
            0.6666666666666666
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    },
    {
      "contrastive_loss": 0.023587807023432106,
      "epoch": 5,
      "global_step": 80,
      "learning_rate": 0.0004166666666666667,
      "supervised_loss": 2.215287856757641,
      "train_loss": 2.217646613717079,
      "validation": {
        "boundaries": {
          "false_negatives": 198,
          "false_positives": 171,
          "macro_f1": 0.10603286384976526,
          "micro_f1": 0.10653753026634383,
          "per_boundary": {
            "end": {
              "f1": 0.12206572769953052,
              "false_negatives": 100,
              "false_positives": 87,
              "n_predicted": 100,
              "n_reference": 113,
              "precision": 0.13,
              "recall": 0.11504424778761062,
              "tolerance_s": 0.3,
              "true_positives": 13
            },
            "start": {
              "f1": 0.09,
              "false_negatives": 98,
              "false_positives": 84,
              "n_predicted": 93,
              "n_reference": 107,
              "precision": 0.0967741935483871,
              "recall": 0.08411214953271028,
              "tolerance_s": 0.3,
              "true_positives": 9
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 22
        },
        "calibration": {
          "ece": 0.10226695654512959,
          "selective_risk": {
            "aurc": 0.20955237750271777,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.05,
              0.09523809523809523,
              0.13636363636363635,
              0.13043478260869565,
              0.125,
              0.12,
              0.15384615384615385,
              0.14814814814814814,
              0.14285714285714285,
              0.13793103448275862,
              0.13333333333333333,
              0.12903225806451613,
              0.125,
              0.12121212121212122,
              0.11764705882352941,
              0.11428571428571428,
              0.1388888888888889,
              0.13513513513513514,
              0.13157894736842105,
              0.1282051282051282,
              0.125,
              0.12195121951219512,
              0.11904761904761904,
              0.11627906976744186,
              0.11363636363636363,
              0.1111111111111111,
              0.10869565217391304,
              0.10638297872340426,
              0.10416666666666667,
              0.10204081632653061,
              0.1,
              0.09803921568627451,
              0.11538461538461539,
              0.1320754716981132,
              0.12962962962962962,
              0.14545454545454545,
              0.16071428571428573,
              0.15789473684210525,
              0.15517241379310345,
              0.1694915254237288,
              0.16666666666666666,
              0.16393442622950818,
              0.16129032258064516,
              0.15873015873015872,
              0.171875,
              0.16923076923076924,
              0.18181818181818182,
              0.1791044776119403,
              0.19117647058823528,
              0.2028985507246377,
              0.21428571428571427,
              0.2112676056338028,
              0.20833333333333334,
              0.2054794520547945,
              0.20270270270270271,
              0.2,
              0.21052631578947367,
              0.22077922077922077,
              0.21794871794871795,
              0.21518987341772153,
              0.225,
              0.2222222222222222,
              0.21951219512195122,
              0.21686746987951808,
              0.21428571428571427,
              0.2235294117647059,
              0.22093023255813954,
              0.22988505747126436,
              0.23863636363636365,
              0.23595505617977527,
              0.23333333333333334,
              0.24175824175824176,
              0.2391304347826087,
              0.23655913978494625,
              0.24468085106382978,
              0.25263157894736843,
              0.25,
              0.25773195876288657,
              0.2653061224489796,
              0.2727272727272727,
              0.28,
              0.27722772277227725,
              0.28431372549019607,
              0.2815533980582524,
              0.27884615384615385,
              0.2761904761904762,
              0.2830188679245283,
              0.2897196261682243,
              0.2962962962962963,
              0.29357798165137616,
              0.2909090909090909,
              0.2972972972972973,
              0.30357142857142855,
              0.30973451327433627,
              0.3157894736842105,
              0.3130434782608696,
              0.3103448275862069,
              0.3162393162393162,
              0.3220338983050847,
              0.3277310924369748,
              0.325,
              0.32231404958677684,
              0.319672131147541,
              0.3170731707317073,
              0.3225806451612903,
              0.328,
              0.3333333333333333,
              0.33070866141732286,
              0.3359375,
              0.34108527131782945,
              0.34615384615384615,
              0.3435114503816794,
              0.3484848484848485,
              0.3458646616541353,
              0.34328358208955223,
              0.34814814814814815,
              0.34558823529411764,
              0.34306569343065696,
              0.34782608695652173,
              0.35251798561151076,
              0.35,
              0.3546099290780142,
              0.352112676056338,
              0.35664335664335667,
              0.3541666666666667,
              0.35172413793103446,
              0.3561643835616438,
              0.35374149659863946,
              0.35135135135135137,
              0.35570469798657717,
              0.36,
              0.3576158940397351,
              0.3618421052631579,
              0.3660130718954248,
              0.37012987012987014,
              0.36774193548387096,
              0.36538461538461536,
              0.36942675159235666,
              0.3670886075949367
            ],
            "threshold": [
              0.9774123430252075,
              0.9645132422447205,
              0.9366491436958313,
              0.9354506731033325,
              0.9334523677825928,
              0.9319363832473755,
              0.915179431438446,
              0.9059823155403137,
              0.9009692072868347,
              0.8999747633934021,
              0.8878465890884399,
              0.8766607642173767,
              0.8763347864151001,
              0.8649265766143799,
              0.8619484305381775,
              0.8616517186164856,
              0.857850968837738,
              0.8565328121185303,
              0.852957546710968,
              0.845933198928833,
              0.8405658602714539,
              0.8399288654327393,
              0.8222422003746033,
              0.8138940930366516,
              0.8109790682792664,
              0.8056371808052063,
              0.8052513003349304,
              0.8050245046615601,
              0.8042842745780945,
              0.7985036373138428,
              0.7979714870452881,
              0.7903335094451904,
              0.7902354598045349,
              0.7872691750526428,
              0.7859317660331726,
              0.7834437489509583,
              0.7768492102622986,
              0.7763440012931824,
              0.7740544676780701,
              0.7739773988723755,
              0.7737030386924744,
              0.7726796269416809,
              0.7718394994735718,
              0.7704880833625793,
              0.7646533250808716,
              0.7609525918960571,
              0.7602261304855347,
              0.7599912881851196,
              0.7592421770095825,
              0.7540163993835449,
              0.7539209723472595,
              0.753434419631958,
              0.7527047991752625,
              0.7453527450561523,
              0.7442716360092163,
              0.7409616112709045,
              0.7401737570762634,
              0.7270958423614502,
              0.7264487147331238,
              0.7254302501678467,
              0.7243481278419495,
              0.7233057618141174,
              0.723181962966919,
              0.7213603258132935,
              0.7205765843391418,
              0.7194939255714417,
              0.7100300192832947,
              0.7083126306533813,
              0.7057339549064636,
              0.7052518725395203,
              0.6983789205551147,
              0.6956561803817749,
              0.694972574710846,
              0.6922816634178162,
              0.6915015578269958,
              0.6906265020370483,
              0.6880075931549072,
              0.6879180073738098,
              0.6814563870429993,
              0.6780334115028381,
              0.6761823892593384,
              0.6723840832710266,
              0.6669406890869141,
              0.6493197679519653,
              0.6468554139137268,
              0.6458250284194946,
              0.645348072052002,
              0.6435762047767639,
              0.6425577402114868,
              0.6416594982147217,
              0.6368890404701233,
              0.6359002590179443,
              0.6312588453292847,
              0.6312295198440552,
              0.6298572421073914,
              0.6253921389579773,
              0.6234973669052124,
              0.619811475276947,
              0.6155495047569275,
              0.6148920059204102,
              0.6100587844848633,
              0.608978271484375,
              0.6041908264160156,
              0.601456344127655,
              0.5964636206626892,
              0.5957869291305542,
              0.5911747813224792,
              0.5904330015182495,
              0.5894954800605774,
              0.5888805985450745,
              0.5845102071762085,
              0.5814329981803894,
              0.5807794332504272,
              0.5791799426078796,
              0.5712823271751404,
              0.5652948617935181,
              0.5637961030006409,
              0.562002420425415,
              0.5601859092712402,
              0.5591046214103699,
              0.5590957999229431,
              0.5575845837593079,
              0.5523900985717773,
              0.5512563586235046,
              0.5480626821517944,
              0.5471829175949097,
              0.5463495254516602,
              0.5414676666259766,
              0.5370441675186157,
              0.5341122150421143,
              0.5319965481758118,
              0.5290901064872742,
              0.5269045829772949,
              0.5236890316009521,
              0.5153603553771973,
              0.5130643248558044,
              0.5119658708572388,
              0.5102457404136658,
              0.5081496238708496,
              0.501060962677002,
              0.4969203472137451,
              0.4965214133262634,
              0.49504354596138,
              0.49391645193099976,
              0.49312159419059753,
              0.4930756390094757,
              0.49229395389556885,
              0.4829757511615753,
              0.48112809658050537,
              0.4787406325340271,
              0.47299057245254517,
              0.45527300238609314,
              0.45168164372444153,
              0.44724950194358826,
              0.44130218029022217,
              0.3958287835121155,
              0.39343562722206116,
              0.38689079880714417
            ]
          }
        },
        "issues": {
          "ap": [
            0.4371428571428571,
            0.8534520783251183,
            0.6453213453213453,
            1.0,
            0.9821428571428572,
            0.5167277167277167,
            0.6095238095238096
          ],
          "auroc": [
            0.6857142857142857,
            0.935374149659864,
            0.5714285714285714,
            1.0,
            0.9795918367346939,
            0.4489795918367347,
            0.4897959183673469
          ],
          "average_precision": [
            0.4371428571428571,
            0.8534520783251183,
            0.6453213453213453,
            1.0,
            0.9821428571428572,
            0.5167277167277167,
            0.6095238095238096
          ],
          "macro_ap": 0.7206158091691004,
          "macro_auroc": 0.7301263362487852,
          "macro_average_precision": 0.7206158091691004,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.4371428571428571,
              "auroc": 0.6857142857142857,
              "average_precision": 0.4371428571428571,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 1.0,
              "auroc": 1.0,
              "average_precision": 1.0,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.6453213453213453,
              "auroc": 0.5714285714285714,
              "average_precision": 0.6453213453213453,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.6095238095238096,
              "auroc": 0.4897959183673469,
              "average_precision": 0.6095238095238096,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.9821428571428572,
              "auroc": 0.9795918367346939,
              "average_precision": 0.9821428571428572,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.8534520783251183,
              "auroc": 0.935374149659864,
              "average_precision": 0.8534520783251183,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.5167277167277167,
              "auroc": 0.4489795918367347,
              "average_precision": 0.5167277167277167,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 2.7224276065826416,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.6303055326176713
          }
        },
        "readiness": {
          "accuracy": 0.6329113924050633,
          "confusion_matrix": [
            [
              61,
              23,
              0
            ],
            [
              24,
              27,
              2
            ],
            [
              4,
              5,
              12
            ]
          ],
          "f1": [
            0.7052023121387283,
            0.5,
            0.6857142857142857
          ],
          "macro_f1": 0.6303055326176713,
          "macro_precision": 0.6778150688263048,
          "macro_recall": 0.6023510032943995,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.7052023121387283,
              "precision": 0.6853932584269663,
              "predicted": 89,
              "recall": 0.7261904761904762,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.6857142857142857,
              "precision": 0.8571428571428571,
              "predicted": 14,
              "recall": 0.5714285714285714,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.5,
              "precision": 0.4909090909090909,
              "predicted": 55,
              "recall": 0.5094339622641509,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.6853932584269663,
            0.4909090909090909,
            0.8571428571428571
          ],
          "recall": [
            0.7261904761904762,
            0.5094339622641509,
            0.5714285714285714
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    },
    {
      "contrastive_loss": 0.02355985448230058,
      "epoch": 6,
      "global_step": 96,
      "learning_rate": 0.0003888888888888889,
      "supervised_loss": 2.1271655559539795,
      "train_loss": 2.129521533846855,
      "validation": {
        "boundaries": {
          "false_negatives": 200,
          "false_positives": 162,
          "macro_f1": 0.09941332277149294,
          "micro_f1": 0.09950248756218906,
          "per_boundary": {
            "end": {
              "f1": 0.09045226130653267,
              "false_negatives": 104,
              "false_positives": 77,
              "n_predicted": 86,
              "n_reference": 113,
              "precision": 0.10465116279069768,
              "recall": 0.07964601769911504,
              "tolerance_s": 0.3,
              "true_positives": 9
            },
            "start": {
              "f1": 0.10837438423645321,
              "false_negatives": 96,
              "false_positives": 85,
              "n_predicted": 96,
              "n_reference": 107,
              "precision": 0.11458333333333333,
              "recall": 0.102803738317757,
              "tolerance_s": 0.3,
              "true_positives": 11
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 20
        },
        "calibration": {
          "ece": 0.09800078031382983,
          "selective_risk": {
            "aurc": 0.25715777676861906,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.09090909090909091,
              0.08333333333333333,
              0.07692307692307693,
              0.07142857142857142,
              0.06666666666666667,
              0.0625,
              0.11764705882352941,
              0.1111111111111111,
              0.10526315789473684,
              0.15,
              0.19047619047619047,
              0.18181818181818182,
              0.17391304347826086,
              0.16666666666666666,
              0.16,
              0.15384615384615385,
              0.18518518518518517,
              0.17857142857142858,
              0.1724137931034483,
              0.16666666666666666,
              0.16129032258064516,
              0.1875,
              0.18181818181818182,
              0.17647058823529413,
              0.17142857142857143,
              0.16666666666666666,
              0.16216216216216217,
              0.15789473684210525,
              0.15384615384615385,
              0.15,
              0.17073170731707318,
              0.19047619047619047,
              0.20930232558139536,
              0.20454545454545456,
              0.2,
              0.1956521739130435,
              0.19148936170212766,
              0.20833333333333334,
              0.20408163265306123,
              0.2,
              0.19607843137254902,
              0.21153846153846154,
              0.20754716981132076,
              0.2037037037037037,
              0.21818181818181817,
              0.23214285714285715,
              0.22807017543859648,
              0.22413793103448276,
              0.22033898305084745,
              0.21666666666666667,
              0.22950819672131148,
              0.22580645161290322,
              0.2222222222222222,
              0.21875,
              0.23076923076923078,
              0.24242424242424243,
              0.23880597014925373,
              0.23529411764705882,
              0.2463768115942029,
              0.24285714285714285,
              0.2535211267605634,
              0.25,
              0.2602739726027397,
              0.25675675675675674,
              0.25333333333333335,
              0.25,
              0.2597402597402597,
              0.2692307692307692,
              0.26582278481012656,
              0.275,
              0.2839506172839506,
              0.2804878048780488,
              0.2891566265060241,
              0.2857142857142857,
              0.29411764705882354,
              0.29069767441860467,
              0.28735632183908044,
              0.29545454545454547,
              0.30337078651685395,
              0.3111111111111111,
              0.3076923076923077,
              0.31521739130434784,
              0.3118279569892473,
              0.30851063829787234,
              0.30526315789473685,
              0.3020833333333333,
              0.29896907216494845,
              0.30612244897959184,
              0.31313131313131315,
              0.31,
              0.3069306930693069,
              0.30392156862745096,
              0.3106796116504854,
              0.3173076923076923,
              0.3142857142857143,
              0.32075471698113206,
              0.3177570093457944,
              0.32407407407407407,
              0.3211009174311927,
              0.32727272727272727,
              0.3333333333333333,
              0.3392857142857143,
              0.336283185840708,
              0.34210526315789475,
              0.34782608695652173,
              0.35344827586206895,
              0.358974358974359,
              0.3644067796610169,
              0.36134453781512604,
              0.35833333333333334,
              0.35537190082644626,
              0.36065573770491804,
              0.36585365853658536,
              0.3709677419354839,
              0.368,
              0.36507936507936506,
              0.3700787401574803,
              0.3671875,
              0.37209302325581395,
              0.36923076923076925,
              0.366412213740458,
              0.36363636363636365,
              0.3684210526315789,
              0.373134328358209,
              0.37037037037037035,
              0.375,
              0.3795620437956204,
              0.38405797101449274,
              0.38848920863309355,
              0.39285714285714285,
              0.3971631205673759,
              0.4014084507042254,
              0.40559440559440557,
              0.4027777777777778,
              0.4,
              0.3972602739726027,
              0.3945578231292517,
              0.3918918918918919,
              0.3959731543624161,
              0.3933333333333333,
              0.39072847682119205,
              0.3881578947368421,
              0.39215686274509803,
              0.3961038961038961,
              0.4,
              0.3974358974358974,
              0.4012738853503185,
              0.4050632911392405
            ],
            "threshold": [
              0.9884157180786133,
              0.9841839075088501,
              0.9757409691810608,
              0.9745804667472839,
              0.9745386242866516,
              0.9703333973884583,
              0.9675015211105347,
              0.963217556476593,
              0.9516607522964478,
              0.950812816619873,
              0.9422412514686584,
              0.9386066198348999,
              0.928839921951294,
              0.91690993309021,
              0.907107949256897,
              0.9031193852424622,
              0.8956547975540161,
              0.891432523727417,
              0.8912901282310486,
              0.8816573023796082,
              0.8763801455497742,
              0.870910108089447,
              0.869135856628418,
              0.8596375584602356,
              0.8569098711013794,
              0.8469078540802002,
              0.8464453816413879,
              0.8423579335212708,
              0.8413049578666687,
              0.8407824635505676,
              0.8404521942138672,
              0.8388756513595581,
              0.8352274894714355,
              0.8292481303215027,
              0.8219192624092102,
              0.8151916265487671,
              0.8105407357215881,
              0.810295581817627,
              0.807150661945343,
              0.7950351238250732,
              0.7937790751457214,
              0.7933963537216187,
              0.7921323776245117,
              0.7750892639160156,
              0.7732557058334351,
              0.7701601982116699,
              0.7695043683052063,
              0.7680941820144653,
              0.7642002105712891,
              0.7602878212928772,
              0.7602452635765076,
              0.7557427883148193,
              0.7544013857841492,
              0.749958336353302,
              0.7417773008346558,
              0.7408978343009949,
              0.7366283535957336,
              0.736218273639679,
              0.7360796332359314,
              0.7301120162010193,
              0.727813184261322,
              0.7268117070198059,
              0.7203047871589661,
              0.7144775390625,
              0.7074236273765564,
              0.7072376608848572,
              0.7049042582511902,
              0.7042995691299438,
              0.7030835151672363,
              0.6998794674873352,
              0.6959499716758728,
              0.695496678352356,
              0.6939793825149536,
              0.6938369274139404,
              0.6914047002792358,
              0.6834223866462708,
              0.6818040609359741,
              0.6809492111206055,
              0.6699264645576477,
              0.6608548760414124,
              0.6607706546783447,
              0.6586986780166626,
              0.6554425954818726,
              0.6486148834228516,
              0.6471502780914307,
              0.6469181776046753,
              0.6454988718032837,
              0.6405112147331238,
              0.6402336955070496,
              0.6399458646774292,
              0.6373752355575562,
              0.6372295022010803,
              0.6355124711990356,
              0.6340855360031128,
              0.633963942527771,
              0.6319425702095032,
              0.6276875138282776,
              0.626488208770752,
              0.626214325428009,
              0.6239669322967529,
              0.6238734722137451,
              0.6158793568611145,
              0.6044877767562866,
              0.6003045439720154,
              0.5993247628211975,
              0.5980483889579773,
              0.5972958207130432,
              0.5957851409912109,
              0.595283567905426,
              0.5934025049209595,
              0.5916508436203003,
              0.5879454016685486,
              0.5743101835250854,
              0.5721473097801208,
              0.5655268430709839,
              0.5643031001091003,
              0.561859130859375,
              0.5593248605728149,
              0.5554090142250061,
              0.5514087080955505,
              0.5500738620758057,
              0.5497810244560242,
              0.5490030646324158,
              0.5438255071640015,
              0.540979266166687,
              0.538667619228363,
              0.5348765850067139,
              0.5323107242584229,
              0.5319694876670837,
              0.5286463499069214,
              0.528424859046936,
              0.5281189680099487,
              0.5272157192230225,
              0.5178731679916382,
              0.5169352889060974,
              0.5134292840957642,
              0.5128626823425293,
              0.5109661221504211,
              0.5104771852493286,
              0.505457878112793,
              0.5042074918746948,
              0.5015463829040527,
              0.501286506652832,
              0.48806002736091614,
              0.48757869005203247,
              0.48453012108802795,
              0.4788784086704254,
              0.4712652862071991,
              0.46540045738220215,
              0.45275741815567017,
              0.4524804651737213,
              0.4520159661769867,
              0.430129736661911,
              0.42971697449684143,
              0.42252054810523987,
              0.40825411677360535,
              0.4003307819366455,
              0.37078016996383667
            ]
          }
        },
        "issues": {
          "ap": [
            0.6251082251082252,
            0.8354548777001318,
            0.5726499690785405,
            1.0,
            0.9821428571428572,
            0.4984126984126985,
            0.608080808080808
          ],
          "auroc": [
            0.7,
            0.921201814058957,
            0.5510204081632653,
            1.0,
            0.9795918367346939,
            0.4489795918367347,
            0.4897959183673469
          ],
          "average_precision": [
            0.6251082251082252,
            0.8354548777001318,
            0.5726499690785405,
            1.0,
            0.9821428571428572,
            0.4984126984126985,
            0.608080808080808
          ],
          "macro_ap": 0.7316927765033229,
          "macro_auroc": 0.7272270813087138,
          "macro_average_precision": 0.7316927765033229,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.6251082251082252,
              "auroc": 0.7,
              "average_precision": 0.6251082251082252,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 1.0,
              "auroc": 1.0,
              "average_precision": 1.0,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.5726499690785405,
              "auroc": 0.5510204081632653,
              "average_precision": 0.5726499690785405,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.608080808080808,
              "auroc": 0.4897959183673469,
              "average_precision": 0.608080808080808,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.9821428571428572,
              "auroc": 0.9795918367346939,
              "average_precision": 0.9821428571428572,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.8354548777001318,
              "auroc": 0.921201814058957,
              "average_precision": 0.8354548777001318,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.4984126984126985,
              "auroc": 0.4489795918367347,
              "average_precision": 0.4984126984126985,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 2.7334319353103638,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.5939064558629776
          }
        },
        "readiness": {
          "accuracy": 0.5949367088607594,
          "confusion_matrix": [
            [
              54,
              27,
              3
            ],
            [
              21,
              25,
              7
            ],
            [
              1,
              5,
              15
            ]
          ],
          "f1": [
            0.675,
            0.45454545454545453,
            0.6521739130434783
          ],
          "macro_f1": 0.5939064558629776,
          "macro_precision": 0.5830409356725146,
          "macro_recall": 0.6096136567834681,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.675,
              "precision": 0.7105263157894737,
              "predicted": 76,
              "recall": 0.6428571428571429,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.6521739130434783,
              "precision": 0.6,
              "predicted": 25,
              "recall": 0.7142857142857143,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.45454545454545453,
              "precision": 0.43859649122807015,
              "predicted": 57,
              "recall": 0.4716981132075472,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.7105263157894737,
            0.43859649122807015,
            0.6
          ],
          "recall": [
            0.6428571428571429,
            0.4716981132075472,
            0.7142857142857143
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    },
    {
      "contrastive_loss": 0.023224353702971712,
      "epoch": 7,
      "global_step": 112,
      "learning_rate": 0.0003611111111111111,
      "supervised_loss": 2.0025896430015564,
      "train_loss": 2.0049120783805847,
      "validation": {
        "boundaries": {
          "false_negatives": 189,
          "false_positives": 173,
          "macro_f1": 0.1463729417000445,
          "micro_f1": 0.14622641509433962,
          "per_boundary": {
            "end": {
              "f1": 0.1308411214953271,
              "false_negatives": 99,
              "false_positives": 87,
              "n_predicted": 101,
              "n_reference": 113,
              "precision": 0.13861386138613863,
              "recall": 0.12389380530973451,
              "tolerance_s": 0.3,
              "true_positives": 14
            },
            "start": {
              "f1": 0.1619047619047619,
              "false_negatives": 90,
              "false_positives": 86,
              "n_predicted": 103,
              "n_reference": 107,
              "precision": 0.1650485436893204,
              "recall": 0.1588785046728972,
              "tolerance_s": 0.3,
              "true_positives": 17
            }
          },
          "tolerance_s": 0.3,
          "true_positives": 31
        },
        "calibration": {
          "ece": 0.12365038259119929,
          "selective_risk": {
            "aurc": 0.2640579131490707,
            "coverage": [
              0.006329113924050633,
              0.012658227848101266,
              0.0189873417721519,
              0.02531645569620253,
              0.03164556962025317,
              0.0379746835443038,
              0.04430379746835443,
              0.05063291139240506,
              0.056962025316455694,
              0.06329113924050633,
              0.06962025316455696,
              0.0759493670886076,
              0.08227848101265822,
              0.08860759493670886,
              0.0949367088607595,
              0.10126582278481013,
              0.10759493670886076,
              0.11392405063291139,
              0.12025316455696203,
              0.12658227848101267,
              0.13291139240506328,
              0.13924050632911392,
              0.14556962025316456,
              0.1518987341772152,
              0.15822784810126583,
              0.16455696202531644,
              0.17088607594936708,
              0.17721518987341772,
              0.18354430379746836,
              0.189873417721519,
              0.1962025316455696,
              0.20253164556962025,
              0.2088607594936709,
              0.21518987341772153,
              0.22151898734177214,
              0.22784810126582278,
              0.23417721518987342,
              0.24050632911392406,
              0.2468354430379747,
              0.25316455696202533,
              0.25949367088607594,
              0.26582278481012656,
              0.2721518987341772,
              0.27848101265822783,
              0.2848101265822785,
              0.2911392405063291,
              0.2974683544303797,
              0.3037974683544304,
              0.310126582278481,
              0.31645569620253167,
              0.3227848101265823,
              0.3291139240506329,
              0.33544303797468356,
              0.34177215189873417,
              0.34810126582278483,
              0.35443037974683544,
              0.36075949367088606,
              0.3670886075949367,
              0.37341772151898733,
              0.379746835443038,
              0.3860759493670886,
              0.3924050632911392,
              0.3987341772151899,
              0.4050632911392405,
              0.41139240506329117,
              0.4177215189873418,
              0.4240506329113924,
              0.43037974683544306,
              0.43670886075949367,
              0.4430379746835443,
              0.44936708860759494,
              0.45569620253164556,
              0.4620253164556962,
              0.46835443037974683,
              0.47468354430379744,
              0.4810126582278481,
              0.4873417721518987,
              0.4936708860759494,
              0.5,
              0.5063291139240507,
              0.5126582278481012,
              0.5189873417721519,
              0.5253164556962026,
              0.5316455696202531,
              0.5379746835443038,
              0.5443037974683544,
              0.5506329113924051,
              0.5569620253164557,
              0.5632911392405063,
              0.569620253164557,
              0.5759493670886076,
              0.5822784810126582,
              0.5886075949367089,
              0.5949367088607594,
              0.6012658227848101,
              0.6075949367088608,
              0.6139240506329114,
              0.620253164556962,
              0.6265822784810127,
              0.6329113924050633,
              0.6392405063291139,
              0.6455696202531646,
              0.6518987341772152,
              0.6582278481012658,
              0.6645569620253164,
              0.6708860759493671,
              0.6772151898734177,
              0.6835443037974683,
              0.689873417721519,
              0.6962025316455697,
              0.7025316455696202,
              0.7088607594936709,
              0.7151898734177216,
              0.7215189873417721,
              0.7278481012658228,
              0.7341772151898734,
              0.740506329113924,
              0.7468354430379747,
              0.7531645569620253,
              0.759493670886076,
              0.7658227848101266,
              0.7721518987341772,
              0.7784810126582279,
              0.7848101265822784,
              0.7911392405063291,
              0.7974683544303798,
              0.8037974683544303,
              0.810126582278481,
              0.8164556962025317,
              0.8227848101265823,
              0.8291139240506329,
              0.8354430379746836,
              0.8417721518987342,
              0.8481012658227848,
              0.8544303797468354,
              0.8607594936708861,
              0.8670886075949367,
              0.8734177215189873,
              0.879746835443038,
              0.8860759493670886,
              0.8924050632911392,
              0.8987341772151899,
              0.9050632911392406,
              0.9113924050632911,
              0.9177215189873418,
              0.9240506329113924,
              0.930379746835443,
              0.9367088607594937,
              0.9430379746835443,
              0.9493670886075949,
              0.9556962025316456,
              0.9620253164556962,
              0.9683544303797469,
              0.9746835443037974,
              0.9810126582278481,
              0.9873417721518988,
              0.9936708860759493,
              1.0
            ],
            "n_valid": 158,
            "risk": [
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.0,
              0.08333333333333333,
              0.15384615384615385,
              0.14285714285714285,
              0.2,
              0.1875,
              0.17647058823529413,
              0.16666666666666666,
              0.15789473684210525,
              0.15,
              0.14285714285714285,
              0.13636363636363635,
              0.13043478260869565,
              0.125,
              0.12,
              0.11538461538461539,
              0.14814814814814814,
              0.14285714285714285,
              0.13793103448275862,
              0.13333333333333333,
              0.12903225806451613,
              0.15625,
              0.15151515151515152,
              0.17647058823529413,
              0.2,
              0.19444444444444445,
              0.1891891891891892,
              0.21052631578947367,
              0.20512820512820512,
              0.2,
              0.1951219512195122,
              0.19047619047619047,
              0.18604651162790697,
              0.18181818181818182,
              0.2,
              0.1956521739130435,
              0.2127659574468085,
              0.22916666666666666,
              0.22448979591836735,
              0.22,
              0.21568627450980393,
              0.21153846153846154,
              0.20754716981132076,
              0.2037037037037037,
              0.2,
              0.19642857142857142,
              0.19298245614035087,
              0.1896551724137931,
              0.1864406779661017,
              0.18333333333333332,
              0.18032786885245902,
              0.1935483870967742,
              0.20634920634920634,
              0.21875,
              0.2153846153846154,
              0.22727272727272727,
              0.23880597014925373,
              0.23529411764705882,
              0.2318840579710145,
              0.22857142857142856,
              0.23943661971830985,
              0.25,
              0.2602739726027397,
              0.25675675675675674,
              0.25333333333333335,
              0.25,
              0.2597402597402597,
              0.2692307692307692,
              0.27848101265822783,
              0.2875,
              0.2962962962962963,
              0.3048780487804878,
              0.30120481927710846,
              0.2976190476190476,
              0.3058823529411765,
              0.313953488372093,
              0.3103448275862069,
              0.3181818181818182,
              0.3258426966292135,
              0.3333333333333333,
              0.32967032967032966,
              0.32608695652173914,
              0.3225806451612903,
              0.32978723404255317,
              0.3263157894736842,
              0.3333333333333333,
              0.3402061855670103,
              0.336734693877551,
              0.3333333333333333,
              0.34,
              0.33663366336633666,
              0.3333333333333333,
              0.3300970873786408,
              0.33653846153846156,
              0.34285714285714286,
              0.33962264150943394,
              0.34579439252336447,
              0.35185185185185186,
              0.3486238532110092,
              0.34545454545454546,
              0.34234234234234234,
              0.3482142857142857,
              0.35398230088495575,
              0.3508771929824561,
              0.34782608695652173,
              0.3448275862068966,
              0.3504273504273504,
              0.3559322033898305,
              0.36134453781512604,
              0.36666666666666664,
              0.371900826446281,
              0.36885245901639346,
              0.37398373983739835,
              0.3790322580645161,
              0.376,
              0.373015873015873,
              0.3779527559055118,
              0.375,
              0.3798449612403101,
              0.38461538461538464,
              0.3816793893129771,
              0.3787878787878788,
              0.38345864661654133,
              0.3880597014925373,
              0.3851851851851852,
              0.3897058823529412,
              0.39416058394160586,
              0.391304347826087,
              0.39568345323741005,
              0.4,
              0.3971631205673759,
              0.4014084507042254,
              0.40559440559440557,
              0.4027777777777778,
              0.4,
              0.3972602739726027,
              0.4013605442176871,
              0.40540540540540543,
              0.40268456375838924,
              0.4066666666666667,
              0.4105960264900662,
              0.4144736842105263,
              0.4117647058823529,
              0.4155844155844156,
              0.41935483870967744,
              0.4166666666666667,
              0.42038216560509556,
              0.4177215189873418
            ],
            "threshold": [
              0.9904739260673523,
              0.9838708639144897,
              0.9575487971305847,
              0.9568771719932556,
              0.9500863552093506,
              0.931979238986969,
              0.9241934418678284,
              0.922447144985199,
              0.9221093654632568,
              0.9049702286720276,
              0.9042425751686096,
              0.8921346068382263,
              0.8877035975456238,
              0.8868301510810852,
              0.8865455389022827,
              0.8852764368057251,
              0.8750614523887634,
              0.8726178407669067,
              0.8662301898002625,
              0.863976776599884,
              0.8629015684127808,
              0.8612014055252075,
              0.8610522747039795,
              0.857429563999176,
              0.8555424213409424,
              0.8510187864303589,
              0.8492358922958374,
              0.8487037420272827,
              0.845849871635437,
              0.8432111740112305,
              0.8403217792510986,
              0.8389664888381958,
              0.8368876576423645,
              0.8353966474533081,
              0.8348320126533508,
              0.8322659134864807,
              0.8297036290168762,
              0.8272863030433655,
              0.8258006572723389,
              0.8251858353614807,
              0.8200806379318237,
              0.8186715245246887,
              0.8096640706062317,
              0.8011267185211182,
              0.799616813659668,
              0.7977645993232727,
              0.7960107326507568,
              0.7949774861335754,
              0.7937681674957275,
              0.7861721515655518,
              0.7779322862625122,
              0.7723855972290039,
              0.7642276287078857,
              0.762258768081665,
              0.7606436014175415,
              0.7602728009223938,
              0.7570574283599854,
              0.7509952783584595,
              0.7468795776367188,
              0.7451424598693848,
              0.7419308423995972,
              0.7407647967338562,
              0.7400217056274414,
              0.7395778298377991,
              0.733851432800293,
              0.7337846159934998,
              0.7314860224723816,
              0.7304109930992126,
              0.7268428206443787,
              0.7249210476875305,
              0.723960816860199,
              0.7237715721130371,
              0.7225428819656372,
              0.7225381731987,
              0.7222766280174255,
              0.7199664115905762,
              0.7143714427947998,
              0.7105099558830261,
              0.7081054449081421,
              0.7080353498458862,
              0.707223117351532,
              0.7048492431640625,
              0.703334391117096,
              0.7032392024993896,
              0.6983530521392822,
              0.6919389367103577,
              0.6890478134155273,
              0.6833189725875854,
              0.6800612807273865,
              0.6764798760414124,
              0.6745361089706421,
              0.6743588447570801,
              0.6731858849525452,
              0.6639746427536011,
              0.6639721989631653,
              0.6579574942588806,
              0.65351802110672,
              0.6477970480918884,
              0.6461538076400757,
              0.6461067199707031,
              0.6437233090400696,
              0.6430795788764954,
              0.6413260698318481,
              0.6387059688568115,
              0.6369577050209045,
              0.6307809948921204,
              0.6294408440589905,
              0.6287957429885864,
              0.6260533928871155,
              0.624350368976593,
              0.6241466403007507,
              0.6225164532661438,
              0.6196160912513733,
              0.616801917552948,
              0.6081511378288269,
              0.6060119271278381,
              0.6020970940589905,
              0.594942033290863,
              0.591478168964386,
              0.5868025422096252,
              0.5820686221122742,
              0.5807552933692932,
              0.5794896483421326,
              0.5773410797119141,
              0.5766343474388123,
              0.5753790140151978,
              0.570944607257843,
              0.5700376033782959,
              0.5654744505882263,
              0.5610199570655823,
              0.5603629946708679,
              0.5592430233955383,
              0.554800271987915,
              0.5536644458770752,
              0.5503836870193481,
              0.5479125380516052,
              0.5452095866203308,
              0.5278899669647217,
              0.5227634906768799,
              0.5221195816993713,
              0.5216113924980164,
              0.5156185626983643,
              0.5089308619499207,
              0.5069671869277954,
              0.5065150260925293,
              0.5042203068733215,
              0.5009561777114868,
              0.5004826188087463,
              0.5004647970199585,
              0.5000003576278687,
              0.4905843734741211,
              0.47802236676216125,
              0.4740748703479767,
              0.464625746011734,
              0.4631865322589874,
              0.4623474180698395,
              0.46055227518081665,
              0.45334652066230774
            ]
          }
        },
        "issues": {
          "ap": [
            0.5774891774891775,
            0.8070607103761565,
            0.6466509680795395,
            1.0,
            0.9617346938775511,
            0.5222222222222221,
            0.6054421768707483
          ],
          "auroc": [
            0.7142857142857143,
            0.9058956916099773,
            0.5510204081632653,
            1.0,
            0.9591836734693877,
            0.46938775510204084,
            0.4897959183673469
          ],
          "average_precision": [
            0.5774891774891775,
            0.8070607103761565,
            0.6466509680795395,
            1.0,
            0.9617346938775511,
            0.5222222222222221,
            0.6054421768707483
          ],
          "macro_ap": 0.731514278416485,
          "macro_auroc": 0.7270813087139618,
          "macro_average_precision": 0.731514278416485,
          "per_issue": {
            "acting_hand_not_visible": {
              "ap": 0.5774891774891775,
              "auroc": 0.7142857142857143,
              "average_precision": 0.5774891774891775,
              "n_valid": 19,
              "negatives": 14,
              "positives": 5,
              "undefined": []
            },
            "blur": {
              "ap": 1.0,
              "auroc": 1.0,
              "average_precision": 1.0,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "camera_instability": {
              "ap": 0.6466509680795395,
              "auroc": 0.5510204081632653,
              "average_precision": 0.6466509680795395,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "duplicate_frames": {
              "ap": 0.6054421768707483,
              "auroc": 0.4897959183673469,
              "average_precision": 0.6054421768707483,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "exposure": {
              "ap": 0.9617346938775511,
              "auroc": 0.9591836734693877,
              "average_precision": 0.9617346938775511,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            },
            "low_hand_activity": {
              "ap": 0.8070607103761565,
              "auroc": 0.9058956916099773,
              "average_precision": 0.8070607103761565,
              "n_valid": 105,
              "negatives": 84,
              "positives": 21,
              "undefined": []
            },
            "scene_cut": {
              "ap": 0.5222222222222221,
              "auroc": 0.46938775510204084,
              "average_precision": 0.5222222222222221,
              "n_valid": 14,
              "negatives": 7,
              "positives": 7,
              "undefined": []
            }
          },
          "undefined_auroc": [],
          "undefined_average_precision": []
        },
        "loss": 2.8332586884498596,
        "per_source": {
          "HoloAssist": {
            "readiness_examples": 158,
            "readiness_macro_f1": 0.5792755341447431
          }
        },
        "readiness": {
          "accuracy": 0.5822784810126582,
          "confusion_matrix": [
            [
              56,
              28,
              0
            ],
            [
              25,
              25,
              3
            ],
            [
              2,
              8,
              11
            ]
          ],
          "f1": [
            0.6706586826347305,
            0.43859649122807015,
            0.6285714285714286
          ],
          "macro_f1": 0.5792755341447431,
          "macro_precision": 0.6234163821562597,
          "macro_recall": 0.5540581012279125,
          "n_valid": 158,
          "per_class": {
            "KEEP": {
              "f1": 0.6706586826347305,
              "precision": 0.6746987951807228,
              "predicted": 83,
              "recall": 0.6666666666666666,
              "support": 84,
              "undefined": []
            },
            "REJECT": {
              "f1": 0.6285714285714286,
              "precision": 0.7857142857142857,
              "predicted": 14,
              "recall": 0.5238095238095238,
              "support": 21,
              "undefined": []
            },
            "REVIEW": {
              "f1": 0.43859649122807015,
              "precision": 0.4098360655737705,
              "predicted": 61,
              "recall": 0.4716981132075472,
              "support": 53,
              "undefined": []
            }
          },
          "precision": [
            0.6746987951807228,
            0.4098360655737705,
            0.7857142857142857
          ],
          "recall": [
            0.6666666666666666,
            0.4716981132075472,
            0.5238095238095238
          ],
          "support": [
            84,
            53,
            21
          ]
        }
      }
    }
  ],
  "loss_balancing": {
    "binary_positive_weight_clip": {
      "maximum": 20.0,
      "minimum": 0.25
    },
    "boundaries": {
      "formula": "valid-negative-frame-count-divided-by-valid-positive-frame-count",
      "negative_frame_counts": {
        "end": 5445,
        "start": 5445
      },
      "positive_frame_counts": {
        "end": 495,
        "start": 495
      },
      "positive_weight": [
        11.0,
        11.0
      ],
      "target_contract": "nearest-sampled-frame-within-tolerance",
      "tolerance_s": 0.3
    },
    "issues": {
      "formula": "valid-negative-count-divided-by-valid-positive-count",
      "negative_counts": {
        "acting_hand_not_visible": 44,
        "blur": 30,
        "camera_instability": 30,
        "duplicate_frames": 30,
        "exposure": 30,
        "low_hand_activity": 355,
        "scene_cut": 30
      },
      "positive_counts": {
        "acting_hand_not_visible": 10,
        "blur": 30,
        "camera_instability": 30,
        "duplicate_frames": 30,
        "exposure": 30,
        "low_hand_activity": 121,
        "scene_cut": 30
      },
      "positive_weight": [
        4.4,
        2.9338842975206614,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ]
    },
    "readiness": {
      "class_weight": [
        0.5777286144017337,
        0.7272824755766506,
        1.6949889100216156
      ],
      "formula": "inverse-frequency-normalized-to-mean-one",
      "valid_counts": {
        "KEEP": 355,
        "REJECT": 121,
        "REVIEW": 282
      }
    },
    "source_split": "train"
  },
  "optimizer_steps": 112,
  "retrieval_objective": {
    "name": "symmetric-instance-contrastive",
    "positive_pairs": 6944,
    "same_group_negatives_masked": true,
    "temperature": 0.1,
    "weight": 0.1
  },
  "run_id": "run-ccd0e8b07c37c53a",
  "schema": "egosieve.training-report/v1",
  "seed_artifact_sha256": "89364778f9c418b5da713a68b809e14cc24c2826af809608d84183827a04998f",
  "source_commit": "c7f8431a89108ac9cf805cb674ed3d5691d370cf",
  "split_counts": {
    "test": 196,
    "train": 992,
    "validation": 219
  },
  "splits_sha256": "a01ec9078a2953f95242d62be08cb1389ff72a84a200f0e9075034b47b1cc475"
}