EgoSieve-S / training_report.json

Release EgoSieve-S v0.1.0

40f8549 verified 3 days ago

161 kB

	{
	"annotations": {
	"filename": "annotations.jsonl",
	"records": 317,
	"sha256": "0ea82e13b248924b5d60d2d37e9ad5f88e2086bc12f9a18c37900868e83c46ac",
	"windows": 1407
	},
	"backbone": {
	"model_id": "facebook/dinov2-small",
	"revision": "ed25f3a31f01632728cabb09d1542f84ab7b0056"
	},
	"best_epoch": 2,
	"best_validation_macro_f1": 0.7108757195576453,
	"cache": {
	"cache_hits": 1407,
	"created": 0,
	"examples": 1407
	},
	"calibration": {
	"compiler_thresholds": {
	"enter_threshold": 0.39999999999999997,
	"exit_threshold": 0.24999999999999997,
	"include_discard": false,
	"merge_gap_s": 0.5,
	"min_duration_s": 1.0,
	"short_segment_route": "discard",
	"uncertainty_route": "review",
	"uncertainty_threshold": 0.65
	},
	"issue_thresholds": {
	"acting_hand_not_visible": 0.3545205891132355,
	"blur": 0.6283682584762573,
	"camera_instability": 0.47812360525131226,
	"duplicate_frames": 0.34080421924591064,
	"exposure": 0.6307288408279419,
	"low_hand_activity": 0.3466801941394806,
	"scene_cut": 0.4578688144683838
	},
	"readiness_temperature": 0.5138114435048121,
	"split": "validation"
	},
	"checkpoint_sha256": "469af04c69e3db8e9e4e406f2ca559d6f7f50fe6baa91e6ecfbf8709a4f1051d",
	"completed": true,
	"config": {
	"batch_size": 64,
	"boundary_threshold": 0.5,
	"boundary_tolerance_s": 0.3,
	"contrastive_temperature": 0.1,
	"contrastive_weight": 0.1,
	"decode_timeout_s": 120.0,
	"device": "mps",
	"epochs": 20,
	"ffmpeg_bin": "ffmpeg",
	"learning_rate": 0.0005,
	"max_grad_norm": 1.0,
	"patience": 5,
	"seed": 1,
	"test_fraction": 0.15,
	"train_fraction": 0.7,
	"validation_fraction": 0.15,
	"warmup_fraction": 0.1,
	"weight_decay": 0.01
	},
	"device": "mps",
	"history": [
	{
	"contrastive_loss": 0.19667454599402845,
	"epoch": 1,
	"global_step": 16,
	"learning_rate": 0.000265625,
	"supervised_loss": 3.293020710349083,
	"train_loss": 3.312688171863556,
	"validation": {
	"boundaries": {
	"false_negatives": 201,
	"false_positives": 192,
	"macro_f1": 0.0881390240751109,
	"micro_f1": 0.08816705336426914,
	"per_boundary": {
	"end": {
	"f1": 0.09216589861751152,
	"false_negatives": 103,
	"false_positives": 94,
	"n_predicted": 104,
	"n_reference": 113,
	"precision": 0.09615384615384616,
	"recall": 0.08849557522123894,
	"tolerance_s": 0.3,
	"true_positives": 10
	},
	"start": {
	"f1": 0.08411214953271028,
	"false_negatives": 98,
	"false_positives": 98,
	"n_predicted": 107,
	"n_reference": 107,
	"precision": 0.08411214953271028,
	"recall": 0.08411214953271028,
	"tolerance_s": 0.3,
	"true_positives": 9
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 19
	},
	"calibration": {
	"ece": 0.15249466594261463,
	"selective_risk": {
	"aurc": 0.27847277222043193,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.058823529411764705,
	0.05555555555555555,
	0.05263157894736842,
	0.05,
	0.047619047619047616,
	0.045454545454545456,
	0.08695652173913043,
	0.08333333333333333,
	0.08,
	0.07692307692307693,
	0.1111111111111111,
	0.10714285714285714,
	0.13793103448275862,
	0.13333333333333333,
	0.16129032258064516,
	0.15625,
	0.15151515151515152,
	0.14705882352941177,
	0.14285714285714285,
	0.16666666666666666,
	0.16216216216216217,
	0.15789473684210525,
	0.15384615384615385,
	0.175,
	0.17073170731707318,
	0.19047619047619047,
	0.20930232558139536,
	0.20454545454545456,
	0.2,
	0.1956521739130435,
	0.2127659574468085,
	0.22916666666666666,
	0.24489795918367346,
	0.26,
	0.2549019607843137,
	0.25,
	0.24528301886792453,
	0.24074074074074073,
	0.23636363636363636,
	0.23214285714285715,
	0.22807017543859648,
	0.22413793103448276,
	0.22033898305084745,
	0.21666666666666667,
	0.22950819672131148,
	0.24193548387096775,
	0.25396825396825395,
	0.265625,
	0.26153846153846155,
	0.2727272727272727,
	0.26865671641791045,
	0.27941176470588236,
	0.2753623188405797,
	0.2714285714285714,
	0.2676056338028169,
	0.2777777777777778,
	0.2876712328767123,
	0.2972972972972973,
	0.29333333333333333,
	0.2894736842105263,
	0.2987012987012987,
	0.3076923076923077,
	0.3037974683544304,
	0.3125,
	0.30864197530864196,
	0.3048780487804878,
	0.3132530120481928,
	0.32142857142857145,
	0.32941176470588235,
	0.32558139534883723,
	0.3218390804597701,
	0.3181818181818182,
	0.3146067415730337,
	0.32222222222222224,
	0.32967032967032966,
	0.32608695652173914,
	0.3225806451612903,
	0.32978723404255317,
	0.3263157894736842,
	0.3333333333333333,
	0.3402061855670103,
	0.336734693877551,
	0.3333333333333333,
	0.34,
	0.3465346534653465,
	0.35294117647058826,
	0.3592233009708738,
	0.36538461538461536,
	0.37142857142857144,
	0.36792452830188677,
	0.37383177570093457,
	0.37962962962962965,
	0.3853211009174312,
	0.39090909090909093,
	0.3963963963963964,
	0.4017857142857143,
	0.40707964601769914,
	0.41228070175438597,
	0.41739130434782606,
	0.4224137931034483,
	0.4188034188034188,
	0.4152542372881356,
	0.4117647058823529,
	0.4166666666666667,
	0.4214876033057851,
	0.4180327868852459,
	0.4146341463414634,
	0.41935483870967744,
	0.424,
	0.42857142857142855,
	0.4251968503937008,
	0.4296875,
	0.43410852713178294,
	0.43846153846153846,
	0.4351145038167939,
	0.4318181818181818,
	0.43609022556390975,
	0.43283582089552236,
	0.43703703703703706,
	0.4411764705882353,
	0.44525547445255476,
	0.4492753623188406,
	0.45323741007194246,
	0.45,
	0.45390070921985815,
	0.45774647887323944,
	0.45454545454545453,
	0.4583333333333333,
	0.46206896551724136,
	0.4657534246575342,
	0.46258503401360546,
	0.4594594594594595,
	0.4563758389261745,
	0.46,
	0.45695364238410596,
	0.45394736842105265,
	0.45751633986928103,
	0.461038961038961,
	0.4645161290322581,
	0.46794871794871795,
	0.4713375796178344,
	0.47468354430379744
	],
	"threshold": [
	0.6596215963363647,
	0.6066211462020874,
	0.5991071462631226,
	0.5644324421882629,
	0.5533053874969482,
	0.5510375499725342,
	0.5481727719306946,
	0.5458390116691589,
	0.5448640584945679,
	0.538115382194519,
	0.5312289595603943,
	0.5247320532798767,
	0.5226670503616333,
	0.519874095916748,
	0.5194277763366699,
	0.5074687600135803,
	0.5065795183181763,
	0.5025742650032043,
	0.5013256669044495,
	0.499838650226593,
	0.49905824661254883,
	0.49785205721855164,
	0.4961825907230377,
	0.4948132634162903,
	0.4947689175605774,
	0.4919385612010956,
	0.4912945032119751,
	0.4858165383338928,
	0.4851973354816437,
	0.4846160113811493,
	0.47991374135017395,
	0.4798489511013031,
	0.47756069898605347,
	0.47594696283340454,
	0.4751754105091095,
	0.4750515818595886,
	0.47369542717933655,
	0.47209781408309937,
	0.47099578380584717,
	0.4695962965488434,
	0.4691632091999054,
	0.4689101278781891,
	0.4682512581348419,
	0.4682219922542572,
	0.46779096126556396,
	0.4665638506412506,
	0.4664400517940521,
	0.4661322832107544,
	0.4658552408218384,
	0.4654720425605774,
	0.4626980721950531,
	0.4585462212562561,
	0.4580687880516052,
	0.45805883407592773,
	0.45720675587654114,
	0.44983699917793274,
	0.44892436265945435,
	0.44636765122413635,
	0.44609829783439636,
	0.4445078372955322,
	0.439217209815979,
	0.4345909357070923,
	0.43403327465057373,
	0.4336317479610443,
	0.43295034766197205,
	0.431935578584671,
	0.43017470836639404,
	0.4296739995479584,
	0.42923620343208313,
	0.42713746428489685,
	0.4263124465942383,
	0.42617642879486084,
	0.4232475459575653,
	0.42312419414520264,
	0.4224713444709778,
	0.4188477694988251,
	0.41872555017471313,
	0.41734492778778076,
	0.4157313108444214,
	0.41473960876464844,
	0.4147093892097473,
	0.4132578670978546,
	0.4130186140537262,
	0.41233351826667786,
	0.41191768646240234,
	0.40990710258483887,
	0.40889930725097656,
	0.40850234031677246,
	0.40778765082359314,
	0.40758246183395386,
	0.40660983324050903,
	0.4063403606414795,
	0.40554672479629517,
	0.4049972593784332,
	0.40355557203292847,
	0.40320533514022827,
	0.40291672945022583,
	0.4018281102180481,
	0.39997580647468567,
	0.3995850086212158,
	0.3987855911254883,
	0.3986755907535553,
	0.39780130982398987,
	0.39775198698043823,
	0.3967013955116272,
	0.3966267704963684,
	0.3949791491031647,
	0.39454078674316406,
	0.3933602571487427,
	0.3928813636302948,
	0.39206716418266296,
	0.391865074634552,
	0.3918372094631195,
	0.3911493718624115,
	0.39060935378074646,
	0.3903738558292389,
	0.3901381194591522,
	0.3891932964324951,
	0.38900986313819885,
	0.38791775703430176,
	0.3860523998737335,
	0.38467246294021606,
	0.3834735155105591,
	0.3834209144115448,
	0.3825119435787201,
	0.37981101870536804,
	0.3791638910770416,
	0.37864744663238525,
	0.3783237040042877,
	0.37716376781463623,
	0.3771442472934723,
	0.37670356035232544,
	0.3766796588897705,
	0.376016229391098,
	0.37582123279571533,
	0.3749314248561859,
	0.37320056557655334,
	0.370833158493042,
	0.36994966864585876,
	0.36946743726730347,
	0.3690567910671234,
	0.36871659755706787,
	0.3676756024360657,
	0.36694982647895813,
	0.3656243085861206,
	0.36368516087532043,
	0.36229178309440613,
	0.36221054196357727,
	0.36199167370796204,
	0.3617268204689026,
	0.36143314838409424,
	0.36131051182746887,
	0.35928839445114136,
	0.3500782251358032,
	0.3478681445121765,
	0.34725284576416016,
	0.3454994261264801,
	0.3452703654766083
	]
	}
	},
	"issues": {
	"ap": [
	0.27264069264069263,
	0.838072666317674,
	0.6014128728414443,
	0.6559523809523811,
	0.7062881562881563,
	0.4922077922077922,
	0.5419501133786848
	],
	"auroc": [
	0.4714285714285714,
	0.9138321995464853,
	0.5102040816326531,
	0.6938775510204082,
	0.6122448979591837,
	0.42857142857142855,
	0.4897959183673469
	],
	"average_precision": [
	0.27264069264069263,
	0.838072666317674,
	0.6014128728414443,
	0.6559523809523811,
	0.7062881562881563,
	0.4922077922077922,
	0.5419501133786848
	],
	"macro_ap": 0.5869320963752608,
	"macro_auroc": 0.5885649497894396,
	"macro_average_precision": 0.5869320963752608,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.27264069264069263,
	"auroc": 0.4714285714285714,
	"average_precision": 0.27264069264069263,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 0.6559523809523811,
	"auroc": 0.6938775510204082,
	"average_precision": 0.6559523809523811,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.6014128728414443,
	"auroc": 0.5102040816326531,
	"average_precision": 0.6014128728414443,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.5419501133786848,
	"auroc": 0.4897959183673469,
	"average_precision": 0.5419501133786848,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.7062881562881563,
	"auroc": 0.6122448979591837,
	"average_precision": 0.7062881562881563,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.838072666317674,
	"auroc": 0.9138321995464853,
	"average_precision": 0.838072666317674,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.4922077922077922,
	"auroc": 0.42857142857142855,
	"average_precision": 0.4922077922077922,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 3.041519343852997,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.46845627139744783
	}
	},
	"readiness": {
	"accuracy": 0.5253164556962026,
	"confusion_matrix": [
	[
	57,
	18,
	9
	],
	[
	22,
	12,
	19
	],
	[
	5,
	2,
	14
	]
	],
	"f1": [
	0.6785714285714286,
	0.2823529411764706,
	0.4444444444444444
	],
	"macro_f1": 0.46845627139744783,
	"macro_precision": 0.46230158730158727,
	"macro_recall": 0.523884396525906,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.6785714285714286,
	"precision": 0.6785714285714286,
	"predicted": 84,
	"recall": 0.6785714285714286,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.4444444444444444,
	"precision": 0.3333333333333333,
	"predicted": 42,
	"recall": 0.6666666666666666,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.2823529411764706,
	"precision": 0.375,
	"predicted": 32,
	"recall": 0.22641509433962265,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.6785714285714286,
	0.375,
	0.3333333333333333
	],
	"recall": [
	0.6785714285714286,
	0.22641509433962265,
	0.6666666666666666
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	},
	{
	"contrastive_loss": 0.0500649040332064,
	"epoch": 2,
	"global_step": 32,
	"learning_rate": 0.0005,
	"supervised_loss": 2.94646118581295,
	"train_loss": 2.951467677950859,
	"validation": {
	"boundaries": {
	"false_negatives": 196,
	"false_positives": 181,
	"macro_f1": 0.11241685144124168,
	"micro_f1": 0.11294117647058824,
	"per_boundary": {
	"end": {
	"f1": 0.12727272727272726,
	"false_negatives": 99,
	"false_positives": 93,
	"n_predicted": 107,
	"n_reference": 113,
	"precision": 0.1308411214953271,
	"recall": 0.12389380530973451,
	"tolerance_s": 0.3,
	"true_positives": 14
	},
	"start": {
	"f1": 0.0975609756097561,
	"false_negatives": 97,
	"false_positives": 88,
	"n_predicted": 98,
	"n_reference": 107,
	"precision": 0.10204081632653061,
	"recall": 0.09345794392523364,
	"tolerance_s": 0.3,
	"true_positives": 10
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 24
	},
	"calibration": {
	"ece": 0.16668254627457146,
	"selective_risk": {
	"aurc": 0.12125987692047231,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.02127659574468085,
	0.020833333333333332,
	0.04081632653061224,
	0.06,
	0.058823529411764705,
	0.057692307692307696,
	0.05660377358490566,
	0.05555555555555555,
	0.05454545454545454,
	0.05357142857142857,
	0.07017543859649122,
	0.06896551724137931,
	0.06779661016949153,
	0.08333333333333333,
	0.08196721311475409,
	0.08064516129032258,
	0.09523809523809523,
	0.09375,
	0.09230769230769231,
	0.09090909090909091,
	0.08955223880597014,
	0.08823529411764706,
	0.10144927536231885,
	0.11428571428571428,
	0.11267605633802817,
	0.125,
	0.136986301369863,
	0.13513513513513514,
	0.13333333333333333,
	0.14473684210526316,
	0.14285714285714285,
	0.14102564102564102,
	0.13924050632911392,
	0.1375,
	0.13580246913580246,
	0.13414634146341464,
	0.13253012048192772,
	0.14285714285714285,
	0.1411764705882353,
	0.13953488372093023,
	0.14942528735632185,
	0.14772727272727273,
	0.14606741573033707,
	0.14444444444444443,
	0.14285714285714285,
	0.14130434782608695,
	0.13978494623655913,
	0.14893617021276595,
	0.15789473684210525,
	0.16666666666666666,
	0.16494845360824742,
	0.16326530612244897,
	0.16161616161616163,
	0.17,
	0.16831683168316833,
	0.16666666666666666,
	0.17475728155339806,
	0.17307692307692307,
	0.17142857142857143,
	0.1792452830188679,
	0.18691588785046728,
	0.19444444444444445,
	0.2018348623853211,
	0.20909090909090908,
	0.2072072072072072,
	0.21428571428571427,
	0.22123893805309736,
	0.21929824561403508,
	0.21739130434782608,
	0.21551724137931033,
	0.21367521367521367,
	0.22033898305084745,
	0.226890756302521,
	0.225,
	0.2231404958677686,
	0.22950819672131148,
	0.22764227642276422,
	0.23387096774193547,
	0.232,
	0.23015873015873015,
	0.23622047244094488,
	0.2421875,
	0.24806201550387597,
	0.25384615384615383,
	0.25190839694656486,
	0.25,
	0.24812030075187969,
	0.2462686567164179,
	0.24444444444444444,
	0.2426470588235294,
	0.24087591240875914,
	0.2391304347826087,
	0.23741007194244604,
	0.2357142857142857,
	0.23404255319148937,
	0.2323943661971831,
	0.23076923076923078,
	0.22916666666666666,
	0.22758620689655173,
	0.22602739726027396,
	0.23129251700680273,
	0.23648648648648649,
	0.2348993288590604,
	0.24,
	0.24503311258278146,
	0.24342105263157895,
	0.24836601307189543,
	0.2532467532467532,
	0.25806451612903225,
	0.2564102564102564,
	0.25477707006369427,
	0.25949367088607594
	],
	"threshold": [
	0.8626775741577148,
	0.8614533543586731,
	0.8574832677841187,
	0.8407101035118103,
	0.8398310542106628,
	0.8395123481750488,
	0.8308005928993225,
	0.8304181694984436,
	0.8129730820655823,
	0.8023092746734619,
	0.7759867906570435,
	0.771480917930603,
	0.7693316340446472,
	0.761036217212677,
	0.7585379481315613,
	0.7542674541473389,
	0.7535899877548218,
	0.7409138679504395,
	0.740467369556427,
	0.7349826097488403,
	0.7312996983528137,
	0.7216887474060059,
	0.7203862071037292,
	0.7051098346710205,
	0.7039546966552734,
	0.7017472386360168,
	0.6982121467590332,
	0.6965599060058594,
	0.6961748003959656,
	0.6900016665458679,
	0.6894347667694092,
	0.685802698135376,
	0.6735327839851379,
	0.6724914312362671,
	0.6711821556091309,
	0.6647205352783203,
	0.6642189621925354,
	0.6638147234916687,
	0.6633868217468262,
	0.6572928428649902,
	0.655596137046814,
	0.6471086740493774,
	0.6459111571311951,
	0.64234459400177,
	0.6392061710357666,
	0.6386249661445618,
	0.6380456686019897,
	0.6329969167709351,
	0.6258118152618408,
	0.6199134588241577,
	0.6177195906639099,
	0.615821897983551,
	0.613186776638031,
	0.6121078133583069,
	0.6119356155395508,
	0.611663281917572,
	0.6107041835784912,
	0.6095771193504333,
	0.6069656610488892,
	0.6051902174949646,
	0.60484379529953,
	0.5994872450828552,
	0.5994630455970764,
	0.5973594784736633,
	0.5955559611320496,
	0.5866726040840149,
	0.5830119848251343,
	0.581504762172699,
	0.5801970362663269,
	0.5741553902626038,
	0.5716904997825623,
	0.5666221976280212,
	0.5649805665016174,
	0.5637962222099304,
	0.5583637356758118,
	0.5581702589988708,
	0.5549363493919373,
	0.5513340830802917,
	0.5508023500442505,
	0.550178050994873,
	0.5482673048973083,
	0.5480143427848816,
	0.5475601553916931,
	0.547387421131134,
	0.546779990196228,
	0.5454437732696533,
	0.5451416373252869,
	0.5397216081619263,
	0.5369389653205872,
	0.5352921485900879,
	0.5323992967605591,
	0.5305410623550415,
	0.530476450920105,
	0.5301376581192017,
	0.527496874332428,
	0.5265182852745056,
	0.5256092548370361,
	0.5255166292190552,
	0.5234156250953674,
	0.522953987121582,
	0.5197595357894897,
	0.5103644132614136,
	0.5085241198539734,
	0.5064404606819153,
	0.5040362477302551,
	0.5029100775718689,
	0.5017392039299011,
	0.5008831024169922,
	0.49871939420700073,
	0.4983313977718353,
	0.4934733510017395,
	0.49345287680625916,
	0.49301841855049133,
	0.4924202859401703,
	0.4918118715286255,
	0.49115532636642456,
	0.4911011755466461,
	0.4887894093990326,
	0.48867928981781006,
	0.4877488911151886,
	0.4865741729736328,
	0.4847482442855835,
	0.48388615250587463,
	0.48249927163124084,
	0.47806280851364136,
	0.47237536311149597,
	0.47175633907318115,
	0.47085845470428467,
	0.4703332483768463,
	0.46888673305511475,
	0.4677041172981262,
	0.4671851396560669,
	0.46597713232040405,
	0.46506696939468384,
	0.45979204773902893,
	0.45879220962524414,
	0.4580121636390686,
	0.4575921297073364,
	0.45515772700309753,
	0.45511502027511597,
	0.45434775948524475,
	0.4516708552837372,
	0.4473528265953064,
	0.446155846118927,
	0.4444989860057831,
	0.44403359293937683,
	0.43747884035110474,
	0.4305361807346344,
	0.42706233263015747,
	0.42663508653640747,
	0.42331773042678833,
	0.42011475563049316,
	0.41695553064346313,
	0.4120548665523529,
	0.40328389406204224,
	0.40139392018318176,
	0.4009612500667572,
	0.3863769471645355
	]
	}
	},
	"issues": {
	"ap": [
	0.3169230769230769,
	0.8731526571713617,
	0.6585557299843015,
	0.9821428571428572,
	0.9617346938775511,
	0.5064935064935066,
	0.5419501133786848
	],
	"auroc": [
	0.5714285714285714,
	0.9325396825396826,
	0.5306122448979592,
	0.9795918367346939,
	0.9591836734693877,
	0.4489795918367347,
	0.4897959183673469
	],
	"average_precision": [
	0.3169230769230769,
	0.8731526571713617,
	0.6585557299843015,
	0.9821428571428572,
	0.9617346938775511,
	0.5064935064935066,
	0.5419501133786848
	],
	"macro_ap": 0.6915646621387629,
	"macro_auroc": 0.7017330741820537,
	"macro_average_precision": 0.6915646621387629,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.3169230769230769,
	"auroc": 0.5714285714285714,
	"average_precision": 0.3169230769230769,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 0.9821428571428572,
	"auroc": 0.9795918367346939,
	"average_precision": 0.9821428571428572,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.6585557299843015,
	"auroc": 0.5306122448979592,
	"average_precision": 0.6585557299843015,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.5419501133786848,
	"auroc": 0.4897959183673469,
	"average_precision": 0.5419501133786848,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.9617346938775511,
	"auroc": 0.9591836734693877,
	"average_precision": 0.9617346938775511,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.8731526571713617,
	"auroc": 0.9325396825396826,
	"average_precision": 0.8731526571713617,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.5064935064935066,
	"auroc": 0.4489795918367347,
	"average_precision": 0.5064935064935066,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 2.695606827735901,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.7108757195576453
	}
	},
	"readiness": {
	"accuracy": 0.740506329113924,
	"confusion_matrix": [
	[
	74,
	9,
	1
	],
	[
	21,
	30,
	2
	],
	[
	2,
	6,
	13
	]
	],
	"f1": [
	0.8176795580110497,
	0.6122448979591837,
	0.7027027027027027
	],
	"macro_f1": 0.7108757195576453,
	"macro_precision": 0.7473510882016036,
	"macro_recall": 0.6886792452830188,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.8176795580110497,
	"precision": 0.7628865979381443,
	"predicted": 97,
	"recall": 0.8809523809523809,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.7027027027027027,
	"precision": 0.8125,
	"predicted": 16,
	"recall": 0.6190476190476191,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.6122448979591837,
	"precision": 0.6666666666666666,
	"predicted": 45,
	"recall": 0.5660377358490566,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.7628865979381443,
	0.6666666666666666,
	0.8125
	],
	"recall": [
	0.8809523809523809,
	0.5660377358490566,
	0.6190476190476191
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	},
	{
	"contrastive_loss": 0.03317638160660863,
	"epoch": 3,
	"global_step": 48,
	"learning_rate": 0.00047222222222222224,
	"supervised_loss": 2.603371322154999,
	"train_loss": 2.6066889613866806,
	"validation": {
	"boundaries": {
	"false_negatives": 193,
	"false_positives": 173,
	"macro_f1": 0.12798530312308634,
	"micro_f1": 0.12857142857142856,
	"per_boundary": {
	"end": {
	"f1": 0.16901408450704225,
	"false_negatives": 95,
	"false_positives": 82,
	"n_predicted": 100,
	"n_reference": 113,
	"precision": 0.18,
	"recall": 0.1592920353982301,
	"tolerance_s": 0.3,
	"true_positives": 18
	},
	"start": {
	"f1": 0.08695652173913043,
	"false_negatives": 98,
	"false_positives": 91,
	"n_predicted": 100,
	"n_reference": 107,
	"precision": 0.09,
	"recall": 0.08411214953271028,
	"tolerance_s": 0.3,
	"true_positives": 9
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 27
	},
	"calibration": {
	"ece": 0.11589472109003915,
	"selective_risk": {
	"aurc": 0.13347025730956127,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.05555555555555555,
	0.05263157894736842,
	0.05,
	0.047619047619047616,
	0.045454545454545456,
	0.043478260869565216,
	0.041666666666666664,
	0.04,
	0.038461538461538464,
	0.037037037037037035,
	0.03571428571428571,
	0.034482758620689655,
	0.03333333333333333,
	0.03225806451612903,
	0.03125,
	0.030303030303030304,
	0.029411764705882353,
	0.02857142857142857,
	0.05555555555555555,
	0.05405405405405406,
	0.05263157894736842,
	0.05128205128205128,
	0.05,
	0.07317073170731707,
	0.07142857142857142,
	0.06976744186046512,
	0.06818181818181818,
	0.06666666666666667,
	0.06521739130434782,
	0.06382978723404255,
	0.0625,
	0.061224489795918366,
	0.06,
	0.058823529411764705,
	0.07692307692307693,
	0.07547169811320754,
	0.07407407407407407,
	0.07272727272727272,
	0.07142857142857142,
	0.07017543859649122,
	0.06896551724137931,
	0.06779661016949153,
	0.08333333333333333,
	0.08196721311475409,
	0.08064516129032258,
	0.07936507936507936,
	0.078125,
	0.09230769230769231,
	0.10606060606060606,
	0.1044776119402985,
	0.10294117647058823,
	0.10144927536231885,
	0.1,
	0.09859154929577464,
	0.09722222222222222,
	0.0958904109589041,
	0.0945945945945946,
	0.10666666666666667,
	0.10526315789473684,
	0.11688311688311688,
	0.11538461538461539,
	0.12658227848101267,
	0.125,
	0.13580246913580246,
	0.14634146341463414,
	0.1566265060240964,
	0.16666666666666666,
	0.16470588235294117,
	0.1744186046511628,
	0.1724137931034483,
	0.17045454545454544,
	0.16853932584269662,
	0.16666666666666666,
	0.17582417582417584,
	0.18478260869565216,
	0.1827956989247312,
	0.18085106382978725,
	0.17894736842105263,
	0.17708333333333334,
	0.17525773195876287,
	0.1836734693877551,
	0.18181818181818182,
	0.18,
	0.1782178217821782,
	0.17647058823529413,
	0.17475728155339806,
	0.18269230769230768,
	0.18095238095238095,
	0.18867924528301888,
	0.18691588785046728,
	0.19444444444444445,
	0.1926605504587156,
	0.19090909090909092,
	0.1891891891891892,
	0.19642857142857142,
	0.19469026548672566,
	0.19298245614035087,
	0.19130434782608696,
	0.19827586206896552,
	0.20512820512820512,
	0.2033898305084746,
	0.20168067226890757,
	0.2,
	0.19834710743801653,
	0.19672131147540983,
	0.2032520325203252,
	0.20967741935483872,
	0.216,
	0.2222222222222222,
	0.2283464566929134,
	0.2265625,
	0.23255813953488372,
	0.23076923076923078,
	0.2366412213740458,
	0.24242424242424243,
	0.24812030075187969,
	0.2462686567164179,
	0.2518518518518518,
	0.25735294117647056,
	0.25547445255474455,
	0.2608695652173913,
	0.2589928057553957,
	0.2571428571428571,
	0.2553191489361702,
	0.2535211267605634,
	0.25874125874125875,
	0.2638888888888889,
	0.2620689655172414,
	0.2602739726027397,
	0.2585034013605442,
	0.25675675675675674,
	0.26174496644295303,
	0.26,
	0.26490066225165565,
	0.26973684210526316,
	0.2679738562091503,
	0.2727272727272727,
	0.27741935483870966,
	0.28205128205128205,
	0.28662420382165604,
	0.2911392405063291
	],
	"threshold": [
	0.9549583196640015,
	0.9338208436965942,
	0.9182347655296326,
	0.9167487621307373,
	0.9142622947692871,
	0.9128457903862,
	0.8968486189842224,
	0.8883204460144043,
	0.8879368901252747,
	0.867107629776001,
	0.8668801188468933,
	0.8668140769004822,
	0.8561272025108337,
	0.8544111847877502,
	0.8478652834892273,
	0.8410518169403076,
	0.8310723900794983,
	0.8267144560813904,
	0.8192579746246338,
	0.8135934472084045,
	0.8030128479003906,
	0.7990424633026123,
	0.7880340218544006,
	0.7853875160217285,
	0.7794740796089172,
	0.7715125679969788,
	0.7664520144462585,
	0.7627591490745544,
	0.7489743232727051,
	0.7399502396583557,
	0.7398470640182495,
	0.7331801652908325,
	0.7329480051994324,
	0.7326199412345886,
	0.7322738766670227,
	0.7282423973083496,
	0.7276186943054199,
	0.727566659450531,
	0.7189752459526062,
	0.7121379971504211,
	0.7120508551597595,
	0.7089591026306152,
	0.7083339691162109,
	0.7009266018867493,
	0.6926577091217041,
	0.6899720430374146,
	0.6895041465759277,
	0.6880810856819153,
	0.6873362064361572,
	0.687262237071991,
	0.6847744584083557,
	0.6832630634307861,
	0.674976110458374,
	0.6715444326400757,
	0.6694827675819397,
	0.6598754525184631,
	0.6558687686920166,
	0.6549025774002075,
	0.6475472450256348,
	0.6469813585281372,
	0.6390201449394226,
	0.6301215887069702,
	0.6220072507858276,
	0.6132671236991882,
	0.6112129092216492,
	0.6099092960357666,
	0.6086902022361755,
	0.6053508520126343,
	0.6047137379646301,
	0.5991827845573425,
	0.5956326723098755,
	0.5950679183006287,
	0.5944899916648865,
	0.5931300520896912,
	0.5915329456329346,
	0.5912598371505737,
	0.5900151133537292,
	0.5896983742713928,
	0.5894128680229187,
	0.5889680981636047,
	0.5885113477706909,
	0.588326096534729,
	0.5881787538528442,
	0.5843626856803894,
	0.5827115178108215,
	0.5824187994003296,
	0.5794124603271484,
	0.5784027576446533,
	0.5773521661758423,
	0.573811411857605,
	0.5705905556678772,
	0.5672547221183777,
	0.5666370391845703,
	0.5655097365379333,
	0.563213050365448,
	0.5618523359298706,
	0.5577326416969299,
	0.5576542019844055,
	0.5544751286506653,
	0.5527288913726807,
	0.5524022579193115,
	0.551068902015686,
	0.5501070618629456,
	0.5453607439994812,
	0.541686475276947,
	0.5375507473945618,
	0.5353912115097046,
	0.5295557975769043,
	0.5264872908592224,
	0.5239123702049255,
	0.5227373838424683,
	0.5200879573822021,
	0.515238344669342,
	0.512321949005127,
	0.5104795098304749,
	0.5051286220550537,
	0.5050014853477478,
	0.5047386288642883,
	0.5026166439056396,
	0.5019364356994629,
	0.5015406608581543,
	0.49921539425849915,
	0.4942575991153717,
	0.4935174286365509,
	0.4920366704463959,
	0.49193987250328064,
	0.4913862943649292,
	0.4903493821620941,
	0.4897255003452301,
	0.4881945550441742,
	0.4863916337490082,
	0.4851078987121582,
	0.48076683282852173,
	0.477647066116333,
	0.4753292500972748,
	0.47520673274993896,
	0.47520339488983154,
	0.47403135895729065,
	0.47353696823120117,
	0.46913889050483704,
	0.4685894250869751,
	0.4648073613643646,
	0.45410028100013733,
	0.45200276374816895,
	0.44937339425086975,
	0.4443332850933075,
	0.436653733253479,
	0.43590137362480164,
	0.4325893223285675,
	0.43046462535858154,
	0.42122524976730347,
	0.41459354758262634,
	0.4043656885623932,
	0.3963873088359833,
	0.3848060369491577,
	0.370095819234848,
	0.3652275502681732,
	0.36518430709838867
	]
	}
	},
	"issues": {
	"ap": [
	0.3546503496503497,
	0.8689899976490482,
	0.584157905586477,
	1.0,
	0.9821428571428572,
	0.4985569985569986,
	0.6096681096681096
	],
	"auroc": [
	0.6285714285714286,
	0.9450113378684807,
	0.5510204081632653,
	1.0,
	0.9795918367346939,
	0.42857142857142855,
	0.5102040816326531
	],
	"average_precision": [
	0.3546503496503497,
	0.8689899976490482,
	0.584157905586477,
	1.0,
	0.9821428571428572,
	0.4985569985569986,
	0.6096681096681096
	],
	"macro_ap": 0.6997380311791199,
	"macro_auroc": 0.7204243602202787,
	"macro_average_precision": 0.6997380311791199,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.3546503496503497,
	"auroc": 0.6285714285714286,
	"average_precision": 0.3546503496503497,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 1.0,
	"auroc": 1.0,
	"average_precision": 1.0,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.584157905586477,
	"auroc": 0.5510204081632653,
	"average_precision": 0.584157905586477,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.6096681096681096,
	"auroc": 0.5102040816326531,
	"average_precision": 0.6096681096681096,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.9821428571428572,
	"auroc": 0.9795918367346939,
	"average_precision": 0.9821428571428572,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.8689899976490482,
	"auroc": 0.9450113378684807,
	"average_precision": 0.8689899976490482,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.4985569985569986,
	"auroc": 0.42857142857142855,
	"average_precision": 0.4985569985569986,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 2.6075477600097656,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.6915567692194489
	}
	},
	"readiness": {
	"accuracy": 0.7088607594936709,
	"confusion_matrix": [
	[
	68,
	15,
	1
	],
	[
	19,
	29,
	5
	],
	[
	2,
	4,
	15
	]
	],
	"f1": [
	0.7861271676300579,
	0.5742574257425742,
	0.7142857142857143
	],
	"macro_f1": 0.6915567692194489,
	"macro_precision": 0.694165774924202,
	"macro_recall": 0.6903264450434262,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.7861271676300579,
	"precision": 0.7640449438202247,
	"predicted": 89,
	"recall": 0.8095238095238095,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.7142857142857143,
	"precision": 0.7142857142857143,
	"predicted": 21,
	"recall": 0.7142857142857143,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.5742574257425742,
	"precision": 0.6041666666666666,
	"predicted": 48,
	"recall": 0.5471698113207547,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.7640449438202247,
	0.6041666666666666,
	0.7142857142857143
	],
	"recall": [
	0.8095238095238095,
	0.5471698113207547,
	0.7142857142857143
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	},
	{
	"contrastive_loss": 0.02653229486895725,
	"epoch": 4,
	"global_step": 64,
	"learning_rate": 0.0004444444444444444,
	"supervised_loss": 2.347337007522583,
	"train_loss": 2.3499902337789536,
	"validation": {
	"boundaries": {
	"false_negatives": 194,
	"false_positives": 172,
	"macro_f1": 0.12311713322786985,
	"micro_f1": 0.12440191387559808,
	"per_boundary": {
	"end": {
	"f1": 0.15668202764976957,
	"false_negatives": 96,
	"false_positives": 87,
	"n_predicted": 104,
	"n_reference": 113,
	"precision": 0.16346153846153846,
	"recall": 0.1504424778761062,
	"tolerance_s": 0.3,
	"true_positives": 17
	},
	"start": {
	"f1": 0.08955223880597014,
	"false_negatives": 98,
	"false_positives": 85,
	"n_predicted": 94,
	"n_reference": 107,
	"precision": 0.09574468085106383,
	"recall": 0.08411214953271028,
	"tolerance_s": 0.3,
	"true_positives": 9
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 26
	},
	"calibration": {
	"ece": 0.07659055764162086,
	"selective_risk": {
	"aurc": 0.19686767636174027,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.05555555555555555,
	0.10526315789473684,
	0.1,
	0.09523809523809523,
	0.09090909090909091,
	0.08695652173913043,
	0.08333333333333333,
	0.08,
	0.07692307692307693,
	0.1111111111111111,
	0.10714285714285714,
	0.10344827586206896,
	0.1,
	0.0967741935483871,
	0.09375,
	0.09090909090909091,
	0.08823529411764706,
	0.08571428571428572,
	0.08333333333333333,
	0.08108108108108109,
	0.07894736842105263,
	0.07692307692307693,
	0.075,
	0.0975609756097561,
	0.09523809523809523,
	0.09302325581395349,
	0.09090909090909091,
	0.1111111111111111,
	0.10869565217391304,
	0.1276595744680851,
	0.14583333333333334,
	0.16326530612244897,
	0.16,
	0.1568627450980392,
	0.17307692307692307,
	0.16981132075471697,
	0.16666666666666666,
	0.16363636363636364,
	0.17857142857142858,
	0.17543859649122806,
	0.1724137931034483,
	0.1694915254237288,
	0.16666666666666666,
	0.16393442622950818,
	0.16129032258064516,
	0.15873015873015872,
	0.15625,
	0.15384615384615385,
	0.15151515151515152,
	0.14925373134328357,
	0.16176470588235295,
	0.17391304347826086,
	0.18571428571428572,
	0.18309859154929578,
	0.19444444444444445,
	0.2054794520547945,
	0.21621621621621623,
	0.22666666666666666,
	0.23684210526315788,
	0.23376623376623376,
	0.23076923076923078,
	0.22784810126582278,
	0.225,
	0.2222222222222222,
	0.21951219512195122,
	0.21686746987951808,
	0.21428571428571427,
	0.21176470588235294,
	0.20930232558139536,
	0.20689655172413793,
	0.2159090909090909,
	0.2247191011235955,
	0.2222222222222222,
	0.21978021978021978,
	0.21739130434782608,
	0.22580645161290322,
	0.23404255319148937,
	0.24210526315789474,
	0.25,
	0.25773195876288657,
	0.2653061224489796,
	0.26262626262626265,
	0.26,
	0.26732673267326734,
	0.2647058823529412,
	0.2621359223300971,
	0.2692307692307692,
	0.26666666666666666,
	0.2641509433962264,
	0.27102803738317754,
	0.2777777777777778,
	0.28440366972477066,
	0.2909090909090909,
	0.2882882882882883,
	0.2857142857142857,
	0.2920353982300885,
	0.2982456140350877,
	0.2956521739130435,
	0.29310344827586204,
	0.29914529914529914,
	0.2966101694915254,
	0.29411764705882354,
	0.3,
	0.2975206611570248,
	0.30327868852459017,
	0.3089430894308943,
	0.3064516129032258,
	0.304,
	0.30158730158730157,
	0.2992125984251969,
	0.3046875,
	0.3023255813953488,
	0.3,
	0.29770992366412213,
	0.29545454545454547,
	0.3007518796992481,
	0.29850746268656714,
	0.3037037037037037,
	0.3088235294117647,
	0.30656934306569344,
	0.30434782608695654,
	0.30935251798561153,
	0.3142857142857143,
	0.3191489361702128,
	0.323943661971831,
	0.32867132867132864,
	0.3263888888888889,
	0.3310344827586207,
	0.3287671232876712,
	0.3333333333333333,
	0.33783783783783783,
	0.3422818791946309,
	0.34,
	0.33774834437086093,
	0.34210526315789475,
	0.33986928104575165,
	0.34415584415584416,
	0.3419354838709677,
	0.33974358974358976,
	0.34394904458598724,
	0.34810126582278483
	],
	"threshold": [
	0.9686489105224609,
	0.9515588879585266,
	0.9298463463783264,
	0.9283899068832397,
	0.9269716739654541,
	0.9207580089569092,
	0.9121745228767395,
	0.9005966782569885,
	0.8925323486328125,
	0.88597172498703,
	0.8799439072608948,
	0.8757660984992981,
	0.8657033443450928,
	0.8552327156066895,
	0.8549370169639587,
	0.8465434312820435,
	0.8420153260231018,
	0.8316365480422974,
	0.8189682364463806,
	0.8066786527633667,
	0.8065188527107239,
	0.8039935827255249,
	0.800273597240448,
	0.7996248006820679,
	0.7837319374084473,
	0.7770602703094482,
	0.7754075527191162,
	0.7708593010902405,
	0.7706847786903381,
	0.7686949968338013,
	0.7646362781524658,
	0.7625184655189514,
	0.7577031254768372,
	0.7556253671646118,
	0.7539920806884766,
	0.7440933585166931,
	0.7388788461685181,
	0.7380070686340332,
	0.7264746427536011,
	0.7245346307754517,
	0.7243044972419739,
	0.7187308073043823,
	0.7155603170394897,
	0.7143998742103577,
	0.7132372260093689,
	0.7051412463188171,
	0.7013399004936218,
	0.7012240886688232,
	0.6988806128501892,
	0.6983294486999512,
	0.6933366656303406,
	0.687699019908905,
	0.6820433139801025,
	0.6803381443023682,
	0.680019736289978,
	0.6779004335403442,
	0.6770575046539307,
	0.6702953577041626,
	0.6638909578323364,
	0.6596951484680176,
	0.6562902927398682,
	0.6527061462402344,
	0.6524357199668884,
	0.6507447361946106,
	0.6482083201408386,
	0.6459298729896545,
	0.6456908583641052,
	0.6448652744293213,
	0.6405551433563232,
	0.6366798281669617,
	0.6354294419288635,
	0.6337931156158447,
	0.6337159872055054,
	0.6322644352912903,
	0.6319912075996399,
	0.6313048601150513,
	0.625352680683136,
	0.6239217519760132,
	0.6236635446548462,
	0.6206671595573425,
	0.6107475161552429,
	0.6099351048469543,
	0.6089780330657959,
	0.6089203357696533,
	0.6081307530403137,
	0.607653021812439,
	0.6010462045669556,
	0.5998485088348389,
	0.5981451272964478,
	0.5977686643600464,
	0.5969967842102051,
	0.5962162017822266,
	0.5937776565551758,
	0.593536913394928,
	0.586358904838562,
	0.579412579536438,
	0.5793871879577637,
	0.5783817172050476,
	0.5773029327392578,
	0.5719888806343079,
	0.5703808665275574,
	0.5700387358665466,
	0.5693532824516296,
	0.5681709051132202,
	0.5678163766860962,
	0.5657004714012146,
	0.5648853182792664,
	0.5634694695472717,
	0.5619712471961975,
	0.5572488307952881,
	0.5563691258430481,
	0.5556660294532776,
	0.5529353618621826,
	0.5512906908988953,
	0.5503090620040894,
	0.5470014214515686,
	0.5392875671386719,
	0.539193868637085,
	0.5380382537841797,
	0.5375984907150269,
	0.5359046459197998,
	0.5344060659408569,
	0.5285359025001526,
	0.5247551798820496,
	0.5233967304229736,
	0.5178619027137756,
	0.5150278210639954,
	0.5143133401870728,
	0.5136579275131226,
	0.5110567808151245,
	0.5103115439414978,
	0.5090806484222412,
	0.506170392036438,
	0.5058191418647766,
	0.505729079246521,
	0.5032155513763428,
	0.5023959875106812,
	0.500802218914032,
	0.500165581703186,
	0.49944326281547546,
	0.49462783336639404,
	0.4944908916950226,
	0.4942190945148468,
	0.4904651641845703,
	0.48267173767089844,
	0.4812171459197998,
	0.4679309129714966,
	0.4654987156391144,
	0.4589376747608185,
	0.4583858549594879,
	0.456897497177124,
	0.45318126678466797,
	0.4512786567211151,
	0.45013847947120667,
	0.4414082169532776,
	0.3880561292171478,
	0.3834204375743866,
	0.37329745292663574
	]
	}
	},
	"issues": {
	"ap": [
	0.45976190476190476,
	0.8364927968356055,
	0.6317460317460317,
	1.0,
	0.9821428571428572,
	0.4977324263038549,
	0.6160173160173159
	],
	"auroc": [
	0.6857142857142857,
	0.9206349206349206,
	0.5510204081632653,
	1.0,
	0.9795918367346939,
	0.42857142857142855,
	0.5102040816326531
	],
	"average_precision": [
	0.45976190476190476,
	0.8364927968356055,
	0.6317460317460317,
	1.0,
	0.9821428571428572,
	0.4977324263038549,
	0.6160173160173159
	],
	"macro_ap": 0.7176990475439385,
	"macro_auroc": 0.7251052802073211,
	"macro_average_precision": 0.7176990475439385,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.45976190476190476,
	"auroc": 0.6857142857142857,
	"average_precision": 0.45976190476190476,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 1.0,
	"auroc": 1.0,
	"average_precision": 1.0,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.6317460317460317,
	"auroc": 0.5510204081632653,
	"average_precision": 0.6317460317460317,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.6160173160173159,
	"auroc": 0.5102040816326531,
	"average_precision": 0.6160173160173159,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.9821428571428572,
	"auroc": 0.9795918367346939,
	"average_precision": 0.9821428571428572,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.8364927968356055,
	"auroc": 0.9206349206349206,
	"average_precision": 0.8364927968356055,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.4977324263038549,
	"auroc": 0.42857142857142855,
	"average_precision": 0.4977324263038549,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 2.680157482624054,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.6357286748239326
	}
	},
	"readiness": {
	"accuracy": 0.6518987341772152,
	"confusion_matrix": [
	[
	65,
	18,
	1
	],
	[
	24,
	24,
	5
	],
	[
	4,
	3,
	14
	]
	],
	"f1": [
	0.7344632768361582,
	0.4897959183673469,
	0.6829268292682927
	],
	"macro_f1": 0.6357286748239326,
	"macro_precision": 0.6440860215053764,
	"macro_recall": 0.6311021263851453,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.7344632768361582,
	"precision": 0.6989247311827957,
	"predicted": 93,
	"recall": 0.7738095238095238,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.6829268292682927,
	"precision": 0.7,
	"predicted": 20,
	"recall": 0.6666666666666666,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.4897959183673469,
	"precision": 0.5333333333333333,
	"predicted": 45,
	"recall": 0.4528301886792453,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.6989247311827957,
	0.5333333333333333,
	0.7
	],
	"recall": [
	0.7738095238095238,
	0.4528301886792453,
	0.6666666666666666
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	},
	{
	"contrastive_loss": 0.023587807023432106,
	"epoch": 5,
	"global_step": 80,
	"learning_rate": 0.0004166666666666667,
	"supervised_loss": 2.215287856757641,
	"train_loss": 2.217646613717079,
	"validation": {
	"boundaries": {
	"false_negatives": 198,
	"false_positives": 171,
	"macro_f1": 0.10603286384976526,
	"micro_f1": 0.10653753026634383,
	"per_boundary": {
	"end": {
	"f1": 0.12206572769953052,
	"false_negatives": 100,
	"false_positives": 87,
	"n_predicted": 100,
	"n_reference": 113,
	"precision": 0.13,
	"recall": 0.11504424778761062,
	"tolerance_s": 0.3,
	"true_positives": 13
	},
	"start": {
	"f1": 0.09,
	"false_negatives": 98,
	"false_positives": 84,
	"n_predicted": 93,
	"n_reference": 107,
	"precision": 0.0967741935483871,
	"recall": 0.08411214953271028,
	"tolerance_s": 0.3,
	"true_positives": 9
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 22
	},
	"calibration": {
	"ece": 0.10226695654512959,
	"selective_risk": {
	"aurc": 0.20955237750271777,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.05,
	0.09523809523809523,
	0.13636363636363635,
	0.13043478260869565,
	0.125,
	0.12,
	0.15384615384615385,
	0.14814814814814814,
	0.14285714285714285,
	0.13793103448275862,
	0.13333333333333333,
	0.12903225806451613,
	0.125,
	0.12121212121212122,
	0.11764705882352941,
	0.11428571428571428,
	0.1388888888888889,
	0.13513513513513514,
	0.13157894736842105,
	0.1282051282051282,
	0.125,
	0.12195121951219512,
	0.11904761904761904,
	0.11627906976744186,
	0.11363636363636363,
	0.1111111111111111,
	0.10869565217391304,
	0.10638297872340426,
	0.10416666666666667,
	0.10204081632653061,
	0.1,
	0.09803921568627451,
	0.11538461538461539,
	0.1320754716981132,
	0.12962962962962962,
	0.14545454545454545,
	0.16071428571428573,
	0.15789473684210525,
	0.15517241379310345,
	0.1694915254237288,
	0.16666666666666666,
	0.16393442622950818,
	0.16129032258064516,
	0.15873015873015872,
	0.171875,
	0.16923076923076924,
	0.18181818181818182,
	0.1791044776119403,
	0.19117647058823528,
	0.2028985507246377,
	0.21428571428571427,
	0.2112676056338028,
	0.20833333333333334,
	0.2054794520547945,
	0.20270270270270271,
	0.2,
	0.21052631578947367,
	0.22077922077922077,
	0.21794871794871795,
	0.21518987341772153,
	0.225,
	0.2222222222222222,
	0.21951219512195122,
	0.21686746987951808,
	0.21428571428571427,
	0.2235294117647059,
	0.22093023255813954,
	0.22988505747126436,
	0.23863636363636365,
	0.23595505617977527,
	0.23333333333333334,
	0.24175824175824176,
	0.2391304347826087,
	0.23655913978494625,
	0.24468085106382978,
	0.25263157894736843,
	0.25,
	0.25773195876288657,
	0.2653061224489796,
	0.2727272727272727,
	0.28,
	0.27722772277227725,
	0.28431372549019607,
	0.2815533980582524,
	0.27884615384615385,
	0.2761904761904762,
	0.2830188679245283,
	0.2897196261682243,
	0.2962962962962963,
	0.29357798165137616,
	0.2909090909090909,
	0.2972972972972973,
	0.30357142857142855,
	0.30973451327433627,
	0.3157894736842105,
	0.3130434782608696,
	0.3103448275862069,
	0.3162393162393162,
	0.3220338983050847,
	0.3277310924369748,
	0.325,
	0.32231404958677684,
	0.319672131147541,
	0.3170731707317073,
	0.3225806451612903,
	0.328,
	0.3333333333333333,
	0.33070866141732286,
	0.3359375,
	0.34108527131782945,
	0.34615384615384615,
	0.3435114503816794,
	0.3484848484848485,
	0.3458646616541353,
	0.34328358208955223,
	0.34814814814814815,
	0.34558823529411764,
	0.34306569343065696,
	0.34782608695652173,
	0.35251798561151076,
	0.35,
	0.3546099290780142,
	0.352112676056338,
	0.35664335664335667,
	0.3541666666666667,
	0.35172413793103446,
	0.3561643835616438,
	0.35374149659863946,
	0.35135135135135137,
	0.35570469798657717,
	0.36,
	0.3576158940397351,
	0.3618421052631579,
	0.3660130718954248,
	0.37012987012987014,
	0.36774193548387096,
	0.36538461538461536,
	0.36942675159235666,
	0.3670886075949367
	],
	"threshold": [
	0.9774123430252075,
	0.9645132422447205,
	0.9366491436958313,
	0.9354506731033325,
	0.9334523677825928,
	0.9319363832473755,
	0.915179431438446,
	0.9059823155403137,
	0.9009692072868347,
	0.8999747633934021,
	0.8878465890884399,
	0.8766607642173767,
	0.8763347864151001,
	0.8649265766143799,
	0.8619484305381775,
	0.8616517186164856,
	0.857850968837738,
	0.8565328121185303,
	0.852957546710968,
	0.845933198928833,
	0.8405658602714539,
	0.8399288654327393,
	0.8222422003746033,
	0.8138940930366516,
	0.8109790682792664,
	0.8056371808052063,
	0.8052513003349304,
	0.8050245046615601,
	0.8042842745780945,
	0.7985036373138428,
	0.7979714870452881,
	0.7903335094451904,
	0.7902354598045349,
	0.7872691750526428,
	0.7859317660331726,
	0.7834437489509583,
	0.7768492102622986,
	0.7763440012931824,
	0.7740544676780701,
	0.7739773988723755,
	0.7737030386924744,
	0.7726796269416809,
	0.7718394994735718,
	0.7704880833625793,
	0.7646533250808716,
	0.7609525918960571,
	0.7602261304855347,
	0.7599912881851196,
	0.7592421770095825,
	0.7540163993835449,
	0.7539209723472595,
	0.753434419631958,
	0.7527047991752625,
	0.7453527450561523,
	0.7442716360092163,
	0.7409616112709045,
	0.7401737570762634,
	0.7270958423614502,
	0.7264487147331238,
	0.7254302501678467,
	0.7243481278419495,
	0.7233057618141174,
	0.723181962966919,
	0.7213603258132935,
	0.7205765843391418,
	0.7194939255714417,
	0.7100300192832947,
	0.7083126306533813,
	0.7057339549064636,
	0.7052518725395203,
	0.6983789205551147,
	0.6956561803817749,
	0.694972574710846,
	0.6922816634178162,
	0.6915015578269958,
	0.6906265020370483,
	0.6880075931549072,
	0.6879180073738098,
	0.6814563870429993,
	0.6780334115028381,
	0.6761823892593384,
	0.6723840832710266,
	0.6669406890869141,
	0.6493197679519653,
	0.6468554139137268,
	0.6458250284194946,
	0.645348072052002,
	0.6435762047767639,
	0.6425577402114868,
	0.6416594982147217,
	0.6368890404701233,
	0.6359002590179443,
	0.6312588453292847,
	0.6312295198440552,
	0.6298572421073914,
	0.6253921389579773,
	0.6234973669052124,
	0.619811475276947,
	0.6155495047569275,
	0.6148920059204102,
	0.6100587844848633,
	0.608978271484375,
	0.6041908264160156,
	0.601456344127655,
	0.5964636206626892,
	0.5957869291305542,
	0.5911747813224792,
	0.5904330015182495,
	0.5894954800605774,
	0.5888805985450745,
	0.5845102071762085,
	0.5814329981803894,
	0.5807794332504272,
	0.5791799426078796,
	0.5712823271751404,
	0.5652948617935181,
	0.5637961030006409,
	0.562002420425415,
	0.5601859092712402,
	0.5591046214103699,
	0.5590957999229431,
	0.5575845837593079,
	0.5523900985717773,
	0.5512563586235046,
	0.5480626821517944,
	0.5471829175949097,
	0.5463495254516602,
	0.5414676666259766,
	0.5370441675186157,
	0.5341122150421143,
	0.5319965481758118,
	0.5290901064872742,
	0.5269045829772949,
	0.5236890316009521,
	0.5153603553771973,
	0.5130643248558044,
	0.5119658708572388,
	0.5102457404136658,
	0.5081496238708496,
	0.501060962677002,
	0.4969203472137451,
	0.4965214133262634,
	0.49504354596138,
	0.49391645193099976,
	0.49312159419059753,
	0.4930756390094757,
	0.49229395389556885,
	0.4829757511615753,
	0.48112809658050537,
	0.4787406325340271,
	0.47299057245254517,
	0.45527300238609314,
	0.45168164372444153,
	0.44724950194358826,
	0.44130218029022217,
	0.3958287835121155,
	0.39343562722206116,
	0.38689079880714417
	]
	}
	},
	"issues": {
	"ap": [
	0.4371428571428571,
	0.8534520783251183,
	0.6453213453213453,
	1.0,
	0.9821428571428572,
	0.5167277167277167,
	0.6095238095238096
	],
	"auroc": [
	0.6857142857142857,
	0.935374149659864,
	0.5714285714285714,
	1.0,
	0.9795918367346939,
	0.4489795918367347,
	0.4897959183673469
	],
	"average_precision": [
	0.4371428571428571,
	0.8534520783251183,
	0.6453213453213453,
	1.0,
	0.9821428571428572,
	0.5167277167277167,
	0.6095238095238096
	],
	"macro_ap": 0.7206158091691004,
	"macro_auroc": 0.7301263362487852,
	"macro_average_precision": 0.7206158091691004,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.4371428571428571,
	"auroc": 0.6857142857142857,
	"average_precision": 0.4371428571428571,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 1.0,
	"auroc": 1.0,
	"average_precision": 1.0,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.6453213453213453,
	"auroc": 0.5714285714285714,
	"average_precision": 0.6453213453213453,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.6095238095238096,
	"auroc": 0.4897959183673469,
	"average_precision": 0.6095238095238096,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.9821428571428572,
	"auroc": 0.9795918367346939,
	"average_precision": 0.9821428571428572,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.8534520783251183,
	"auroc": 0.935374149659864,
	"average_precision": 0.8534520783251183,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.5167277167277167,
	"auroc": 0.4489795918367347,
	"average_precision": 0.5167277167277167,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 2.7224276065826416,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.6303055326176713
	}
	},
	"readiness": {
	"accuracy": 0.6329113924050633,
	"confusion_matrix": [
	[
	61,
	23,
	0
	],
	[
	24,
	27,
	2
	],
	[
	4,
	5,
	12
	]
	],
	"f1": [
	0.7052023121387283,
	0.5,
	0.6857142857142857
	],
	"macro_f1": 0.6303055326176713,
	"macro_precision": 0.6778150688263048,
	"macro_recall": 0.6023510032943995,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.7052023121387283,
	"precision": 0.6853932584269663,
	"predicted": 89,
	"recall": 0.7261904761904762,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.6857142857142857,
	"precision": 0.8571428571428571,
	"predicted": 14,
	"recall": 0.5714285714285714,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.5,
	"precision": 0.4909090909090909,
	"predicted": 55,
	"recall": 0.5094339622641509,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.6853932584269663,
	0.4909090909090909,
	0.8571428571428571
	],
	"recall": [
	0.7261904761904762,
	0.5094339622641509,
	0.5714285714285714
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	},
	{
	"contrastive_loss": 0.02355985448230058,
	"epoch": 6,
	"global_step": 96,
	"learning_rate": 0.0003888888888888889,
	"supervised_loss": 2.1271655559539795,
	"train_loss": 2.129521533846855,
	"validation": {
	"boundaries": {
	"false_negatives": 200,
	"false_positives": 162,
	"macro_f1": 0.09941332277149294,
	"micro_f1": 0.09950248756218906,
	"per_boundary": {
	"end": {
	"f1": 0.09045226130653267,
	"false_negatives": 104,
	"false_positives": 77,
	"n_predicted": 86,
	"n_reference": 113,
	"precision": 0.10465116279069768,
	"recall": 0.07964601769911504,
	"tolerance_s": 0.3,
	"true_positives": 9
	},
	"start": {
	"f1": 0.10837438423645321,
	"false_negatives": 96,
	"false_positives": 85,
	"n_predicted": 96,
	"n_reference": 107,
	"precision": 0.11458333333333333,
	"recall": 0.102803738317757,
	"tolerance_s": 0.3,
	"true_positives": 11
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 20
	},
	"calibration": {
	"ece": 0.09800078031382983,
	"selective_risk": {
	"aurc": 0.25715777676861906,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.09090909090909091,
	0.08333333333333333,
	0.07692307692307693,
	0.07142857142857142,
	0.06666666666666667,
	0.0625,
	0.11764705882352941,
	0.1111111111111111,
	0.10526315789473684,
	0.15,
	0.19047619047619047,
	0.18181818181818182,
	0.17391304347826086,
	0.16666666666666666,
	0.16,
	0.15384615384615385,
	0.18518518518518517,
	0.17857142857142858,
	0.1724137931034483,
	0.16666666666666666,
	0.16129032258064516,
	0.1875,
	0.18181818181818182,
	0.17647058823529413,
	0.17142857142857143,
	0.16666666666666666,
	0.16216216216216217,
	0.15789473684210525,
	0.15384615384615385,
	0.15,
	0.17073170731707318,
	0.19047619047619047,
	0.20930232558139536,
	0.20454545454545456,
	0.2,
	0.1956521739130435,
	0.19148936170212766,
	0.20833333333333334,
	0.20408163265306123,
	0.2,
	0.19607843137254902,
	0.21153846153846154,
	0.20754716981132076,
	0.2037037037037037,
	0.21818181818181817,
	0.23214285714285715,
	0.22807017543859648,
	0.22413793103448276,
	0.22033898305084745,
	0.21666666666666667,
	0.22950819672131148,
	0.22580645161290322,
	0.2222222222222222,
	0.21875,
	0.23076923076923078,
	0.24242424242424243,
	0.23880597014925373,
	0.23529411764705882,
	0.2463768115942029,
	0.24285714285714285,
	0.2535211267605634,
	0.25,
	0.2602739726027397,
	0.25675675675675674,
	0.25333333333333335,
	0.25,
	0.2597402597402597,
	0.2692307692307692,
	0.26582278481012656,
	0.275,
	0.2839506172839506,
	0.2804878048780488,
	0.2891566265060241,
	0.2857142857142857,
	0.29411764705882354,
	0.29069767441860467,
	0.28735632183908044,
	0.29545454545454547,
	0.30337078651685395,
	0.3111111111111111,
	0.3076923076923077,
	0.31521739130434784,
	0.3118279569892473,
	0.30851063829787234,
	0.30526315789473685,
	0.3020833333333333,
	0.29896907216494845,
	0.30612244897959184,
	0.31313131313131315,
	0.31,
	0.3069306930693069,
	0.30392156862745096,
	0.3106796116504854,
	0.3173076923076923,
	0.3142857142857143,
	0.32075471698113206,
	0.3177570093457944,
	0.32407407407407407,
	0.3211009174311927,
	0.32727272727272727,
	0.3333333333333333,
	0.3392857142857143,
	0.336283185840708,
	0.34210526315789475,
	0.34782608695652173,
	0.35344827586206895,
	0.358974358974359,
	0.3644067796610169,
	0.36134453781512604,
	0.35833333333333334,
	0.35537190082644626,
	0.36065573770491804,
	0.36585365853658536,
	0.3709677419354839,
	0.368,
	0.36507936507936506,
	0.3700787401574803,
	0.3671875,
	0.37209302325581395,
	0.36923076923076925,
	0.366412213740458,
	0.36363636363636365,
	0.3684210526315789,
	0.373134328358209,
	0.37037037037037035,
	0.375,
	0.3795620437956204,
	0.38405797101449274,
	0.38848920863309355,
	0.39285714285714285,
	0.3971631205673759,
	0.4014084507042254,
	0.40559440559440557,
	0.4027777777777778,
	0.4,
	0.3972602739726027,
	0.3945578231292517,
	0.3918918918918919,
	0.3959731543624161,
	0.3933333333333333,
	0.39072847682119205,
	0.3881578947368421,
	0.39215686274509803,
	0.3961038961038961,
	0.4,
	0.3974358974358974,
	0.4012738853503185,
	0.4050632911392405
	],
	"threshold": [
	0.9884157180786133,
	0.9841839075088501,
	0.9757409691810608,
	0.9745804667472839,
	0.9745386242866516,
	0.9703333973884583,
	0.9675015211105347,
	0.963217556476593,
	0.9516607522964478,
	0.950812816619873,
	0.9422412514686584,
	0.9386066198348999,
	0.928839921951294,
	0.91690993309021,
	0.907107949256897,
	0.9031193852424622,
	0.8956547975540161,
	0.891432523727417,
	0.8912901282310486,
	0.8816573023796082,
	0.8763801455497742,
	0.870910108089447,
	0.869135856628418,
	0.8596375584602356,
	0.8569098711013794,
	0.8469078540802002,
	0.8464453816413879,
	0.8423579335212708,
	0.8413049578666687,
	0.8407824635505676,
	0.8404521942138672,
	0.8388756513595581,
	0.8352274894714355,
	0.8292481303215027,
	0.8219192624092102,
	0.8151916265487671,
	0.8105407357215881,
	0.810295581817627,
	0.807150661945343,
	0.7950351238250732,
	0.7937790751457214,
	0.7933963537216187,
	0.7921323776245117,
	0.7750892639160156,
	0.7732557058334351,
	0.7701601982116699,
	0.7695043683052063,
	0.7680941820144653,
	0.7642002105712891,
	0.7602878212928772,
	0.7602452635765076,
	0.7557427883148193,
	0.7544013857841492,
	0.749958336353302,
	0.7417773008346558,
	0.7408978343009949,
	0.7366283535957336,
	0.736218273639679,
	0.7360796332359314,
	0.7301120162010193,
	0.727813184261322,
	0.7268117070198059,
	0.7203047871589661,
	0.7144775390625,
	0.7074236273765564,
	0.7072376608848572,
	0.7049042582511902,
	0.7042995691299438,
	0.7030835151672363,
	0.6998794674873352,
	0.6959499716758728,
	0.695496678352356,
	0.6939793825149536,
	0.6938369274139404,
	0.6914047002792358,
	0.6834223866462708,
	0.6818040609359741,
	0.6809492111206055,
	0.6699264645576477,
	0.6608548760414124,
	0.6607706546783447,
	0.6586986780166626,
	0.6554425954818726,
	0.6486148834228516,
	0.6471502780914307,
	0.6469181776046753,
	0.6454988718032837,
	0.6405112147331238,
	0.6402336955070496,
	0.6399458646774292,
	0.6373752355575562,
	0.6372295022010803,
	0.6355124711990356,
	0.6340855360031128,
	0.633963942527771,
	0.6319425702095032,
	0.6276875138282776,
	0.626488208770752,
	0.626214325428009,
	0.6239669322967529,
	0.6238734722137451,
	0.6158793568611145,
	0.6044877767562866,
	0.6003045439720154,
	0.5993247628211975,
	0.5980483889579773,
	0.5972958207130432,
	0.5957851409912109,
	0.595283567905426,
	0.5934025049209595,
	0.5916508436203003,
	0.5879454016685486,
	0.5743101835250854,
	0.5721473097801208,
	0.5655268430709839,
	0.5643031001091003,
	0.561859130859375,
	0.5593248605728149,
	0.5554090142250061,
	0.5514087080955505,
	0.5500738620758057,
	0.5497810244560242,
	0.5490030646324158,
	0.5438255071640015,
	0.540979266166687,
	0.538667619228363,
	0.5348765850067139,
	0.5323107242584229,
	0.5319694876670837,
	0.5286463499069214,
	0.528424859046936,
	0.5281189680099487,
	0.5272157192230225,
	0.5178731679916382,
	0.5169352889060974,
	0.5134292840957642,
	0.5128626823425293,
	0.5109661221504211,
	0.5104771852493286,
	0.505457878112793,
	0.5042074918746948,
	0.5015463829040527,
	0.501286506652832,
	0.48806002736091614,
	0.48757869005203247,
	0.48453012108802795,
	0.4788784086704254,
	0.4712652862071991,
	0.46540045738220215,
	0.45275741815567017,
	0.4524804651737213,
	0.4520159661769867,
	0.430129736661911,
	0.42971697449684143,
	0.42252054810523987,
	0.40825411677360535,
	0.4003307819366455,
	0.37078016996383667
	]
	}
	},
	"issues": {
	"ap": [
	0.6251082251082252,
	0.8354548777001318,
	0.5726499690785405,
	1.0,
	0.9821428571428572,
	0.4984126984126985,
	0.608080808080808
	],
	"auroc": [
	0.7,
	0.921201814058957,
	0.5510204081632653,
	1.0,
	0.9795918367346939,
	0.4489795918367347,
	0.4897959183673469
	],
	"average_precision": [
	0.6251082251082252,
	0.8354548777001318,
	0.5726499690785405,
	1.0,
	0.9821428571428572,
	0.4984126984126985,
	0.608080808080808
	],
	"macro_ap": 0.7316927765033229,
	"macro_auroc": 0.7272270813087138,
	"macro_average_precision": 0.7316927765033229,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.6251082251082252,
	"auroc": 0.7,
	"average_precision": 0.6251082251082252,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 1.0,
	"auroc": 1.0,
	"average_precision": 1.0,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.5726499690785405,
	"auroc": 0.5510204081632653,
	"average_precision": 0.5726499690785405,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.608080808080808,
	"auroc": 0.4897959183673469,
	"average_precision": 0.608080808080808,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.9821428571428572,
	"auroc": 0.9795918367346939,
	"average_precision": 0.9821428571428572,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.8354548777001318,
	"auroc": 0.921201814058957,
	"average_precision": 0.8354548777001318,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.4984126984126985,
	"auroc": 0.4489795918367347,
	"average_precision": 0.4984126984126985,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 2.7334319353103638,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.5939064558629776
	}
	},
	"readiness": {
	"accuracy": 0.5949367088607594,
	"confusion_matrix": [
	[
	54,
	27,
	3
	],
	[
	21,
	25,
	7
	],
	[
	1,
	5,
	15
	]
	],
	"f1": [
	0.675,
	0.45454545454545453,
	0.6521739130434783
	],
	"macro_f1": 0.5939064558629776,
	"macro_precision": 0.5830409356725146,
	"macro_recall": 0.6096136567834681,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.675,
	"precision": 0.7105263157894737,
	"predicted": 76,
	"recall": 0.6428571428571429,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.6521739130434783,
	"precision": 0.6,
	"predicted": 25,
	"recall": 0.7142857142857143,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.45454545454545453,
	"precision": 0.43859649122807015,
	"predicted": 57,
	"recall": 0.4716981132075472,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.7105263157894737,
	0.43859649122807015,
	0.6
	],
	"recall": [
	0.6428571428571429,
	0.4716981132075472,
	0.7142857142857143
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	},
	{
	"contrastive_loss": 0.023224353702971712,
	"epoch": 7,
	"global_step": 112,
	"learning_rate": 0.0003611111111111111,
	"supervised_loss": 2.0025896430015564,
	"train_loss": 2.0049120783805847,
	"validation": {
	"boundaries": {
	"false_negatives": 189,
	"false_positives": 173,
	"macro_f1": 0.1463729417000445,
	"micro_f1": 0.14622641509433962,
	"per_boundary": {
	"end": {
	"f1": 0.1308411214953271,
	"false_negatives": 99,
	"false_positives": 87,
	"n_predicted": 101,
	"n_reference": 113,
	"precision": 0.13861386138613863,
	"recall": 0.12389380530973451,
	"tolerance_s": 0.3,
	"true_positives": 14
	},
	"start": {
	"f1": 0.1619047619047619,
	"false_negatives": 90,
	"false_positives": 86,
	"n_predicted": 103,
	"n_reference": 107,
	"precision": 0.1650485436893204,
	"recall": 0.1588785046728972,
	"tolerance_s": 0.3,
	"true_positives": 17
	}
	},
	"tolerance_s": 0.3,
	"true_positives": 31
	},
	"calibration": {
	"ece": 0.12365038259119929,
	"selective_risk": {
	"aurc": 0.2640579131490707,
	"coverage": [
	0.006329113924050633,
	0.012658227848101266,
	0.0189873417721519,
	0.02531645569620253,
	0.03164556962025317,
	0.0379746835443038,
	0.04430379746835443,
	0.05063291139240506,
	0.056962025316455694,
	0.06329113924050633,
	0.06962025316455696,
	0.0759493670886076,
	0.08227848101265822,
	0.08860759493670886,
	0.0949367088607595,
	0.10126582278481013,
	0.10759493670886076,
	0.11392405063291139,
	0.12025316455696203,
	0.12658227848101267,
	0.13291139240506328,
	0.13924050632911392,
	0.14556962025316456,
	0.1518987341772152,
	0.15822784810126583,
	0.16455696202531644,
	0.17088607594936708,
	0.17721518987341772,
	0.18354430379746836,
	0.189873417721519,
	0.1962025316455696,
	0.20253164556962025,
	0.2088607594936709,
	0.21518987341772153,
	0.22151898734177214,
	0.22784810126582278,
	0.23417721518987342,
	0.24050632911392406,
	0.2468354430379747,
	0.25316455696202533,
	0.25949367088607594,
	0.26582278481012656,
	0.2721518987341772,
	0.27848101265822783,
	0.2848101265822785,
	0.2911392405063291,
	0.2974683544303797,
	0.3037974683544304,
	0.310126582278481,
	0.31645569620253167,
	0.3227848101265823,
	0.3291139240506329,
	0.33544303797468356,
	0.34177215189873417,
	0.34810126582278483,
	0.35443037974683544,
	0.36075949367088606,
	0.3670886075949367,
	0.37341772151898733,
	0.379746835443038,
	0.3860759493670886,
	0.3924050632911392,
	0.3987341772151899,
	0.4050632911392405,
	0.41139240506329117,
	0.4177215189873418,
	0.4240506329113924,
	0.43037974683544306,
	0.43670886075949367,
	0.4430379746835443,
	0.44936708860759494,
	0.45569620253164556,
	0.4620253164556962,
	0.46835443037974683,
	0.47468354430379744,
	0.4810126582278481,
	0.4873417721518987,
	0.4936708860759494,
	0.5,
	0.5063291139240507,
	0.5126582278481012,
	0.5189873417721519,
	0.5253164556962026,
	0.5316455696202531,
	0.5379746835443038,
	0.5443037974683544,
	0.5506329113924051,
	0.5569620253164557,
	0.5632911392405063,
	0.569620253164557,
	0.5759493670886076,
	0.5822784810126582,
	0.5886075949367089,
	0.5949367088607594,
	0.6012658227848101,
	0.6075949367088608,
	0.6139240506329114,
	0.620253164556962,
	0.6265822784810127,
	0.6329113924050633,
	0.6392405063291139,
	0.6455696202531646,
	0.6518987341772152,
	0.6582278481012658,
	0.6645569620253164,
	0.6708860759493671,
	0.6772151898734177,
	0.6835443037974683,
	0.689873417721519,
	0.6962025316455697,
	0.7025316455696202,
	0.7088607594936709,
	0.7151898734177216,
	0.7215189873417721,
	0.7278481012658228,
	0.7341772151898734,
	0.740506329113924,
	0.7468354430379747,
	0.7531645569620253,
	0.759493670886076,
	0.7658227848101266,
	0.7721518987341772,
	0.7784810126582279,
	0.7848101265822784,
	0.7911392405063291,
	0.7974683544303798,
	0.8037974683544303,
	0.810126582278481,
	0.8164556962025317,
	0.8227848101265823,
	0.8291139240506329,
	0.8354430379746836,
	0.8417721518987342,
	0.8481012658227848,
	0.8544303797468354,
	0.8607594936708861,
	0.8670886075949367,
	0.8734177215189873,
	0.879746835443038,
	0.8860759493670886,
	0.8924050632911392,
	0.8987341772151899,
	0.9050632911392406,
	0.9113924050632911,
	0.9177215189873418,
	0.9240506329113924,
	0.930379746835443,
	0.9367088607594937,
	0.9430379746835443,
	0.9493670886075949,
	0.9556962025316456,
	0.9620253164556962,
	0.9683544303797469,
	0.9746835443037974,
	0.9810126582278481,
	0.9873417721518988,
	0.9936708860759493,
	1.0
	],
	"n_valid": 158,
	"risk": [
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.08333333333333333,
	0.15384615384615385,
	0.14285714285714285,
	0.2,
	0.1875,
	0.17647058823529413,
	0.16666666666666666,
	0.15789473684210525,
	0.15,
	0.14285714285714285,
	0.13636363636363635,
	0.13043478260869565,
	0.125,
	0.12,
	0.11538461538461539,
	0.14814814814814814,
	0.14285714285714285,
	0.13793103448275862,
	0.13333333333333333,
	0.12903225806451613,
	0.15625,
	0.15151515151515152,
	0.17647058823529413,
	0.2,
	0.19444444444444445,
	0.1891891891891892,
	0.21052631578947367,
	0.20512820512820512,
	0.2,
	0.1951219512195122,
	0.19047619047619047,
	0.18604651162790697,
	0.18181818181818182,
	0.2,
	0.1956521739130435,
	0.2127659574468085,
	0.22916666666666666,
	0.22448979591836735,
	0.22,
	0.21568627450980393,
	0.21153846153846154,
	0.20754716981132076,
	0.2037037037037037,
	0.2,
	0.19642857142857142,
	0.19298245614035087,
	0.1896551724137931,
	0.1864406779661017,
	0.18333333333333332,
	0.18032786885245902,
	0.1935483870967742,
	0.20634920634920634,
	0.21875,
	0.2153846153846154,
	0.22727272727272727,
	0.23880597014925373,
	0.23529411764705882,
	0.2318840579710145,
	0.22857142857142856,
	0.23943661971830985,
	0.25,
	0.2602739726027397,
	0.25675675675675674,
	0.25333333333333335,
	0.25,
	0.2597402597402597,
	0.2692307692307692,
	0.27848101265822783,
	0.2875,
	0.2962962962962963,
	0.3048780487804878,
	0.30120481927710846,
	0.2976190476190476,
	0.3058823529411765,
	0.313953488372093,
	0.3103448275862069,
	0.3181818181818182,
	0.3258426966292135,
	0.3333333333333333,
	0.32967032967032966,
	0.32608695652173914,
	0.3225806451612903,
	0.32978723404255317,
	0.3263157894736842,
	0.3333333333333333,
	0.3402061855670103,
	0.336734693877551,
	0.3333333333333333,
	0.34,
	0.33663366336633666,
	0.3333333333333333,
	0.3300970873786408,
	0.33653846153846156,
	0.34285714285714286,
	0.33962264150943394,
	0.34579439252336447,
	0.35185185185185186,
	0.3486238532110092,
	0.34545454545454546,
	0.34234234234234234,
	0.3482142857142857,
	0.35398230088495575,
	0.3508771929824561,
	0.34782608695652173,
	0.3448275862068966,
	0.3504273504273504,
	0.3559322033898305,
	0.36134453781512604,
	0.36666666666666664,
	0.371900826446281,
	0.36885245901639346,
	0.37398373983739835,
	0.3790322580645161,
	0.376,
	0.373015873015873,
	0.3779527559055118,
	0.375,
	0.3798449612403101,
	0.38461538461538464,
	0.3816793893129771,
	0.3787878787878788,
	0.38345864661654133,
	0.3880597014925373,
	0.3851851851851852,
	0.3897058823529412,
	0.39416058394160586,
	0.391304347826087,
	0.39568345323741005,
	0.4,
	0.3971631205673759,
	0.4014084507042254,
	0.40559440559440557,
	0.4027777777777778,
	0.4,
	0.3972602739726027,
	0.4013605442176871,
	0.40540540540540543,
	0.40268456375838924,
	0.4066666666666667,
	0.4105960264900662,
	0.4144736842105263,
	0.4117647058823529,
	0.4155844155844156,
	0.41935483870967744,
	0.4166666666666667,
	0.42038216560509556,
	0.4177215189873418
	],
	"threshold": [
	0.9904739260673523,
	0.9838708639144897,
	0.9575487971305847,
	0.9568771719932556,
	0.9500863552093506,
	0.931979238986969,
	0.9241934418678284,
	0.922447144985199,
	0.9221093654632568,
	0.9049702286720276,
	0.9042425751686096,
	0.8921346068382263,
	0.8877035975456238,
	0.8868301510810852,
	0.8865455389022827,
	0.8852764368057251,
	0.8750614523887634,
	0.8726178407669067,
	0.8662301898002625,
	0.863976776599884,
	0.8629015684127808,
	0.8612014055252075,
	0.8610522747039795,
	0.857429563999176,
	0.8555424213409424,
	0.8510187864303589,
	0.8492358922958374,
	0.8487037420272827,
	0.845849871635437,
	0.8432111740112305,
	0.8403217792510986,
	0.8389664888381958,
	0.8368876576423645,
	0.8353966474533081,
	0.8348320126533508,
	0.8322659134864807,
	0.8297036290168762,
	0.8272863030433655,
	0.8258006572723389,
	0.8251858353614807,
	0.8200806379318237,
	0.8186715245246887,
	0.8096640706062317,
	0.8011267185211182,
	0.799616813659668,
	0.7977645993232727,
	0.7960107326507568,
	0.7949774861335754,
	0.7937681674957275,
	0.7861721515655518,
	0.7779322862625122,
	0.7723855972290039,
	0.7642276287078857,
	0.762258768081665,
	0.7606436014175415,
	0.7602728009223938,
	0.7570574283599854,
	0.7509952783584595,
	0.7468795776367188,
	0.7451424598693848,
	0.7419308423995972,
	0.7407647967338562,
	0.7400217056274414,
	0.7395778298377991,
	0.733851432800293,
	0.7337846159934998,
	0.7314860224723816,
	0.7304109930992126,
	0.7268428206443787,
	0.7249210476875305,
	0.723960816860199,
	0.7237715721130371,
	0.7225428819656372,
	0.7225381731987,
	0.7222766280174255,
	0.7199664115905762,
	0.7143714427947998,
	0.7105099558830261,
	0.7081054449081421,
	0.7080353498458862,
	0.707223117351532,
	0.7048492431640625,
	0.703334391117096,
	0.7032392024993896,
	0.6983530521392822,
	0.6919389367103577,
	0.6890478134155273,
	0.6833189725875854,
	0.6800612807273865,
	0.6764798760414124,
	0.6745361089706421,
	0.6743588447570801,
	0.6731858849525452,
	0.6639746427536011,
	0.6639721989631653,
	0.6579574942588806,
	0.65351802110672,
	0.6477970480918884,
	0.6461538076400757,
	0.6461067199707031,
	0.6437233090400696,
	0.6430795788764954,
	0.6413260698318481,
	0.6387059688568115,
	0.6369577050209045,
	0.6307809948921204,
	0.6294408440589905,
	0.6287957429885864,
	0.6260533928871155,
	0.624350368976593,
	0.6241466403007507,
	0.6225164532661438,
	0.6196160912513733,
	0.616801917552948,
	0.6081511378288269,
	0.6060119271278381,
	0.6020970940589905,
	0.594942033290863,
	0.591478168964386,
	0.5868025422096252,
	0.5820686221122742,
	0.5807552933692932,
	0.5794896483421326,
	0.5773410797119141,
	0.5766343474388123,
	0.5753790140151978,
	0.570944607257843,
	0.5700376033782959,
	0.5654744505882263,
	0.5610199570655823,
	0.5603629946708679,
	0.5592430233955383,
	0.554800271987915,
	0.5536644458770752,
	0.5503836870193481,
	0.5479125380516052,
	0.5452095866203308,
	0.5278899669647217,
	0.5227634906768799,
	0.5221195816993713,
	0.5216113924980164,
	0.5156185626983643,
	0.5089308619499207,
	0.5069671869277954,
	0.5065150260925293,
	0.5042203068733215,
	0.5009561777114868,
	0.5004826188087463,
	0.5004647970199585,
	0.5000003576278687,
	0.4905843734741211,
	0.47802236676216125,
	0.4740748703479767,
	0.464625746011734,
	0.4631865322589874,
	0.4623474180698395,
	0.46055227518081665,
	0.45334652066230774
	]
	}
	},
	"issues": {
	"ap": [
	0.5774891774891775,
	0.8070607103761565,
	0.6466509680795395,
	1.0,
	0.9617346938775511,
	0.5222222222222221,
	0.6054421768707483
	],
	"auroc": [
	0.7142857142857143,
	0.9058956916099773,
	0.5510204081632653,
	1.0,
	0.9591836734693877,
	0.46938775510204084,
	0.4897959183673469
	],
	"average_precision": [
	0.5774891774891775,
	0.8070607103761565,
	0.6466509680795395,
	1.0,
	0.9617346938775511,
	0.5222222222222221,
	0.6054421768707483
	],
	"macro_ap": 0.731514278416485,
	"macro_auroc": 0.7270813087139618,
	"macro_average_precision": 0.731514278416485,
	"per_issue": {
	"acting_hand_not_visible": {
	"ap": 0.5774891774891775,
	"auroc": 0.7142857142857143,
	"average_precision": 0.5774891774891775,
	"n_valid": 19,
	"negatives": 14,
	"positives": 5,
	"undefined": []
	},
	"blur": {
	"ap": 1.0,
	"auroc": 1.0,
	"average_precision": 1.0,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"camera_instability": {
	"ap": 0.6466509680795395,
	"auroc": 0.5510204081632653,
	"average_precision": 0.6466509680795395,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"duplicate_frames": {
	"ap": 0.6054421768707483,
	"auroc": 0.4897959183673469,
	"average_precision": 0.6054421768707483,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"exposure": {
	"ap": 0.9617346938775511,
	"auroc": 0.9591836734693877,
	"average_precision": 0.9617346938775511,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	},
	"low_hand_activity": {
	"ap": 0.8070607103761565,
	"auroc": 0.9058956916099773,
	"average_precision": 0.8070607103761565,
	"n_valid": 105,
	"negatives": 84,
	"positives": 21,
	"undefined": []
	},
	"scene_cut": {
	"ap": 0.5222222222222221,
	"auroc": 0.46938775510204084,
	"average_precision": 0.5222222222222221,
	"n_valid": 14,
	"negatives": 7,
	"positives": 7,
	"undefined": []
	}
	},
	"undefined_auroc": [],
	"undefined_average_precision": []
	},
	"loss": 2.8332586884498596,
	"per_source": {
	"HoloAssist": {
	"readiness_examples": 158,
	"readiness_macro_f1": 0.5792755341447431
	}
	},
	"readiness": {
	"accuracy": 0.5822784810126582,
	"confusion_matrix": [
	[
	56,
	28,
	0
	],
	[
	25,
	25,
	3
	],
	[
	2,
	8,
	11
	]
	],
	"f1": [
	0.6706586826347305,
	0.43859649122807015,
	0.6285714285714286
	],
	"macro_f1": 0.5792755341447431,
	"macro_precision": 0.6234163821562597,
	"macro_recall": 0.5540581012279125,
	"n_valid": 158,
	"per_class": {
	"KEEP": {
	"f1": 0.6706586826347305,
	"precision": 0.6746987951807228,
	"predicted": 83,
	"recall": 0.6666666666666666,
	"support": 84,
	"undefined": []
	},
	"REJECT": {
	"f1": 0.6285714285714286,
	"precision": 0.7857142857142857,
	"predicted": 14,
	"recall": 0.5238095238095238,
	"support": 21,
	"undefined": []
	},
	"REVIEW": {
	"f1": 0.43859649122807015,
	"precision": 0.4098360655737705,
	"predicted": 61,
	"recall": 0.4716981132075472,
	"support": 53,
	"undefined": []
	}
	},
	"precision": [
	0.6746987951807228,
	0.4098360655737705,
	0.7857142857142857
	],
	"recall": [
	0.6666666666666666,
	0.4716981132075472,
	0.5238095238095238
	],
	"support": [
	84,
	53,
	21
	]
	}
	}
	}
	],
	"loss_balancing": {
	"binary_positive_weight_clip": {
	"maximum": 20.0,
	"minimum": 0.25
	},
	"boundaries": {
	"formula": "valid-negative-frame-count-divided-by-valid-positive-frame-count",
	"negative_frame_counts": {
	"end": 5445,
	"start": 5445
	},
	"positive_frame_counts": {
	"end": 495,
	"start": 495
	},
	"positive_weight": [
	11.0,
	11.0
	],
	"target_contract": "nearest-sampled-frame-within-tolerance",
	"tolerance_s": 0.3
	},
	"issues": {
	"formula": "valid-negative-count-divided-by-valid-positive-count",
	"negative_counts": {
	"acting_hand_not_visible": 44,
	"blur": 30,
	"camera_instability": 30,
	"duplicate_frames": 30,
	"exposure": 30,
	"low_hand_activity": 355,
	"scene_cut": 30
	},
	"positive_counts": {
	"acting_hand_not_visible": 10,
	"blur": 30,
	"camera_instability": 30,
	"duplicate_frames": 30,
	"exposure": 30,
	"low_hand_activity": 121,
	"scene_cut": 30
	},
	"positive_weight": [
	4.4,
	2.9338842975206614,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0
	]
	},
	"readiness": {
	"class_weight": [
	0.5777286144017337,
	0.7272824755766506,
	1.6949889100216156
	],
	"formula": "inverse-frequency-normalized-to-mean-one",
	"valid_counts": {
	"KEEP": 355,
	"REJECT": 121,
	"REVIEW": 282
	}
	},
	"source_split": "train"
	},
	"optimizer_steps": 112,
	"retrieval_objective": {
	"name": "symmetric-instance-contrastive",
	"positive_pairs": 6944,
	"same_group_negatives_masked": true,
	"temperature": 0.1,
	"weight": 0.1
	},
	"run_id": "run-ccd0e8b07c37c53a",
	"schema": "egosieve.training-report/v1",
	"seed_artifact_sha256": "89364778f9c418b5da713a68b809e14cc24c2826af809608d84183827a04998f",
	"source_commit": "c7f8431a89108ac9cf805cb674ed3d5691d370cf",
	"split_counts": {
	"test": 196,
	"train": 992,
	"validation": 219
	},
	"splits_sha256": "a01ec9078a2953f95242d62be08cb1389ff72a84a200f0e9075034b47b1cc475"
	}