LowBitMoss / eval /tern_v1 /metrics.json
MutantSparrow
Release evaluation artifacts batch 9
fa34621
Raw History Blame Contribute Delete
7.84 kB
{
"teacher": "..\\eval\\teacher_bf16",
"student": "..\\eval\\tern_v1",
"n": 24,
"mean": {
"psnr": 11.471451107432594,
"ssim": 0.43546617622026346,
"dino_cos": 0.12446171949462344,
"clip_teacher": 36.168945948282875,
"clip_student": 22.51627826690674,
"latent_rel_mse": 0.9195943623781204,
"latent_cos": 0.4514267022411029
},
"per_image": {
"00_seed1001": {
"clip_teacher": 37.231544494628906,
"clip_student": 23.048423767089844,
"dino_cos": 0.3004514276981354,
"psnr": 9.015281677456956,
"ssim": 0.28710724726416287,
"latent_rel_mse": 0.9891389012336731,
"latent_cos": 0.42071717977523804
},
"01_seed1002": {
"clip_teacher": 28.279205322265625,
"clip_student": 14.742344856262207,
"dino_cos": 0.12299459427595139,
"psnr": 9.246730424746573,
"ssim": 0.7140871003210245,
"latent_rel_mse": 1.3551660776138306,
"latent_cos": 0.25473108887672424
},
"02_seed1003": {
"clip_teacher": 46.45146942138672,
"clip_student": 28.391582489013672,
"dino_cos": 0.2323458045721054,
"psnr": 12.591098225580284,
"ssim": 0.4495000914437701,
"latent_rel_mse": 0.7507007122039795,
"latent_cos": 0.5465497374534607
},
"03_seed1004": {
"clip_teacher": 37.1391487121582,
"clip_student": 17.01131820678711,
"dino_cos": -0.046134985983371735,
"psnr": 8.73655896474275,
"ssim": 0.4177257706564606,
"latent_rel_mse": 1.0736953020095825,
"latent_cos": 0.3490532338619232
},
"04_seed1005": {
"clip_teacher": 32.1689338684082,
"clip_student": 21.932077407836914,
"dino_cos": 0.18375544250011444,
"psnr": 11.99574725094582,
"ssim": 0.2979351073887462,
"latent_rel_mse": 0.9097160696983337,
"latent_cos": 0.4751141667366028
},
"05_seed1006": {
"clip_teacher": 35.54207229614258,
"clip_student": 14.344103813171387,
"dino_cos": 0.019549265503883362,
"psnr": 8.542101607826584,
"ssim": 0.21696360040023846,
"latent_rel_mse": 0.9721131920814514,
"latent_cos": 0.3949018120765686
},
"06_seed2001": {
"clip_teacher": 38.07164001464844,
"clip_student": 25.865089416503906,
"dino_cos": 0.05175871029496193,
"psnr": 12.692271153697156,
"ssim": 0.5919471971189783,
"latent_rel_mse": 0.8716843724250793,
"latent_cos": 0.48570552468299866
},
"07_seed2002": {
"clip_teacher": 33.122711181640625,
"clip_student": 26.18580436706543,
"dino_cos": 0.42965713143348694,
"psnr": 15.63740087977317,
"ssim": 0.5775371162689815,
"latent_rel_mse": 0.7618807554244995,
"latent_cos": 0.549717903137207
},
"08_seed2003": {
"clip_teacher": 40.00698471069336,
"clip_student": 22.108976364135742,
"dino_cos": 0.16755135357379913,
"psnr": 8.940406015210588,
"ssim": 0.5239041906040717,
"latent_rel_mse": 0.8926135301589966,
"latent_cos": 0.4580005407333374
},
"09_seed2004": {
"clip_teacher": 41.03143310546875,
"clip_student": 23.673139572143555,
"dino_cos": 0.05526445806026459,
"psnr": 9.27599398437667,
"ssim": 0.3268762634606173,
"latent_rel_mse": 0.9138118028640747,
"latent_cos": 0.43662136793136597
},
"10_seed3001": {
"clip_teacher": 28.03940200805664,
"clip_student": 19.827993392944336,
"dino_cos": 0.07028012722730637,
"psnr": 10.654947233511802,
"ssim": 0.32204005936926355,
"latent_rel_mse": 1.0678316354751587,
"latent_cos": 0.3345464766025543
},
"11_seed3002": {
"clip_teacher": 36.64675521850586,
"clip_student": 17.80554962158203,
"dino_cos": -0.012441284023225307,
"psnr": 15.545410494014034,
"ssim": 0.2607490816060007,
"latent_rel_mse": 0.9233141541481018,
"latent_cos": 0.4394494295120239
},
"12_seed3003": {
"clip_teacher": 33.466796875,
"clip_student": 19.13846206665039,
"dino_cos": 0.013912100344896317,
"psnr": 14.47972090866747,
"ssim": 0.4640203609252876,
"latent_rel_mse": 0.7338555455207825,
"latent_cos": 0.5480285286903381
},
"13_seed3004": {
"clip_teacher": 41.05826187133789,
"clip_student": 21.972400665283203,
"dino_cos": 0.05992954596877098,
"psnr": 15.276125159864456,
"ssim": 0.3938068425698016,
"latent_rel_mse": 0.8206361532211304,
"latent_cos": 0.5183027386665344
},
"14_seed4001": {
"clip_teacher": 36.29021453857422,
"clip_student": 25.986757278442383,
"dino_cos": 0.15483304858207703,
"psnr": 11.553459660916808,
"ssim": 0.6321566142044787,
"latent_rel_mse": 0.9725661873817444,
"latent_cos": 0.43379688262939453
},
"15_seed4002": {
"clip_teacher": 34.012664794921875,
"clip_student": 27.758588790893555,
"dino_cos": 0.10699158906936646,
"psnr": 11.451556491496738,
"ssim": 0.6147386568501947,
"latent_rel_mse": 0.9637037515640259,
"latent_cos": 0.4316793978214264
},
"16_seed5001": {
"clip_teacher": 36.27151870727539,
"clip_student": 23.69758415222168,
"dino_cos": 0.06770449131727219,
"psnr": 16.65923917183267,
"ssim": 0.40121687758381946,
"latent_rel_mse": 0.8532677292823792,
"latent_cos": 0.4872339069843292
},
"17_seed5002": {
"clip_teacher": 39.45322036743164,
"clip_student": 23.927627563476562,
"dino_cos": 0.13893145322799683,
"psnr": 9.034960118328968,
"ssim": 0.32224225139909113,
"latent_rel_mse": 0.7868824005126953,
"latent_cos": 0.5207430720329285
},
"18_seed5003": {
"clip_teacher": 38.81946563720703,
"clip_student": 25.128456115722656,
"dino_cos": 0.2653777599334717,
"psnr": 10.31138587402184,
"ssim": 0.49311383703100725,
"latent_rel_mse": 1.1021488904953003,
"latent_cos": 0.34814968705177307
},
"19_seed5004": {
"clip_teacher": 33.86601257324219,
"clip_student": 17.449054718017578,
"dino_cos": 0.04640840366482735,
"psnr": 10.18664542650428,
"ssim": 0.37081482213782807,
"latent_rel_mse": 0.8463818430900574,
"latent_cos": 0.48540276288986206
},
"20_seed5005": {
"clip_teacher": 34.93671417236328,
"clip_student": 22.485891342163086,
"dino_cos": 0.10206916183233261,
"psnr": 6.235373483079554,
"ssim": 0.3329874914420152,
"latent_rel_mse": 0.7994992136955261,
"latent_cos": 0.5206041932106018
},
"21_seed5006": {
"clip_teacher": 32.216712951660156,
"clip_student": 29.223356246948242,
"dino_cos": 0.1529567837715149,
"psnr": 12.218301459722047,
"ssim": 0.41733081224008944,
"latent_rel_mse": 0.6859026551246643,
"latent_cos": 0.5907905697822571
},
"22_seed5007": {
"clip_teacher": 36.307861328125,
"clip_student": 24.540164947509766,
"dino_cos": 0.10944318771362305,
"psnr": 10.304229149464597,
"ssim": 0.5971337320456663,
"latent_rel_mse": 1.1073482036590576,
"latent_cos": 0.3466813862323761
},
"23_seed5008": {
"clip_teacher": 37.623958587646484,
"clip_student": 24.145931243896484,
"dino_cos": 0.19349169731140137,
"psnr": 14.729881762600485,
"ssim": 0.42525310495472796,
"latent_rel_mse": 0.9164056181907654,
"latent_cos": 0.45771926641464233
}
}
}