Release evaluation artifacts batch 9

eval/mixI_x/metrics.json

@@ -0,0 +1,232 @@
+{
+  "teacher": "..\\eval\\teacher_bf16",
+  "student": "..\\eval\\mixI_x",
+  "n": 24,
+  "mean": {
+    "psnr": 13.413804080108497,
+    "ssim": 0.5413726428111997,
+    "dino_cos": 0.744702639679114,
+    "clip_teacher": 36.168945948282875,
+    "clip_student": 35.59699455897013,
+    "latent_rel_mse": 0.8442493689556917,
+    "latent_cos": 0.5723058022558689
+  },
+  "per_image": {
+    "00_seed1001": {
+      "clip_teacher": 37.231544494628906,
+      "clip_student": 37.24646759033203,
+      "dino_cos": 0.718563973903656,
+      "psnr": 11.68063311126068,
+      "ssim": 0.3733411365152663,
+      "latent_rel_mse": 1.2484982013702393,
+      "latent_cos": 0.3750747740268707
+    },
+    "01_seed1002": {
+      "clip_teacher": 28.279205322265625,
+      "clip_student": 27.546913146972656,
+      "dino_cos": 0.6240890622138977,
+      "psnr": 12.161050412433891,
+      "ssim": 0.7317677038491027,
+      "latent_rel_mse": 1.2361315488815308,
+      "latent_cos": 0.401947945356369
+    },
+    "02_seed1003": {
+      "clip_teacher": 46.45146942138672,
+      "clip_student": 41.10622024536133,
+      "dino_cos": 0.6536878943443298,
+      "psnr": 11.311623291726995,
+      "ssim": 0.5439606299677993,
+      "latent_rel_mse": 0.7906045317649841,
+      "latent_cos": 0.6025726795196533
+    },
+    "03_seed1004": {
+      "clip_teacher": 37.1391487121582,
+      "clip_student": 39.426727294921875,
+      "dino_cos": 0.7516382932662964,
+      "psnr": 14.09299907230685,
+      "ssim": 0.6409958444214393,
+      "latent_rel_mse": 0.9366855025291443,
+      "latent_cos": 0.5299820899963379
+    },
+    "04_seed1005": {
+      "clip_teacher": 32.1689338684082,
+      "clip_student": 32.249916076660156,
+      "dino_cos": 0.858090877532959,
+      "psnr": 13.776360349870728,
+      "ssim": 0.4226130584491165,
+      "latent_rel_mse": 0.7533871531486511,
+      "latent_cos": 0.6171311736106873
+    },
+    "05_seed1006": {
+      "clip_teacher": 35.54207229614258,
+      "clip_student": 37.13691329956055,
+      "dino_cos": 0.7974708080291748,
+      "psnr": 9.815205186929854,
+      "ssim": 0.3426275604337941,
+      "latent_rel_mse": 1.1291111707687378,
+      "latent_cos": 0.43586981296539307
+    },
+    "06_seed2001": {
+      "clip_teacher": 38.07164001464844,
+      "clip_student": 41.609962463378906,
+      "dino_cos": 0.8198095560073853,
+      "psnr": 14.655088684997748,
+      "ssim": 0.6972124069877234,
+      "latent_rel_mse": 0.5894666910171509,
+      "latent_cos": 0.7010922431945801
+    },
+    "07_seed2002": {
+      "clip_teacher": 33.122711181640625,
+      "clip_student": 30.478031158447266,
+      "dino_cos": 0.706489086151123,
+      "psnr": 15.353883009111067,
+      "ssim": 0.6312598165253986,
+      "latent_rel_mse": 0.686983585357666,
+      "latent_cos": 0.6649972200393677
+    },
+    "08_seed2003": {
+      "clip_teacher": 40.00698471069336,
+      "clip_student": 39.45749282836914,
+      "dino_cos": 0.7930012345314026,
+      "psnr": 12.168983075147688,
+      "ssim": 0.6158963774100749,
+      "latent_rel_mse": 0.6332619190216064,
+      "latent_cos": 0.6778542995452881
+    },
+    "09_seed2004": {
+      "clip_teacher": 41.03143310546875,
+      "clip_student": 41.47053527832031,
+      "dino_cos": 0.7663117051124573,
+      "psnr": 13.474798449249407,
+      "ssim": 0.4847185206388716,
+      "latent_rel_mse": 0.8345824480056763,
+      "latent_cos": 0.5804094076156616
+    },
+    "10_seed3001": {
+      "clip_teacher": 28.03940200805664,
+      "clip_student": 27.460647583007812,
+      "dino_cos": 0.7604788541793823,
+      "psnr": 11.404936909260998,
+      "ssim": 0.3236158159116184,
+      "latent_rel_mse": 1.2372461557388306,
+      "latent_cos": 0.3525213599205017
+    },
+    "11_seed3002": {
+      "clip_teacher": 36.64675521850586,
+      "clip_student": 34.729576110839844,
+      "dino_cos": 0.5954580903053284,
+      "psnr": 14.683746858647355,
+      "ssim": 0.29801356620876446,
+      "latent_rel_mse": 1.0227687358856201,
+      "latent_cos": 0.4541623890399933
+    },
+    "12_seed3003": {
+      "clip_teacher": 33.466796875,
+      "clip_student": 33.104469299316406,
+      "dino_cos": 0.7657045722007751,
+      "psnr": 17.614334217134928,
+      "ssim": 0.6181217021602643,
+      "latent_rel_mse": 0.49647417664527893,
+      "latent_cos": 0.7391170859336853
+    },
+    "13_seed3004": {
+      "clip_teacher": 41.05826187133789,
+      "clip_student": 30.181270599365234,
+      "dino_cos": 0.4994896650314331,
+      "psnr": 14.594759262849086,
+      "ssim": 0.49950401422828183,
+      "latent_rel_mse": 0.7241014242172241,
+      "latent_cos": 0.6187949180603027
+    },
+    "14_seed4001": {
+      "clip_teacher": 36.29021453857422,
+      "clip_student": 33.830101013183594,
+      "dino_cos": 0.9298151731491089,
+      "psnr": 13.356019449790967,
+      "ssim": 0.6782592713876356,
+      "latent_rel_mse": 0.7854226231575012,
+      "latent_cos": 0.6035102009773254
+    },
+    "15_seed4002": {
+      "clip_teacher": 34.012664794921875,
+      "clip_student": 34.66045379638672,
+      "dino_cos": 0.7720313668251038,
+      "psnr": 12.894849373933045,
+      "ssim": 0.6225944214726264,
+      "latent_rel_mse": 0.8757949471473694,
+      "latent_cos": 0.5596147775650024
+    },
+    "16_seed5001": {
+      "clip_teacher": 36.27151870727539,
+      "clip_student": 38.52322769165039,
+      "dino_cos": 0.8438382744789124,
+      "psnr": 16.76464415284927,
+      "ssim": 0.6417220717135647,
+      "latent_rel_mse": 0.7449554800987244,
+      "latent_cos": 0.6251332759857178
+    },
+    "17_seed5002": {
+      "clip_teacher": 39.45322036743164,
+      "clip_student": 38.40190887451172,
+      "dino_cos": 0.8186046481132507,
+      "psnr": 11.31371596432631,
+      "ssim": 0.46663482396714207,
+      "latent_rel_mse": 0.7064237594604492,
+      "latent_cos": 0.6444206833839417
+    },
+    "18_seed5003": {
+      "clip_teacher": 38.81946563720703,
+      "clip_student": 36.19255828857422,
+      "dino_cos": 0.8223247528076172,
+      "psnr": 12.685232535589083,
+      "ssim": 0.6997689793456403,
+      "latent_rel_mse": 0.943989634513855,
+      "latent_cos": 0.5283357501029968
+    },
+    "19_seed5004": {
+      "clip_teacher": 33.86601257324219,
+      "clip_student": 34.36235809326172,
+      "dino_cos": 0.6964293718338013,
+      "psnr": 11.759220477273375,
+      "ssim": 0.4888601967439324,
+      "latent_rel_mse": 0.666286826133728,
+      "latent_cos": 0.6562621593475342
+    },
+    "20_seed5005": {
+      "clip_teacher": 34.93671417236328,
+      "clip_student": 35.82976531982422,
+      "dino_cos": 0.7312159538269043,
+      "psnr": 14.070553157446222,
+      "ssim": 0.6032869167707644,
+      "latent_rel_mse": 0.6125804781913757,
+      "latent_cos": 0.6866179704666138
+    },
+    "21_seed5006": {
+      "clip_teacher": 32.216712951660156,
+      "clip_student": 33.62582778930664,
+      "dino_cos": 0.6123397946357727,
+      "psnr": 13.092213086612274,
+      "ssim": 0.3897024322867795,
+      "latent_rel_mse": 0.736027717590332,
+      "latent_cos": 0.6262844204902649
+    },
+    "22_seed5007": {
+      "clip_teacher": 36.307861328125,
+      "clip_student": 37.957366943359375,
+      "dino_cos": 0.7688872814178467,
+      "psnr": 14.371258385677725,
+      "ssim": 0.6316890231119819,
+      "latent_rel_mse": 1.1378496885299683,
+      "latent_cos": 0.4322407841682434
+    },
+    "23_seed5008": {
+      "clip_teacher": 37.623958587646484,
+      "clip_student": 37.739158630371094,
+      "dino_cos": 0.7670930624008179,
+      "psnr": 14.835189448178339,
+      "ssim": 0.5467771369612074,
+      "latent_rel_mse": 0.7333504557609558,
+      "latent_cos": 0.6213918328285217
+    }
+  }
+}

eval/nd_mixG_tuned_gptq/hps3.json

@@ -0,0 +1,122 @@
+{
+  "00_seed1001.png": {
+    "id": 0,
+    "mu": 13.440675735473633,
+    "log_sigma": -5.008021831512451
+  },
+  "01_seed1002.png": {
+    "id": 1,
+    "mu": 11.957268714904785,
+    "log_sigma": -5.055551528930664
+  },
+  "02_seed1003.png": {
+    "id": 2,
+    "mu": 13.895618438720703,
+    "log_sigma": -5.010067462921143
+  },
+  "03_seed1004.png": {
+    "id": 3,
+    "mu": 12.55988883972168,
+    "log_sigma": -5.022012233734131
+  },
+  "04_seed1005.png": {
+    "id": 4,
+    "mu": 14.599224090576172,
+    "log_sigma": -4.96703577041626
+  },
+  "05_seed1006.png": {
+    "id": 5,
+    "mu": 13.668840408325195,
+    "log_sigma": -4.989526271820068
+  },
+  "06_seed2001.png": {
+    "id": 6,
+    "mu": 12.092365264892578,
+    "log_sigma": -5.0551042556762695
+  },
+  "07_seed2002.png": {
+    "id": 7,
+    "mu": 13.142611503601074,
+    "log_sigma": -5.043068885803223
+  },
+  "08_seed2003.png": {
+    "id": 8,
+    "mu": 12.048057556152344,
+    "log_sigma": -5.045303821563721
+  },
+  "09_seed2004.png": {
+    "id": 9,
+    "mu": 15.086066246032715,
+    "log_sigma": -4.881467342376709
+  },
+  "10_seed3001.png": {
+    "id": 10,
+    "mu": 12.212583541870117,
+    "log_sigma": -5.048847675323486
+  },
+  "11_seed3002.png": {
+    "id": 11,
+    "mu": 14.199559211730957,
+    "log_sigma": -5.007820129394531
+  },
+  "12_seed3003.png": {
+    "id": 12,
+    "mu": 8.30803394317627,
+    "log_sigma": -4.8878092765808105
+  },
+  "13_seed3004.png": {
+    "id": 13,
+    "mu": 7.610857963562012,
+    "log_sigma": -4.749993324279785
+  },
+  "14_seed4001.png": {
+    "id": 14,
+    "mu": 11.580402374267578,
+    "log_sigma": -5.042687892913818
+  },
+  "15_seed4002.png": {
+    "id": 15,
+    "mu": 12.04207992553711,
+    "log_sigma": -5.000736236572266
+  },
+  "16_seed5001.png": {
+    "id": 16,
+    "mu": 10.661609649658203,
+    "log_sigma": -5.020849704742432
+  },
+  "17_seed5002.png": {
+    "id": 17,
+    "mu": 12.946452140808105,
+    "log_sigma": -5.008838176727295
+  },
+  "18_seed5003.png": {
+    "id": 18,
+    "mu": 11.319280624389648,
+    "log_sigma": -5.030183792114258
+  },
+  "19_seed5004.png": {
+    "id": 19,
+    "mu": 10.453644752502441,
+    "log_sigma": -4.971881866455078
+  },
+  "20_seed5005.png": {
+    "id": 20,
+    "mu": 11.457819938659668,
+    "log_sigma": -5.034984588623047
+  },
+  "21_seed5006.png": {
+    "id": 21,
+    "mu": 12.063944816589355,
+    "log_sigma": -5.058557510375977
+  },
+  "22_seed5007.png": {
+    "id": 22,
+    "mu": 10.652288436889648,
+    "log_sigma": -4.9655537605285645
+  },
+  "23_seed5008.png": {
+    "id": 23,
+    "mu": 13.935369491577148,
+    "log_sigma": -5.022171974182129
+  }
+}

eval/nd_mixG_tuned_gptq/metrics.json

@@ -0,0 +1,232 @@
+{
+  "teacher": "..\\eval\\mixG_tuned",
+  "student": "..\\eval\\nd_mixG_tuned_gptq",
+  "n": 24,
+  "mean": {
+    "psnr": 26.99562172218477,
+    "ssim": 0.9262938408916884,
+    "dino_cos": 0.9811493828892708,
+    "clip_teacher": 36.35163656870524,
+    "clip_student": 36.271880308787026,
+    "latent_rel_mse": 0.07572727714432403,
+    "latent_cos": 0.9620600889126459
+  },
+  "per_image": {
+    "00_seed1001": {
+      "clip_teacher": 40.482200622558594,
+      "clip_student": 38.68666458129883,
+      "dino_cos": 0.9336552023887634,
+      "psnr": 18.469008228735323,
+      "ssim": 0.7911572937987845,
+      "latent_rel_mse": 0.23744522035121918,
+      "latent_cos": 0.8808023929595947
+    },
+    "01_seed1002": {
+      "clip_teacher": 29.81793975830078,
+      "clip_student": 28.455453872680664,
+      "dino_cos": 0.9534730911254883,
+      "psnr": 19.370216940091634,
+      "ssim": 0.8346051174741055,
+      "latent_rel_mse": 0.2518959641456604,
+      "latent_cos": 0.8727769255638123
+    },
+    "02_seed1003": {
+      "clip_teacher": 45.831085205078125,
+      "clip_student": 47.08226776123047,
+      "dino_cos": 0.9957380294799805,
+      "psnr": 17.62888590395853,
+      "ssim": 0.8879048347489419,
+      "latent_rel_mse": 0.08771040290594101,
+      "latent_cos": 0.9560531973838806
+    },
+    "03_seed1004": {
+      "clip_teacher": 38.152950286865234,
+      "clip_student": 38.12041473388672,
+      "dino_cos": 0.9893417358398438,
+      "psnr": 27.706689143265137,
+      "ssim": 0.9467729719432113,
+      "latent_rel_mse": 0.06442298740148544,
+      "latent_cos": 0.9679053425788879
+    },
+    "04_seed1005": {
+      "clip_teacher": 30.820646286010742,
+      "clip_student": 30.76553726196289,
+      "dino_cos": 0.9983022809028625,
+      "psnr": 34.29915214857849,
+      "ssim": 0.9861762255489185,
+      "latent_rel_mse": 0.008881774730980396,
+      "latent_cos": 0.9955655932426453
+    },
+    "05_seed1006": {
+      "clip_teacher": 34.76609420776367,
+      "clip_student": 34.462039947509766,
+      "dino_cos": 0.9609450101852417,
+      "psnr": 16.927511888525764,
+      "ssim": 0.7460022290695987,
+      "latent_rel_mse": 0.22452391684055328,
+      "latent_cos": 0.887537956237793
+    },
+    "06_seed2001": {
+      "clip_teacher": 37.46912384033203,
+      "clip_student": 37.2406005859375,
+      "dino_cos": 0.9828989505767822,
+      "psnr": 26.515585728290546,
+      "ssim": 0.9589005603430367,
+      "latent_rel_mse": 0.04425249993801117,
+      "latent_cos": 0.9778602719306946
+    },
+    "07_seed2002": {
+      "clip_teacher": 34.5252799987793,
+      "clip_student": 35.16830062866211,
+      "dino_cos": 0.9858665466308594,
+      "psnr": 31.941094782492367,
+      "ssim": 0.9777955210118962,
+      "latent_rel_mse": 0.030769389122724533,
+      "latent_cos": 0.9846488833427429
+    },
+    "08_seed2003": {
+      "clip_teacher": 38.827674865722656,
+      "clip_student": 39.40877914428711,
+      "dino_cos": 0.9854989051818848,
+      "psnr": 26.288344218805836,
+      "ssim": 0.9522963835394319,
+      "latent_rel_mse": 0.03057177923619747,
+      "latent_cos": 0.9847264885902405
+    },
+    "09_seed2004": {
+      "clip_teacher": 40.03987121582031,
+      "clip_student": 39.724205017089844,
+      "dino_cos": 0.9790593385696411,
+      "psnr": 28.460273169335505,
+      "ssim": 0.9560955591371835,
+      "latent_rel_mse": 0.04123389720916748,
+      "latent_cos": 0.9793998003005981
+    },
+    "10_seed3001": {
+      "clip_teacher": 28.734663009643555,
+      "clip_student": 28.22602653503418,
+      "dino_cos": 0.9917093515396118,
+      "psnr": 22.352910792665742,
+      "ssim": 0.8444074805629871,
+      "latent_rel_mse": 0.12674282491207123,
+      "latent_cos": 0.936643660068512
+    },
+    "11_seed3002": {
+      "clip_teacher": 37.17997741699219,
+      "clip_student": 36.69389724731445,
+      "dino_cos": 0.9826585650444031,
+      "psnr": 27.853347126073132,
+      "ssim": 0.9450572090062311,
+      "latent_rel_mse": 0.04011819511651993,
+      "latent_cos": 0.9799084067344666
+    },
+    "12_seed3003": {
+      "clip_teacher": 33.837852478027344,
+      "clip_student": 33.842071533203125,
+      "dino_cos": 0.9899934530258179,
+      "psnr": 30.939608845455876,
+      "ssim": 0.977312543277206,
+      "latent_rel_mse": 0.021001912653446198,
+      "latent_cos": 0.9895040988922119
+    },
+    "13_seed3004": {
+      "clip_teacher": 40.441436767578125,
+      "clip_student": 40.56465530395508,
+      "dino_cos": 0.9585170745849609,
+      "psnr": 26.790949302389897,
+      "ssim": 0.9122441325183682,
+      "latent_rel_mse": 0.09380141645669937,
+      "latent_cos": 0.9531007409095764
+    },
+    "14_seed4001": {
+      "clip_teacher": 34.64642333984375,
+      "clip_student": 34.526519775390625,
+      "dino_cos": 0.9992785453796387,
+      "psnr": 35.23672003074924,
+      "ssim": 0.9864734455769515,
+      "latent_rel_mse": 0.010546036064624786,
+      "latent_cos": 0.994732677936554
+    },
+    "15_seed4002": {
+      "clip_teacher": 35.2005615234375,
+      "clip_student": 34.827178955078125,
+      "dino_cos": 0.968903124332428,
+      "psnr": 21.080402741535643,
+      "ssim": 0.9034833074261068,
+      "latent_rel_mse": 0.14291980862617493,
+      "latent_cos": 0.928450882434845
+    },
+    "16_seed5001": {
+      "clip_teacher": 36.58250427246094,
+      "clip_student": 36.900936126708984,
+      "dino_cos": 0.9984067678451538,
+      "psnr": 37.87409577139352,
+      "ssim": 0.9894282656383663,
+      "latent_rel_mse": 0.007051511202007532,
+      "latent_cos": 0.9964791536331177
+    },
+    "17_seed5002": {
+      "clip_teacher": 40.34659957885742,
+      "clip_student": 40.562767028808594,
+      "dino_cos": 0.9812572598457336,
+      "psnr": 24.33224397934577,
+      "ssim": 0.9299858680088217,
+      "latent_rel_mse": 0.061987604945898056,
+      "latent_cos": 0.9690107107162476
+    },
+    "18_seed5003": {
+      "clip_teacher": 37.482486724853516,
+      "clip_student": 38.240909576416016,
+      "dino_cos": 0.9761226177215576,
+      "psnr": 25.728448538844884,
+      "ssim": 0.9157482342224904,
+      "latent_rel_mse": 0.09475583583116531,
+      "latent_cos": 0.9528043270111084
+    },
+    "19_seed5004": {
+      "clip_teacher": 33.15133285522461,
+      "clip_student": 33.16341018676758,
+      "dino_cos": 0.9992066025733948,
+      "psnr": 37.04165547866906,
+      "ssim": 0.9928514277036674,
+      "latent_rel_mse": 0.004826718010008335,
+      "latent_cos": 0.9975899457931519
+    },
+    "20_seed5005": {
+      "clip_teacher": 36.7866325378418,
+      "clip_student": 36.78033447265625,
+      "dino_cos": 0.9829250574111938,
+      "psnr": 22.858719186431372,
+      "ssim": 0.9066969500292731,
+      "latent_rel_mse": 0.08001598715782166,
+      "latent_cos": 0.9599013924598694
+    },
+    "21_seed5006": {
+      "clip_teacher": 33.331390380859375,
+      "clip_student": 33.537841796875,
+      "dino_cos": 0.982177734375,
+      "psnr": 27.19577469273673,
+      "ssim": 0.9604470937293246,
+      "latent_rel_mse": 0.02802048996090889,
+      "latent_cos": 0.9859912991523743
+    },
+    "22_seed5007": {
+      "clip_teacher": 37.05255126953125,
+      "clip_student": 36.90644454956055,
+      "dino_cos": 0.9838296175003052,
+      "psnr": 29.519393491181702,
+      "ssim": 0.9570312678842275,
+      "latent_rel_mse": 0.06419388949871063,
+      "latent_cos": 0.967907726764679
+    },
+    "23_seed5008": {
+      "clip_teacher": 36.93199920654297,
+      "clip_student": 36.63787078857422,
+      "dino_cos": 0.9878203272819519,
+      "psnr": 31.48388920288271,
+      "ssim": 0.9721782592013893,
+      "latent_rel_mse": 0.01976458914577961,
+      "latent_cos": 0.9901402592658997
+    }
+  }
+}