{ "variants": { "baseline": { "per_checkpoint": [ { "epoch": 4, "ckpt": "epoch_004.pt", "probe_acc": 0.2387, "sigreg_val": 425.61114501953125, "train_lejepa_last": 0.42777287302557954, "train_inv_last": 0.20196684918452784, "train_sigreg_last": 11.492268041237113, "train_probe_acc_last": 0.1676 }, { "epoch": 9, "ckpt": "epoch_009.pt", "probe_acc": 0.2694, "sigreg_val": 204.83541870117188, "train_lejepa_last": 0.32405180472074097, "train_inv_last": 0.16780743801716677, "train_sigreg_last": 7.980025773195877, "train_probe_acc_last": 0.1988 }, { "epoch": 14, "ckpt": "epoch_014.pt", "probe_acc": 0.2983, "sigreg_val": 84.56609344482422, "train_lejepa_last": 0.2814076205750101, "train_inv_last": 0.15700256885941496, "train_sigreg_last": 6.377255154639175, "train_probe_acc_last": 0.208 }, { "epoch": 19, "ckpt": "epoch_019.pt", "probe_acc": 0.3193, "sigreg_val": 91.40950012207031, "train_lejepa_last": 0.25601189374309224, "train_inv_last": 0.149208696539869, "train_sigreg_last": 5.489368556701031, "train_probe_acc_last": 0.2376 }, { "epoch": 24, "ckpt": "epoch_024.pt", "probe_acc": 0.3415, "sigreg_val": 44.215179443359375, "train_lejepa_last": 0.23396845417846107, "train_inv_last": 0.1401148227993975, "train_sigreg_last": 4.832796391752577, "train_probe_acc_last": 0.244 }, { "epoch": 29, "ckpt": "epoch_029.pt", "probe_acc": 0.3502, "sigreg_val": 42.43365478515625, "train_lejepa_last": 0.22824868361667258, "train_inv_last": 0.13799965612052642, "train_sigreg_last": 4.650451030927835, "train_probe_acc_last": 0.2496 } ], "best_probe_acc": 0.3502, "best_at_epoch": 29, "spearman_sigreg_vs_acc": { "rho": -0.942857142857143, "p": 0.004804664723032055, "n": 6 }, "loss_smoothness_lejepa": 0.0026962441179837256, "loss_smoothness_inv": 0.0011160160977029571, "history": [ { "epoch": 0, "loss": 5.382158476052825, "inv": 0.21201121507538961, "sigreg": 29.371134020618555, "lejepa": 0.795193671186253, "probe_loss": 4.586617695916559, "probe_acc": 0.1468, "lr": 0.0005049999999999997, "walltime": 46.44684052467346 }, { "epoch": 1, "loss": 4.88692357368076, "inv": 0.22445301296784706, "sigreg": 17.028994845360824, "lejepa": 0.5605438496157066, "probe_loss": 4.326411139104784, "probe_acc": 0.1488, "lr": 0.001, "walltime": 88.83447480201721 }, { "epoch": 2, "loss": 4.787737020512217, "inv": 0.21651537101907828, "sigreg": 15.816365979381443, "lejepa": 0.5285123831863257, "probe_loss": 4.259226238604674, "probe_acc": 0.1592, "lr": 0.0009968875438971538, "walltime": 127.20355749130249 }, { "epoch": 3, "loss": 4.689941145710109, "inv": 0.204956873790505, "sigreg": 13.32409793814433, "lejepa": 0.4673396950775815, "probe_loss": 4.222552328994594, "probe_acc": 0.1664, "lr": 0.000987589316530002, "walltime": 161.49902653694153 }, { "epoch": 4, "loss": 4.610196187324131, "inv": 0.20196684918452784, "sigreg": 11.492268041237113, "lejepa": 0.42777287302557954, "probe_loss": 4.182474470630135, "probe_acc": 0.1676, "lr": 0.000972222248502637, "walltime": 196.8320014476776 }, { "epoch": 5, "loss": 4.499231977561085, "inv": 0.1931039256226156, "sigreg": 10.189432989690722, "lejepa": 0.3930305069039777, "probe_loss": 4.106220776272803, "probe_acc": 0.1768, "lr": 0.0009509795896116934, "walltime": 235.94116353988647 }, { "epoch": 6, "loss": 4.416964791484715, "inv": 0.1819811248287712, "sigreg": 9.203930412371134, "lejepa": 0.3624201105796185, "probe_loss": 4.054536239388063, "probe_acc": 0.19, "lr": 0.0009241284786179963, "walltime": 271.3708119392395 }, { "epoch": 7, "loss": 4.36000247837342, "inv": 0.1776534664569442, "sigreg": 8.621134020618557, "lejepa": 0.34652307754017647, "probe_loss": 4.013463295612139, "probe_acc": 0.1876, "lr": 0.0008920065838216699, "walltime": 305.6552264690399 }, { "epoch": 8, "loss": 4.294811155378204, "inv": 0.17251251130988918, "sigreg": 8.31507731958763, "lejepa": 0.335363807475444, "probe_loss": 3.959411100013969, "probe_acc": 0.1984, "lr": 0.0008550178566873361, "walltime": 340.477979183197 }, { "epoch": 9, "loss": 4.246721656052108, "inv": 0.16780743801716677, "sigreg": 7.980025773195877, "lejepa": 0.32405180472074097, "probe_loss": 3.922667817971141, "probe_acc": 0.1988, "lr": 0.0008136274519200687, "walltime": 376.0133776664734 }, { "epoch": 10, "loss": 4.198956106126923, "inv": 0.16481315429063187, "sigreg": 7.480992268041237, "lejepa": 0.311136736565644, "probe_loss": 3.8877935901130596, "probe_acc": 0.1972, "lr": 0.0007683558778750877, "walltime": 415.00502848625183 }, { "epoch": 11, "loss": 4.160139260832796, "inv": 0.16247041277664223, "sigreg": 7.212628865979381, "lejepa": 0.303473581840697, "probe_loss": 3.8567041220124234, "probe_acc": 0.2084, "lr": 0.0007197724508631874, "walltime": 449.26885962486267 }, { "epoch": 12, "loss": 4.135224494737448, "inv": 0.15939985415370195, "sigreg": 6.987757731958763, "lejepa": 0.29596701170980316, "probe_loss": 3.8392433776068935, "probe_acc": 0.2084, "lr": 0.0006684881356678038, "walltime": 483.9737629890442 }, { "epoch": 13, "loss": 4.097637862274327, "inv": 0.15910786129150195, "sigreg": 6.68395618556701, "lejepa": 0.28960482777701213, "probe_loss": 3.8080892218756923, "probe_acc": 0.2148, "lr": 0.0006151478623083726, "walltime": 520.0068526268005 }, { "epoch": 14, "loss": 4.060207234215491, "inv": 0.15700256885941496, "sigreg": 6.377255154639175, "lejepa": 0.2814076205750101, "probe_loss": 3.778837855329219, "probe_acc": 0.208, "lr": 0.0005604224156711342, "walltime": 554.8408327102661 }, { "epoch": 15, "loss": 4.017865591442462, "inv": 0.15458417338194305, "sigreg": 6.221971649484536, "lejepa": 0.27593192290399493, "probe_loss": 3.741936895036206, "probe_acc": 0.2264, "lr": 0.0005049999999999969, "walltime": 594.3735246658325 }, { "epoch": 16, "loss": 3.9853689916355095, "inv": 0.15286021933113178, "sigreg": 6.00354381443299, "lejepa": 0.26987389123316896, "probe_loss": 3.715468917925333, "probe_acc": 0.226, "lr": 0.0004495775843288595, "walltime": 628.9418857097626 }, { "epoch": 17, "loss": 3.950862326572851, "inv": 0.15046954769449136, "sigreg": 5.758376288659794, "lejepa": 0.2626276825137974, "probe_loss": 3.688238252069532, "probe_acc": 0.23, "lr": 0.00039485213769162124, "walltime": 662.5875446796417 }, { "epoch": 18, "loss": 3.926725188481439, "inv": 0.14977693757445543, "sigreg": 5.545103092783505, "lejepa": 0.25768346067863646, "probe_loss": 3.6690234056453117, "probe_acc": 0.2296, "lr": 0.00034151186433218966, "walltime": 696.4671857357025 }, { "epoch": 19, "loss": 3.920300680337493, "inv": 0.149208696539869, "sigreg": 5.489368556701031, "lejepa": 0.25601189374309224, "probe_loss": 3.6643085111047804, "probe_acc": 0.2376, "lr": 0.0002902275491368064, "walltime": 730.7354030609131 }, { "epoch": 20, "loss": 3.885968023968726, "inv": 0.14665456315905778, "sigreg": 5.300257731958763, "lejepa": 0.24972662653505187, "probe_loss": 3.6362291095183066, "probe_acc": 0.2396, "lr": 0.00024164412212490663, "walltime": 772.4575598239899 }, { "epoch": 21, "loss": 3.842219787774627, "inv": 0.1446168086270696, "sigreg": 5.193621134020619, "lejepa": 0.2455968951349406, "probe_loss": 3.596597096354691, "probe_acc": 0.244, "lr": 0.00019637254807992557, "walltime": 807.088404417038 }, { "epoch": 22, "loss": 3.824014186859131, "inv": 0.14230060270152142, "sigreg": 4.974548969072165, "lejepa": 0.2389455700289343, "probe_loss": 3.585071027893381, "probe_acc": 0.244, "lr": 0.00015498214331265795, "walltime": 842.2697765827179 }, { "epoch": 23, "loss": 3.8025021036875617, "inv": 0.14205661124175356, "sigreg": 4.954574742268041, "lejepa": 0.23830697386227934, "probe_loss": 3.5641755934843085, "probe_acc": 0.2476, "lr": 0.00011799341617832456, "walltime": 878.3899738788605 }, { "epoch": 24, "loss": 3.7864175850583104, "inv": 0.1401148227993975, "sigreg": 4.832796391752577, "lejepa": 0.23396845417846107, "probe_loss": 3.5524656379345765, "probe_acc": 0.244, "lr": 8.587152138199882e-05, "walltime": 913.3511760234833 }, { "epoch": 25, "loss": 3.762655993097836, "inv": 0.13864713431019143, "sigreg": 4.717783505154639, "lejepa": 0.23022986172708038, "probe_loss": 3.5324277509119093, "probe_acc": 0.2492, "lr": 5.902041038830232e-05, "walltime": 954.3347363471985 }, { "epoch": 26, "loss": 3.7557211487563613, "inv": 0.13955768819936773, "sigreg": 4.660921391752577, "lejepa": 0.22998496227043191, "probe_loss": 3.525748274989964, "probe_acc": 0.2476, "lr": 3.777775149735794e-05, "walltime": 988.6113941669464 }, { "epoch": 27, "loss": 3.7405376213113057, "inv": 0.13794726793913498, "sigreg": 4.576675257731959, "lejepa": 0.22672182773499144, "probe_loss": 3.513814176480795, "probe_acc": 0.25, "lr": 2.241068346999733e-05, "walltime": 1023.7043106555939 }, { "epoch": 28, "loss": 3.735422994672638, "inv": 0.13693805353850433, "sigreg": 4.616140463917525, "lejepa": 0.22652210174608475, "probe_loss": 3.508923439635444, "probe_acc": 0.2524, "lr": 1.311245610284492e-05, "walltime": 1057.39896941185 }, { "epoch": 29, "loss": 3.734047078594719, "inv": 0.13799965612052642, "sigreg": 4.650451030927835, "lejepa": 0.22824868361667258, "probe_loss": 3.5057621493781963, "probe_acc": 0.2496, "lr": 1e-05, "walltime": 1091.2897593975067 } ] }, "film": { "per_checkpoint": [ { "epoch": 4, "ckpt": "epoch_004.pt", "probe_acc": 0.239, "sigreg_val": 138.66973876953125, "train_lejepa_last": 0.2238089021256904, "train_inv_last": 0.05403917006303355, "train_sigreg_last": 8.542525773195877, "train_probe_acc_last": 0.152 }, { "epoch": 9, "ckpt": "epoch_009.pt", "probe_acc": 0.2553, "sigreg_val": 60.8927001953125, "train_lejepa_last": 0.14365316200041278, "train_inv_last": 0.027607371281717242, "train_sigreg_last": 5.829896907216495, "train_probe_acc_last": 0.172 }, { "epoch": 14, "ckpt": "epoch_014.pt", "probe_acc": 0.2684, "sigreg_val": 52.90077209472656, "train_lejepa_last": 0.11031601759729927, "train_inv_last": 0.01810399965219891, "train_sigreg_last": 4.628704896907217, "train_probe_acc_last": 0.1932 }, { "epoch": 19, "ckpt": "epoch_019.pt", "probe_acc": 0.2825, "sigreg_val": 31.01865005493164, "train_lejepa_last": 0.09832915011908591, "train_inv_last": 0.014906270371884415, "train_sigreg_last": 4.186050257731959, "train_probe_acc_last": 0.1924 }, { "epoch": 24, "ckpt": "epoch_024.pt", "probe_acc": 0.2893, "sigreg_val": 27.27515983581543, "train_lejepa_last": 0.08863314194719969, "train_inv_last": 0.01346757068039523, "train_sigreg_last": 3.7717461340206184, "train_probe_acc_last": 0.2008 }, { "epoch": 29, "ckpt": "epoch_029.pt", "probe_acc": 0.2941, "sigreg_val": 26.23447036743164, "train_lejepa_last": 0.08496050810114932, "train_inv_last": 0.013145453248595455, "train_sigreg_last": 3.6038981958762886, "train_probe_acc_last": 0.2028 } ], "best_probe_acc": 0.2941, "best_at_epoch": 29, "spearman_sigreg_vs_acc": { "rho": -1.0, "p": 0.0, "n": 6 }, "loss_smoothness_lejepa": 0.0011977006417433454, "loss_smoothness_inv": 0.0003284230411822995, "history": [ { "epoch": 0, "loss": 5.386063531502006, "inv": 0.21408544753476516, "sigreg": 29.108247422680414, "lejepa": 0.7919686870376782, "probe_loss": 4.594147986972455, "probe_acc": 0.1476, "lr": 0.0005049999999999997, "walltime": 40.9937469959259 }, { "epoch": 1, "loss": 4.84738468878048, "inv": 0.15008675291673423, "sigreg": 15.409149484536082, "lejepa": 0.4552680075491212, "probe_loss": 4.392148912567453, "probe_acc": 0.1408, "lr": 0.001, "walltime": 79.0679919719696 }, { "epoch": 2, "loss": 4.644200664205649, "inv": 0.08614813136992995, "sigreg": 11.27319587628866, "lejepa": 0.3098890862683046, "probe_loss": 4.334310354645719, "probe_acc": 0.1468, "lr": 0.0009968875438971538, "walltime": 114.55163145065308 }, { "epoch": 3, "loss": 4.510644947130656, "inv": 0.06539015199259385, "sigreg": 9.316365979381443, "lejepa": 0.25040966854037083, "probe_loss": 4.260230428164768, "probe_acc": 0.1528, "lr": 0.000987589316530002, "walltime": 149.26847076416016 }, { "epoch": 4, "loss": 4.425984318723383, "inv": 0.05403917006303355, "sigreg": 8.542525773195877, "lejepa": 0.2238089021256904, "probe_loss": 4.202248268520709, "probe_acc": 0.152, "lr": 0.000972222248502637, "walltime": 182.9007260799408 }, { "epoch": 5, "loss": 4.399517319866063, "inv": 0.04572829823057676, "sigreg": 7.766430412371134, "lejepa": 0.20014234051338792, "probe_loss": 4.199389880465478, "probe_acc": 0.1624, "lr": 0.0009509795896116934, "walltime": 223.39108562469482 }, { "epoch": 6, "loss": 4.325896361439498, "inv": 0.03922570058979939, "sigreg": 7.108569587628866, "lejepa": 0.18061257833058073, "probe_loss": 4.145284790353677, "probe_acc": 0.16, "lr": 0.0009241284786179963, "walltime": 258.03321599960327 }, { "epoch": 7, "loss": 4.299680429635589, "inv": 0.03493717867765844, "sigreg": 6.583440721649485, "lejepa": 0.16590724953709496, "probe_loss": 4.133807418272667, "probe_acc": 0.1716, "lr": 0.0008920065838216699, "walltime": 293.0860595703125 }, { "epoch": 8, "loss": 4.262850859730514, "inv": 0.030735181164495723, "sigreg": 6.202319587628866, "lejepa": 0.15416686929378312, "probe_loss": 4.108666695270342, "probe_acc": 0.1676, "lr": 0.0008550178566873361, "walltime": 327.8996012210846 }, { "epoch": 9, "loss": 4.219717399361207, "inv": 0.027607371281717242, "sigreg": 5.829896907216495, "lejepa": 0.14365316200041278, "probe_loss": 4.07605358005799, "probe_acc": 0.172, "lr": 0.0008136274519200687, "walltime": 363.747465133667 }, { "epoch": 10, "loss": 4.22552715871752, "inv": 0.024566766009041945, "sigreg": 5.546391752577319, "lejepa": 0.1350032657404075, "probe_loss": 4.0905011462182115, "probe_acc": 0.1728, "lr": 0.0007683558778750877, "walltime": 405.596764087677 }, { "epoch": 11, "loss": 4.200521193828779, "inv": 0.022662860120541042, "sigreg": 5.353092783505154, "lejepa": 0.1292714585882333, "probe_loss": 4.071262231807119, "probe_acc": 0.1824, "lr": 0.0007197724508631874, "walltime": 443.4264223575592 }, { "epoch": 12, "loss": 4.163795377790313, "inv": 0.02062850059538158, "sigreg": 5.096971649484536, "lejepa": 0.12215536357316467, "probe_loss": 4.041649464479427, "probe_acc": 0.1836, "lr": 0.0006684881356678038, "walltime": 479.33300137519836 }, { "epoch": 13, "loss": 4.1323285053685765, "inv": 0.0195776535217295, "sigreg": 4.926224226804123, "lejepa": 0.11771058498737738, "probe_loss": 4.014615265364499, "probe_acc": 0.1816, "lr": 0.0006151478623083726, "walltime": 515.3960959911346 }, { "epoch": 14, "loss": 4.115060413006654, "inv": 0.01810399965219891, "sigreg": 4.628704896907217, "lejepa": 0.11031601759729927, "probe_loss": 4.004736354670574, "probe_acc": 0.1932, "lr": 0.0005604224156711342, "walltime": 552.210352897644 }, { "epoch": 15, "loss": 4.105012107141239, "inv": 0.017609430611440817, "sigreg": 4.559439432989691, "lejepa": 0.10844603065900581, "probe_loss": 3.9965721209024645, "probe_acc": 0.1828, "lr": 0.0005049999999999969, "walltime": 593.2901287078857 }, { "epoch": 16, "loss": 4.074788634310064, "inv": 0.01661099939002204, "sigreg": 4.441365979381444, "lejepa": 0.10510609898985047, "probe_loss": 3.969677900530628, "probe_acc": 0.1952, "lr": 0.0004495775843288595, "walltime": 627.8124485015869 }, { "epoch": 17, "loss": 4.066843136069701, "inv": 0.015723876050222164, "sigreg": 4.345682989690721, "lejepa": 0.10232305832303215, "probe_loss": 3.964514638959747, "probe_acc": 0.196, "lr": 0.00039485213769162124, "walltime": 662.8977298736572 }, { "epoch": 18, "loss": 4.054753121641493, "inv": 0.015666976119823678, "sigreg": 4.206507731958763, "lejepa": 0.09948379123660248, "probe_loss": 3.9552791978895048, "probe_acc": 0.1912, "lr": 0.00034151186433218966, "walltime": 697.8456976413727 }, { "epoch": 19, "loss": 4.045060383904841, "inv": 0.014906270371884415, "sigreg": 4.186050257731959, "lejepa": 0.09832915011908591, "probe_loss": 3.946739688362043, "probe_acc": 0.1924, "lr": 0.0002902275491368064, "walltime": 733.3877940177917 }, { "epoch": 20, "loss": 4.032584672121658, "inv": 0.014433359996098833, "sigreg": 4.055734536082475, "lejepa": 0.09525938351782635, "probe_loss": 3.937319848955292, "probe_acc": 0.1952, "lr": 0.00024164412212490663, "walltime": 773.4228844642639 }, { "epoch": 21, "loss": 4.017030610251672, "inv": 0.014246868036840995, "sigreg": 3.9278350515463916, "lejepa": 0.092518631707032, "probe_loss": 3.9245157979198337, "probe_acc": 0.1952, "lr": 0.00019637254807992557, "walltime": 810.2681682109833 }, { "epoch": 22, "loss": 4.005017941760034, "inv": 0.013776204500769832, "sigreg": 3.8663015463917527, "lejepa": 0.0908267113385895, "probe_loss": 3.9141926372174134, "probe_acc": 0.1972, "lr": 0.00015498214331265795, "walltime": 845.3826167583466 }, { "epoch": 23, "loss": 3.9850730011143636, "inv": 0.013689288283823077, "sigreg": 3.8025128865979383, "lejepa": 0.08946576025010539, "probe_loss": 3.895624042786274, "probe_acc": 0.2016, "lr": 0.00011799341617832456, "walltime": 880.0701026916504 }, { "epoch": 24, "loss": 3.9826846761801806, "inv": 0.01346757068039523, "sigreg": 3.7717461340206184, "lejepa": 0.08863314194719969, "probe_loss": 3.894049531405734, "probe_acc": 0.2008, "lr": 8.587152138199882e-05, "walltime": 914.4349493980408 }, { "epoch": 25, "loss": 3.977681459839811, "inv": 0.013389826060954443, "sigreg": 3.6863724226804124, "lejepa": 0.08684947799334361, "probe_loss": 3.8908390408938693, "probe_acc": 0.2096, "lr": 5.902041038830232e-05, "walltime": 956.5848114490509 }, { "epoch": 26, "loss": 3.970497210001208, "inv": 0.013301777797415084, "sigreg": 3.7445231958762886, "lejepa": 0.08792620615899255, "probe_loss": 3.8825782598908414, "probe_acc": 0.2068, "lr": 3.777775149735794e-05, "walltime": 992.6554961204529 }, { "epoch": 27, "loss": 3.956931133860165, "inv": 0.013238279446575445, "sigreg": 3.660921391752577, "lejepa": 0.08619194169269548, "probe_loss": 3.870745639211124, "probe_acc": 0.2068, "lr": 2.241068346999733e-05, "walltime": 1027.604933977127 }, { "epoch": 28, "loss": 3.9517040695111776, "inv": 0.013125285093394137, "sigreg": 3.60534793814433, "lejepa": 0.08496973815441286, "probe_loss": 3.866749345641775, "probe_acc": 0.2064, "lr": 1.311245610284492e-05, "walltime": 1060.8794124126434 }, { "epoch": 29, "loss": 3.9553282260894775, "inv": 0.013145453248595455, "sigreg": 3.6038981958762886, "lejepa": 0.08496050810114932, "probe_loss": 3.8703612789665303, "probe_acc": 0.2028, "lr": 1e-05, "walltime": 1098.527352809906 } ], "steering": { "silhouette_by_prompt": 0.5121878385543823, "silhouette_by_image": -0.48551252484321594, "prompts": [ "the object", "the background", "the texture" ] } }, "xattn": { "per_checkpoint": [ { "epoch": 4, "ckpt": "epoch_004.pt", "probe_acc": 0.19, "sigreg_val": 123.06707763671875, "train_lejepa_last": 0.31522422025805896, "train_inv_last": 0.047448972912178825, "train_sigreg_last": 13.436211340206185, "train_probe_acc_last": 0.126 }, { "epoch": 9, "ckpt": "epoch_009.pt", "probe_acc": 0.2041, "sigreg_val": 66.76258087158203, "train_lejepa_last": 0.20408408377473197, "train_inv_last": 0.019960089692289067, "train_sigreg_last": 9.226159793814434, "train_probe_acc_last": 0.1288 }, { "epoch": 14, "ckpt": "epoch_014.pt", "probe_acc": 0.2171, "sigreg_val": 64.08578491210938, "train_lejepa_last": 0.1630657268834982, "train_inv_last": 0.00892068701556202, "train_sigreg_last": 7.716172680412371, "train_probe_acc_last": 0.1296 }, { "epoch": 19, "ckpt": "epoch_019.pt", "probe_acc": 0.2257, "sigreg_val": 57.02980041503906, "train_lejepa_last": 0.14577584894700457, "train_inv_last": 0.007846437490631625, "train_sigreg_last": 6.904317010309279, "train_probe_acc_last": 0.1304 }, { "epoch": 24, "ckpt": "epoch_024.pt", "probe_acc": 0.2292, "sigreg_val": 47.56127166748047, "train_lejepa_last": 0.13615478458382266, "train_inv_last": 0.007417831944359332, "train_sigreg_last": 6.444265463917525, "train_probe_acc_last": 0.138 }, { "epoch": 29, "ckpt": "epoch_029.pt", "probe_acc": 0.2313, "sigreg_val": 48.51225662231445, "train_lejepa_last": 0.13337296844258442, "train_inv_last": 0.007281484735227123, "train_sigreg_last": 6.311855670103093, "train_probe_acc_last": 0.1404 } ], "best_probe_acc": 0.2313, "best_at_epoch": 29, "spearman_sigreg_vs_acc": { "rho": -0.942857142857143, "p": 0.004804664723032055, "n": 6 }, "loss_smoothness_lejepa": 0.002816177706624335, "loss_smoothness_inv": 0.0001523495618549372, "history": [ { "epoch": 0, "loss": 5.414899688406089, "inv": 0.19143600397042393, "sigreg": 29.681701030927837, "lejepa": 0.7812413045095722, "probe_loss": 4.63366321681701, "probe_acc": 0.1008, "lr": 0.0005049999999999997, "walltime": 40.67450547218323 }, { "epoch": 1, "loss": 4.91761866795648, "inv": 0.09375744067209284, "sigreg": 16.577963917525775, "lejepa": 0.4234415702091665, "probe_loss": 4.494208503015263, "probe_acc": 0.1256, "lr": 0.001, "walltime": 75.98127913475037 }, { "epoch": 2, "loss": 4.92712247002985, "inv": 0.07804144312118746, "sigreg": 17.361469072164947, "lejepa": 0.4237099957020627, "probe_loss": 4.503327910433111, "probe_acc": 0.1264, "lr": 0.0009968875438971538, "walltime": 110.79063200950623 }, { "epoch": 3, "loss": 4.8350870191436455, "inv": 0.06619560718536377, "sigreg": 15.106958762886597, "lejepa": 0.3670108702993884, "probe_loss": 4.468034645945756, "probe_acc": 0.1272, "lr": 0.000987589316530002, "walltime": 145.32503700256348 }, { "epoch": 4, "loss": 4.76493083324629, "inv": 0.047448972912178825, "sigreg": 13.436211340206185, "lejepa": 0.31522422025805896, "probe_loss": 4.449704986257651, "probe_acc": 0.126, "lr": 0.000972222248502637, "walltime": 180.09282159805298 }, { "epoch": 5, "loss": 4.6722947051844645, "inv": 0.037637483328580856, "sigreg": 11.917525773195877, "lejepa": 0.2752352491259268, "probe_loss": 4.396997825386598, "probe_acc": 0.1264, "lr": 0.0009509795896116934, "walltime": 219.38921117782593 }, { "epoch": 6, "loss": 4.642325017870087, "inv": 0.024316235243813277, "sigreg": 10.648840206185566, "lejepa": 0.23680671466264835, "probe_loss": 4.4054937460987835, "probe_acc": 0.124, "lr": 0.0009241284786179963, "walltime": 256.4447600841522 }, { "epoch": 7, "loss": 4.6158234016182496, "inv": 0.022471685961042483, "sigreg": 10.152061855670103, "lejepa": 0.22506348935522372, "probe_loss": 4.390756666045828, "probe_acc": 0.1308, "lr": 0.0008920065838216699, "walltime": 294.68976283073425 }, { "epoch": 8, "loss": 4.5719682801630075, "inv": 0.021586780234710456, "sigreg": 9.817654639175258, "lejepa": 0.2175081374135214, "probe_loss": 4.354453725913136, "probe_acc": 0.1452, "lr": 0.0008550178566873361, "walltime": 328.1728205680847 }, { "epoch": 9, "loss": 4.562046055941238, "inv": 0.019960089692289067, "sigreg": 9.226159793814434, "lejepa": 0.20408408377473197, "probe_loss": 4.357995416700225, "probe_acc": 0.1288, "lr": 0.0008136274519200687, "walltime": 362.53587675094604 }, { "epoch": 10, "loss": 4.541222306870923, "inv": 0.020076459638543966, "sigreg": 9.009342783505154, "lejepa": 0.19986178611587618, "probe_loss": 4.3414068320362835, "probe_acc": 0.132, "lr": 0.0007683558778750877, "walltime": 401.74317955970764 }, { "epoch": 11, "loss": 4.518483579773264, "inv": 0.01791741973576472, "sigreg": 8.500966494845361, "lejepa": 0.18757840123795666, "probe_loss": 4.330871739338353, "probe_acc": 0.1308, "lr": 0.0007197724508631874, "walltime": 437.4959545135498 }, { "epoch": 12, "loss": 4.599286138396902, "inv": 0.011925833866230607, "sigreg": 8.63208762886598, "lejepa": 0.1843290697662256, "probe_loss": 4.414898272642155, "probe_acc": 0.13, "lr": 0.0006684881356678038, "walltime": 473.0934910774231 }, { "epoch": 13, "loss": 4.58244215581835, "inv": 0.009777070724011697, "sigreg": 8.212628865979381, "lejepa": 0.17383410662911908, "probe_loss": 4.408566583063185, "probe_acc": 0.1344, "lr": 0.0006151478623083726, "walltime": 509.0852303504944 }, { "epoch": 14, "loss": 4.557637322809279, "inv": 0.00892068701556202, "sigreg": 7.716172680412371, "lejepa": 0.1630657268834982, "probe_loss": 4.394567981208723, "probe_acc": 0.1296, "lr": 0.0005604224156711342, "walltime": 542.8278915882111 }, { "epoch": 15, "loss": 4.540165768456213, "inv": 0.008461354991670736, "sigreg": 7.565077319587629, "lejepa": 0.1595936742835899, "probe_loss": 4.380551760958642, "probe_acc": 0.1312, "lr": 0.0005049999999999969, "walltime": 582.1154146194458 }, { "epoch": 16, "loss": 4.519224825593614, "inv": 0.008284303378889855, "sigreg": 7.190399484536083, "lejepa": 0.1519266070020337, "probe_loss": 4.36728471579011, "probe_acc": 0.1268, "lr": 0.0004495775843288595, "walltime": 616.0061709880829 }, { "epoch": 17, "loss": 4.525286659751971, "inv": 0.007919102911981418, "sigreg": 7.380476804123711, "lejepa": 0.15537025693621603, "probe_loss": 4.369934121358026, "probe_acc": 0.1224, "lr": 0.00039485213769162124, "walltime": 651.588091135025 }, { "epoch": 18, "loss": 4.509205631374084, "inv": 0.007948768704399927, "sigreg": 7.03930412371134, "lejepa": 0.14857587580453874, "probe_loss": 4.360599557149041, "probe_acc": 0.128, "lr": 0.00034151186433218966, "walltime": 686.8134734630585 }, { "epoch": 19, "loss": 4.498622628831372, "inv": 0.007846437490631625, "sigreg": 6.904317010309279, "lejepa": 0.14577584894700457, "probe_loss": 4.352930757188306, "probe_acc": 0.1304, "lr": 0.0002902275491368064, "walltime": 720.9555630683899 }, { "epoch": 20, "loss": 4.493321079568765, "inv": 0.007722042539377802, "sigreg": 6.883376288659794, "lejepa": 0.14523512746178613, "probe_loss": 4.348098440268605, "probe_acc": 0.1444, "lr": 0.00024164412212490663, "walltime": 760.3559322357178 }, { "epoch": 21, "loss": 4.4778668708408, "inv": 0.007725617862738592, "sigreg": 6.793814432989691, "lejepa": 0.14344739416527763, "probe_loss": 4.33438743512655, "probe_acc": 0.13, "lr": 0.00019637254807992557, "walltime": 794.9005000591278 }, { "epoch": 22, "loss": 4.46937739480402, "inv": 0.007399029136856192, "sigreg": 6.614368556701031, "lejepa": 0.13953841968813968, "probe_loss": 4.32984240030505, "probe_acc": 0.1316, "lr": 0.00015498214331265795, "walltime": 828.444783449173 }, { "epoch": 23, "loss": 4.470895742632679, "inv": 0.007472224946412229, "sigreg": 6.605670103092783, "lejepa": 0.13943618250933967, "probe_loss": 4.331455112732563, "probe_acc": 0.1324, "lr": 0.00011799341617832456, "walltime": 862.0229496955872 }, { "epoch": 24, "loss": 4.467095345565953, "inv": 0.007417831944359332, "sigreg": 6.444265463917525, "lejepa": 0.13615478458382266, "probe_loss": 4.330964943797318, "probe_acc": 0.138, "lr": 8.587152138199882e-05, "walltime": 896.5547294616699 }, { "epoch": 25, "loss": 4.460694426113797, "inv": 0.007403727899276719, "sigreg": 6.413337628865979, "lejepa": 0.13552240591861078, "probe_loss": 4.3251819020694064, "probe_acc": 0.138, "lr": 5.902041038830232e-05, "walltime": 936.1164975166321 }, { "epoch": 26, "loss": 4.450127350915339, "inv": 0.007386225155679528, "sigreg": 6.308634020618556, "lejepa": 0.13341118106493705, "probe_loss": 4.3166908185506605, "probe_acc": 0.1364, "lr": 3.777775149735794e-05, "walltime": 968.8348319530487 }, { "epoch": 27, "loss": 4.4529087715542195, "inv": 0.007115484993021513, "sigreg": 6.363724226804123, "lejepa": 0.13424765982924355, "probe_loss": 4.3186653373167685, "probe_acc": 0.138, "lr": 2.241068346999733e-05, "walltime": 1002.8824126720428 }, { "epoch": 28, "loss": 4.448582501755547, "inv": 0.007321496158070171, "sigreg": 6.335051546391752, "lejepa": 0.13387609716274382, "probe_loss": 4.314705996169257, "probe_acc": 0.1396, "lr": 1.311245610284492e-05, "walltime": 1037.9214687347412 }, { "epoch": 29, "loss": 4.445439736867688, "inv": 0.007281484735227123, "sigreg": 6.311855670103093, "lejepa": 0.13337296844258442, "probe_loss": 4.312085692415533, "probe_acc": 0.1404, "lr": 1e-05, "walltime": 1072.4467000961304 } ], "steering": { "silhouette_by_prompt": 0.5939622521400452, "silhouette_by_image": -0.33083271980285645, "prompts": [ "the object", "the background", "the texture" ] } }, "wrong_text": { "per_checkpoint": [ { "epoch": 4, "ckpt": "epoch_004.pt", "probe_acc": 0.1795, "sigreg_val": 104.01872253417969, "train_lejepa_last": 0.3024130630681349, "train_inv_last": 0.03621730609729733, "train_sigreg_last": 13.346005154639176, "train_probe_acc_last": 0.1196 }, { "epoch": 9, "ckpt": "epoch_009.pt", "probe_acc": 0.1998, "sigreg_val": 84.49491882324219, "train_lejepa_last": 0.22273264590458772, "train_inv_last": 0.021013745558016078, "train_sigreg_last": 10.106958762886597, "train_probe_acc_last": 0.1276 }, { "epoch": 14, "ckpt": "epoch_014.pt", "probe_acc": 0.2215, "sigreg_val": 70.70588684082031, "train_lejepa_last": 0.18356133561907817, "train_inv_last": 0.01341073590417191, "train_sigreg_last": 8.520940721649485, "train_probe_acc_last": 0.136 }, { "epoch": 19, "ckpt": "epoch_019.pt", "probe_acc": 0.2206, "sigreg_val": 54.1262321472168, "train_lejepa_last": 0.1577328000611328, "train_inv_last": 0.010250963664316024, "train_sigreg_last": 7.384342783505154, "train_probe_acc_last": 0.1436 }, { "epoch": 24, "ckpt": "epoch_024.pt", "probe_acc": 0.2303, "sigreg_val": 51.79424285888672, "train_lejepa_last": 0.1418348385609648, "train_inv_last": 0.009203180521918633, "train_sigreg_last": 6.640786082474227, "train_probe_acc_last": 0.142 }, { "epoch": 29, "ckpt": "epoch_029.pt", "probe_acc": 0.2298, "sigreg_val": 43.60495376586914, "train_lejepa_last": 0.1357485431349193, "train_inv_last": 0.00910723421088967, "train_sigreg_last": 6.341172680412371, "train_probe_acc_last": 0.1456 } ], "best_probe_acc": 0.2303, "best_at_epoch": 24, "spearman_sigreg_vs_acc": { "rho": -0.8857142857142858, "p": 0.01884548104956266, "n": 6 }, "loss_smoothness_lejepa": 0.001747116903670407, "loss_smoothness_inv": 0.0003599814814567817, "history": [ { "epoch": 0, "loss": 5.412533194748397, "inv": 0.19777148570289316, "sigreg": 29.65979381443299, "lejepa": 0.7870119322774951, "probe_loss": 4.6255913174029475, "probe_acc": 0.1108, "lr": 0.0005049999999999997, "walltime": 43.018094539642334 }, { "epoch": 1, "loss": 4.944372191871564, "inv": 0.10227610378228512, "sigreg": 16.600515463917525, "lejepa": 0.4322408909849899, "probe_loss": 4.512130501344032, "probe_acc": 0.1196, "lr": 0.001, "walltime": 78.97538352012634 }, { "epoch": 2, "loss": 4.906946467370102, "inv": 0.07790505636445026, "sigreg": 17.254510309278352, "lejepa": 0.42143716142272836, "probe_loss": 4.485500453673687, "probe_acc": 0.1316, "lr": 0.0009968875438971538, "walltime": 113.12124180793762 }, { "epoch": 3, "loss": 4.838332844763687, "inv": 0.0484141125199721, "sigreg": 14.501932989690722, "lejepa": 0.3374844900633871, "probe_loss": 4.500797625669499, "probe_acc": 0.1236, "lr": 0.000987589316530002, "walltime": 148.14513444900513 }, { "epoch": 4, "loss": 4.787962289200616, "inv": 0.03621730609729733, "sigreg": 13.346005154639176, "lejepa": 0.3024130630681349, "probe_loss": 4.485535533157821, "probe_acc": 0.1196, "lr": 0.000972222248502637, "walltime": 182.96212816238403 }, { "epoch": 5, "loss": 4.697625111058815, "inv": 0.026874831157554055, "sigreg": 11.830541237113403, "lejepa": 0.26294815927667103, "probe_loss": 4.434697888561131, "probe_acc": 0.12, "lr": 0.0009509795896116934, "walltime": 223.61751914024353 }, { "epoch": 6, "loss": 4.644417094201157, "inv": 0.02328824021459855, "sigreg": 11.155283505154639, "lejepa": 0.24592814551339937, "probe_loss": 4.39855579494201, "probe_acc": 0.134, "lr": 0.0009241284786179963, "walltime": 258.8685748577118 }, { "epoch": 7, "loss": 4.631756261451957, "inv": 0.021579230146617005, "sigreg": 10.916237113402062, "lejepa": 0.23947238781172592, "probe_loss": 4.392261308493073, "probe_acc": 0.1328, "lr": 0.0008920065838216699, "walltime": 294.6779627799988 }, { "epoch": 8, "loss": 4.594737185645349, "inv": 0.022112965891041707, "sigreg": 10.202963917525773, "lejepa": 0.22572998492373633, "probe_loss": 4.368974980619765, "probe_acc": 0.134, "lr": 0.0008550178566873361, "walltime": 329.4957971572876 }, { "epoch": 9, "loss": 4.584624634575598, "inv": 0.021013745558016078, "sigreg": 10.106958762886597, "lejepa": 0.22273264590458772, "probe_loss": 4.361882750521001, "probe_acc": 0.1276, "lr": 0.0008136274519200687, "walltime": 363.83074617385864 }, { "epoch": 10, "loss": 4.555196039455453, "inv": 0.01891114271831574, "sigreg": 9.65173969072165, "lejepa": 0.21156771367838242, "probe_loss": 4.343635952349791, "probe_acc": 0.1316, "lr": 0.0007683558778750877, "walltime": 405.14906644821167 }, { "epoch": 11, "loss": 4.5690484046936035, "inv": 0.01573761990389873, "sigreg": 8.999677835051546, "lejepa": 0.19541642420685168, "probe_loss": 4.373615854794217, "probe_acc": 0.1296, "lr": 0.0007197724508631874, "walltime": 439.9692578315735 }, { "epoch": 12, "loss": 4.596833263475871, "inv": 0.014680542867899556, "sigreg": 9.127899484536082, "lejepa": 0.1969449217012632, "probe_loss": 4.399869427238543, "probe_acc": 0.1348, "lr": 0.0006684881356678038, "walltime": 473.4442398548126 }, { "epoch": 13, "loss": 4.561285009089205, "inv": 0.013937106548050015, "sigreg": 8.730992268041238, "lejepa": 0.18827820977791376, "probe_loss": 4.372983047642658, "probe_acc": 0.1368, "lr": 0.0006151478623083726, "walltime": 507.13360834121704 }, { "epoch": 14, "loss": 4.5303467819371175, "inv": 0.01341073590417191, "sigreg": 8.520940721649485, "lejepa": 0.18356133561907817, "probe_loss": 4.346839432863845, "probe_acc": 0.136, "lr": 0.0005604224156711342, "walltime": 541.8574757575989 }, { "epoch": 15, "loss": 4.531091591746537, "inv": 0.012427591910758583, "sigreg": 8.139497422680412, "lejepa": 0.17496898852615167, "probe_loss": 4.356118585645538, "probe_acc": 0.1428, "lr": 0.0005049999999999969, "walltime": 584.0448372364044 }, { "epoch": 16, "loss": 4.507079797921722, "inv": 0.01127470564097166, "sigreg": 7.952641752577319, "lejepa": 0.1701020465796986, "probe_loss": 4.336961628235493, "probe_acc": 0.1348, "lr": 0.0004495775843288595, "walltime": 620.088071346283 }, { "epoch": 17, "loss": 4.50716444880692, "inv": 0.010518132718567996, "sigreg": 7.75805412371134, "lejepa": 0.16546885253842344, "probe_loss": 4.341704063808795, "probe_acc": 0.1328, "lr": 0.00039485213769162124, "walltime": 654.1795823574066 }, { "epoch": 18, "loss": 4.485252768723006, "inv": 0.010472449944498613, "sigreg": 7.493234536082475, "lejepa": 0.16012769166725813, "probe_loss": 4.32511260829021, "probe_acc": 0.1368, "lr": 0.00034151186433218966, "walltime": 688.9273352622986 }, { "epoch": 19, "loss": 4.482756575358283, "inv": 0.010250963664316024, "sigreg": 7.384342783505154, "lejepa": 0.1577328000611328, "probe_loss": 4.325018145374416, "probe_acc": 0.1436, "lr": 0.0002902275491368064, "walltime": 725.126054763794 }, { "epoch": 20, "loss": 4.4611310811386895, "inv": 0.009598403962655473, "sigreg": 7.156572164948454, "lejepa": 0.15253787918237144, "probe_loss": 4.308643144430573, "probe_acc": 0.1424, "lr": 0.00024164412212490663, "walltime": 766.1187727451324 }, { "epoch": 21, "loss": 4.451227134036035, "inv": 0.00945728519912233, "sigreg": 7.047680412371134, "lejepa": 0.15022174774256258, "probe_loss": 4.300981619923385, "probe_acc": 0.138, "lr": 0.00019637254807992557, "walltime": 801.0199749469757 }, { "epoch": 22, "loss": 4.438626726878058, "inv": 0.009596675346346246, "sigreg": 6.813788659793815, "lejepa": 0.1456805150352956, "probe_loss": 4.292916012793472, "probe_acc": 0.1364, "lr": 0.00015498214331265795, "walltime": 837.266786813736 }, { "epoch": 23, "loss": 4.4402569495525555, "inv": 0.009362001447295099, "sigreg": 6.771585051546392, "lejepa": 0.14460646244927702, "probe_loss": 4.295677263712146, "probe_acc": 0.1444, "lr": 0.00011799341617832456, "walltime": 872.2886612415314 }, { "epoch": 24, "loss": 4.429766905676458, "inv": 0.009203180521918633, "sigreg": 6.640786082474227, "lejepa": 0.1418348385609648, "probe_loss": 4.287975547239952, "probe_acc": 0.142, "lr": 8.587152138199882e-05, "walltime": 905.8650803565979 }, { "epoch": 25, "loss": 4.415774468294124, "inv": 0.00931377431435376, "sigreg": 6.55444587628866, "lejepa": 0.14021641635383988, "probe_loss": 4.27555603341958, "probe_acc": 0.1468, "lr": 5.902041038830232e-05, "walltime": 946.1256551742554 }, { "epoch": 26, "loss": 4.414867096340533, "inv": 0.009033157859842494, "sigreg": 6.438144329896907, "lejepa": 0.13761538130058382, "probe_loss": 4.277284523875443, "probe_acc": 0.1412, "lr": 3.777775149735794e-05, "walltime": 980.7505326271057 }, { "epoch": 27, "loss": 4.4082895357584215, "inv": 0.00914238563729162, "sigreg": 6.413337628865979, "lejepa": 0.13722629050186538, "probe_loss": 4.271052960268001, "probe_acc": 0.142, "lr": 2.241068346999733e-05, "walltime": 1016.573511838913 }, { "epoch": 28, "loss": 4.407657171033092, "inv": 0.009126475800942514, "sigreg": 6.407860824742268, "lejepa": 0.13710116277976903, "probe_loss": 4.270572111778653, "probe_acc": 0.1424, "lr": 1.311245610284492e-05, "walltime": 1051.0534498691559 }, { "epoch": 29, "loss": 4.401456026686835, "inv": 0.00910723421088967, "sigreg": 6.341172680412371, "lejepa": 0.1357485431349193, "probe_loss": 4.265728822688467, "probe_acc": 0.1456, "lr": 1e-05, "walltime": 1085.4135789871216 } ], "steering": { "silhouette_by_prompt": 0.5959189534187317, "silhouette_by_image": -0.4292360842227936, "prompts": [ "the object", "the background", "the texture" ] } } }, "wrong_text_delta": { "xattn_correct": 0.2313, "wrong_text": 0.2303, "delta": -0.0010000000000000009, "note": "delta \u2248 0 \u21d2 text content doesn't matter (regularization only)." } }