Upload folder using huggingface_hub

lr_0p005/config.json

@@ -0,0 +1,117 @@
+{
+  "args": {
+    "data_dir": "./data",
+    "dataset": "cifar10",
+    "dataset_kwargs": "{}",
+    "criterion": "ce",
+    "model": "resnet",
+    "model_kwargs": "{}",
+    "image_size": 32,
+    "patch_size": 4,
+    "embed_dim": 256,
+    "depth": 6,
+    "num_heads": 8,
+    "mlp_ratio": 4.0,
+    "dropout": 0.0,
+    "vit_preset": "default",
+    "epochs": 300,
+    "early_stop_converged": true,
+    "early_stop_patience": 12,
+    "early_stop_rel_tol": 0.0005,
+    "early_stop_abs_tol": 0.0001,
+    "early_stop_min_epochs": 30,
+    "batch_size": 8192,
+    "lr": 0.005,
+    "weight_decay": 0.0,
+    "grad_clip": 0.0,
+    "num_workers": 32,
+    "seed": 42,
+    "device": "cuda",
+    "deterministic": false,
+    "train_shuffle": false,
+    "dataset_cache": "ram",
+    "momentum": 0.0,
+    "optimizer": "sgd",
+    "adam_beta1": 0.9,
+    "adam_beta2": 0.999,
+    "adam_eps": 1e-08,
+    "mlp_width": 256,
+    "mlp_activation": "gelu",
+    "cnn_width": 32,
+    "cnn_activation": "gelu",
+    "resnet_width": 16,
+    "resnet_activation": "gelu",
+    "dataset_n": 50000,
+    "dataset_n_test": 1000,
+    "cf_cifar_classes": "10",
+    "sorting_vocab_size": 4,
+    "sorting_length": 8,
+    "sharpness_batches": 1,
+    "sharpness_batch_size": 0,
+    "eig_iters": 100,
+    "eig_warm_iters": 0,
+    "eig_refresh": 5,
+    "eig_frequency": null,
+    "eig_tol": 1e-10,
+    "trace_samples": 16,
+    "trace_refresh": 5,
+    "eig_method": "lobpcg",
+    "log_dir": "logs/resnet_cifar10_gd_lr_0p005",
+    "log_steps": false,
+    "log_every": 50,
+    "wandb_project": "loss-landscape",
+    "wandb_entity": null,
+    "wandb_name": "resnet-gd-lr-0.005",
+    "wandb_offline": false,
+    "wandb_disabled": false,
+    "debug": false,
+    "profile_sharpness": false,
+    "profile_epoch": 1,
+    "all": false,
+    "local_smoothness": true,
+    "local_smoothness_every": 5,
+    "eig": false,
+    "trace": false,
+    "checkpoint_every_epochs": 5,
+    "checkpoint_dir": null,
+    "save_final_checkpoint": true,
+    "save_optimizer_state": false,
+    "train_only": false,
+    "hf_push": true,
+    "hf_repo_id": "tkharisov7/resnet-fullbatch-gd-sweep",
+    "hf_repo_type": "model",
+    "hf_private": false,
+    "hf_token_env": "HF_TOKEN",
+    "hf_path_in_repo": "lr_0p005",
+    "hf_include_checkpoints": true,
+    "hf_checkpoints_as_branches": true,
+    "hf_checkpoint_branch_prefix": "lr-0p005-epoch-",
+    "list_models": false,
+    "list_datasets": false
+  },
+  "data_meta": {
+    "dataset_type": "torchvision_cifar",
+    "train_config": {
+      "data_dir": "./data",
+      "dataset": "cifar10",
+      "image_size": 32,
+      "batch_size": 8192,
+      "num_workers": 32,
+      "train_shuffle": false,
+      "pin_memory": true,
+      "dataset_cache": "ram",
+      "cache_device": "cpu"
+    },
+    "sharpness_config": {
+      "data_dir": "./data",
+      "dataset": "cifar10",
+      "image_size": 32,
+      "batch_size": 8192,
+      "num_workers": 32,
+      "train_shuffle": false,
+      "pin_memory": true,
+      "dataset_cache": "ram",
+      "cache_device": "cpu"
+    }
+  }
+}

lr_0p005/metrics_epoch.csv

@@ -0,0 +1,170 @@
+epoch,loss,local_smoothness,max_eig,trace,grad_norm
+0,2.3025853974478587,2.2358601093292236,0.0,0.0,0.7141000032424927
+1,2.3025853974478587,2.2358601093292236,0.0,0.0,0.7141000032424927
+2,2.3000237260546004,2.2358601093292236,0.0,0.0,0.7098240852355957
+3,2.2974928447178433,2.2358601093292236,0.0,0.0,0.705694854259491
+4,2.2949910504477367,2.2358601093292236,0.0,0.0,0.7017277479171753
+5,2.292517219270979,2.135153293609619,0.0,0.0,0.6978868842124939
+6,2.2900702272142683,2.135153293609619,0.0,0.0,0.6941871047019958
+7,2.2876491206032887,2.135153293609619,0.0,0.0,0.6906062364578247
+8,2.285252945763724,2.135153293609619,0.0,0.0,0.6871404647827148
+9,2.282880578722273,2.135153293609619,0.0,0.0,0.6837828159332275
+10,2.2805310658046176,2.0295581817626953,0.0,0.0,0.6805695295333862
+11,2.278204543249948,2.0295581817626953,0.0,0.0,0.6774080395698547
+12,2.2758980137961253,2.0295581817626953,0.0,0.0,0.6743999719619751
+13,2.2736123289380754,2.0295581817626953,0.0,0.0,0.6714915037155151
+14,2.2713468755994524,2.0295581817626953,0.0,0.0,0.6686530709266663
+15,2.2691005298069546,1.931995153427124,0.0,0.0,0.6659135818481445
+16,2.266874756131853,1.931995153427124,0.0,0.0,0.6632252931594849
+17,2.26466281073434,1.931995153427124,0.0,0.0,0.660692036151886
+18,2.262468303952898,1.931995153427124,0.0,0.0,0.6582223773002625
+19,2.2602918488638744,1.931995153427124,0.0,0.0,0.6558142304420471
+20,2.2581284046173096,1.8383731842041016,0.0,0.0,0.6535186171531677
+21,2.2559837273189,1.8383731842041016,0.0,0.0,0.6512542366981506
+22,2.2538517883845737,1.8383731842041016,0.0,0.0,0.6490786075592041
+23,2.251734869820731,1.8383731842041016,0.0,0.0,0.6469637751579285
+24,2.249630962099348,1.8383731842041016,0.0,0.0,0.6449211835861206
+25,2.2475394180842807,1.7518352270126343,0.0,0.0,0.642931342124939
+26,2.2454637459346225,1.7518352270126343,0.0,0.0,0.6409814357757568
+27,2.2433977127075195,1.7518352270126343,0.0,0.0,0.6391183733940125
+28,2.241342680794852,1.7518352270126343,0.0,0.0,0.6373159885406494
+29,2.239302635192871,1.7518352270126343,0.0,0.0,0.6355343461036682
+30,2.2372744424002513,1.6734156608581543,0.0,0.0,0.6337972283363342
+31,2.2352539471217563,1.6734156608581543,0.0,0.0,0.6321338415145874
+32,2.233245985848563,1.6734156608581543,0.0,0.0,0.6304828524589539
+33,2.2312486512320384,1.6734156608581543,0.0,0.0,0.6288774609565735
+34,2.229260342461722,1.6734156608581543,0.0,0.0,0.6273267865180969
+35,2.2272797312055315,1.608928918838501,0.0,0.0,0.6258020997047424
+36,2.2253157751900807,1.608928918838501,0.0,0.0,0.6242772340774536
+37,2.2233564172472273,1.608928918838501,0.0,0.0,0.6228348016738892
+38,2.2214065279279436,1.608928918838501,0.0,0.0,0.6214076280593872
+39,2.219465902873448,1.608928918838501,0.0,0.0,0.6199925541877747
+40,2.2175347123827254,1.5483938455581665,0.0,0.0,0.6186236143112183
+41,2.2156100613730296,1.5483938455581665,0.0,0.0,0.6172664761543274
+42,2.2136951855250766,1.5483938455581665,0.0,0.0,0.6159298419952393
+43,2.2117933886391774,1.5483938455581665,0.0,0.0,0.6145972013473511
+44,2.2098924773080006,1.5483938455581665,0.0,0.0,0.6132972240447998
+45,2.2079999106270924,1.4897335767745972,0.0,0.0,0.6120378375053406
+46,2.2061173915863037,1.4897335767745972,0.0,0.0,0.6107847690582275
+47,2.2042504719325473,1.4897335767745972,0.0,0.0,0.609488844871521
+48,2.202383892876761,1.4897335767745972,0.0,0.0,0.6082617044448853
+49,2.20052238873073,1.4897335767745972,0.0,0.0,0.6070461273193359
+50,2.1986733845302036,1.4454704523086548,0.0,0.0,0.6058071255683899
+51,2.196823699133737,1.4454704523086548,0.0,0.0,0.6046218872070312
+52,2.1949963910239085,1.4454704523086548,0.0,0.0,0.6033784747123718
+53,2.1931637014661516,1.4454704523086548,0.0,0.0,0.6021950840950012
+54,2.1913465772356306,1.4454704523086548,0.0,0.0,0.6009792685508728
+55,2.1895300320216586,1.3999360799789429,0.0,0.0,0.5998073220252991
+56,2.187718459538051,1.3999360799789429,0.0,0.0,0.5986286401748657
+57,2.185917241232736,1.3999360799789429,0.0,0.0,0.5974422693252563
+58,2.184128829411098,1.3999360799789429,0.0,0.0,0.5962486267089844
+59,2.1823412009647916,1.3999360799789429,0.0,0.0,0.595075249671936
+60,2.1805634839194163,1.363907814025879,0.0,0.0,0.5938907861709595
+61,2.178795371736799,1.363907814025879,0.0,0.0,0.5926961898803711
+62,2.177029711859567,1.363907814025879,0.0,0.0,0.5914927124977112
+63,2.1752738612038747,1.363907814025879,0.0,0.0,0.5902932286262512
+64,2.1735288075038364,1.363907814025879,0.0,0.0,0.5890975594520569
+65,2.1717838559831892,1.3281036615371704,0.0,0.0,0.5878918170928955
+66,2.1700524943215505,1.3281036615371704,0.0,0.0,0.5866866111755371
+67,2.168320758002145,1.3281036615371704,0.0,0.0,0.5854839086532593
+68,2.166610070637294,1.3281036615371704,0.0,0.0,0.5842536091804504
+69,2.1648852484566823,1.3281036615371704,0.0,0.0,0.5830514430999756
+70,2.163188798086984,1.3208885192871094,0.0,0.0,0.5818049311637878
+71,2.161487238747733,1.3208885192871094,0.0,0.0,0.5805606245994568
+72,2.159791742052351,1.3208885192871094,0.0,0.0,0.5793185830116272
+73,2.158107723508562,1.3208885192871094,0.0,0.0,0.5780618190765381
+74,2.1564315387180875,1.3208885192871094,0.0,0.0,0.5767974853515625
+75,2.1547651631491527,1.2850087881088257,0.0,0.0,0.5755208134651184
+76,2.1531037943703786,1.2850087881088257,0.0,0.0,0.5742555856704712
+77,2.1514528819492886,1.2850087881088257,0.0,0.0,0.5729508399963379
+78,2.1498031616210938,1.2850087881088257,0.0,0.0,0.571647584438324
+79,2.1481611047472273,1.2850087881088257,0.0,0.0,0.5703531503677368
+80,2.14653526033674,1.2819403409957886,0.0,0.0,0.5690321922302246
+81,2.144913945879255,1.2819403409957886,0.0,0.0,0.5677058100700378
+82,2.1432860919407437,1.2819403409957886,0.0,0.0,0.5663838386535645
+83,2.1416804449898854,1.2819403409957886,0.0,0.0,0.5650356411933899
+84,2.1400816781180247,1.2819403409957886,0.0,0.0,0.5636682510375977
+85,2.1384896550859724,1.2795381546020508,0.0,0.0,0.5623053908348083
+86,2.1369054658072337,1.2795381546020508,0.0,0.0,0.560926079750061
+87,2.1353304386138916,1.2795381546020508,0.0,0.0,0.5595468878746033
+88,2.133760520390102,1.2795381546020508,0.0,0.0,0.5581508874893188
+89,2.132202454975673,1.2795381546020508,0.0,0.0,0.5567569732666016
+90,2.1306412560599193,1.256364107131958,0.0,0.0,0.5553502440452576
+91,2.129103490284511,1.256364107131958,0.0,0.0,0.5539290904998779
+92,2.1275566646030972,1.256364107131958,0.0,0.0,0.55250483751297
+93,2.1260369505201067,1.256364107131958,0.0,0.0,0.5510669946670532
+94,2.1244995253426686,1.256364107131958,0.0,0.0,0.5496078729629517
+95,2.12299336705889,1.2720335721969604,0.0,0.0,0.5481586456298828
+96,2.121490342276437,1.2720335721969604,0.0,0.0,0.546687662601471
+97,2.1199916090284074,1.2720335721969604,0.0,0.0,0.545239269733429
+98,2.118504626410348,1.2720335721969604,0.0,0.0,0.5437584519386292
+99,2.1170271124158586,1.2720335721969604,0.0,0.0,0.5422608256340027
+100,2.115548236029489,1.2254526615142822,0.0,0.0,0.5407824516296387
+101,2.1140879903520857,1.2254526615142822,0.0,0.0,0.5393025875091553
+102,2.112626756940569,1.2254526615142822,0.0,0.0,0.5377830862998962
+103,2.1111771379198347,1.2254526615142822,0.0,0.0,0.5362664461135864
+104,2.1097400188446045,1.2254526615142822,0.0,0.0,0.5347505807876587
+105,2.1083037853240967,1.2275124788284302,0.0,0.0,0.5332365036010742
+106,2.1068853650774275,1.2275124788284302,0.0,0.0,0.5317116379737854
+107,2.1054602691105435,1.2275124788284302,0.0,0.0,0.5301925539970398
+108,2.104061876024519,1.2275124788284302,0.0,0.0,0.5286245346069336
+109,2.10266045161656,1.2275124788284302,0.0,0.0,0.5270918011665344
+110,2.101273400442941,1.2259693145751953,0.0,0.0,0.5255476236343384
+111,2.0998948982783725,1.2259693145751953,0.0,0.0,0.5240098237991333
+112,2.0985117639814104,1.2259693145751953,0.0,0.0,0.5224480628967285
+113,2.0971417086465016,1.2259693145751953,0.0,0.0,0.5208921432495117
+114,2.0957865715026855,1.2259693145751953,0.0,0.0,0.51932692527771
+115,2.094431059701102,1.2240465879440308,0.0,0.0,0.5177609324455261
+116,2.0931010246276855,1.2240465879440308,0.0,0.0,0.5161899328231812
+117,2.091764824731009,1.2240465879440308,0.0,0.0,0.5146190524101257
+118,2.0904359817504883,1.2240465879440308,0.0,0.0,0.5130354762077332
+119,2.089118276323591,1.2240465879440308,0.0,0.0,0.5114806890487671
+120,2.087810584477016,1.225411295890808,0.0,0.0,0.509895920753479
+121,2.0865061623709544,1.225411295890808,0.0,0.0,0.5083146691322327
+122,2.0852196557181224,1.225411295890808,0.0,0.0,0.5067394375801086
+123,2.0839291981288364,1.225411295890808,0.0,0.0,0.5051525831222534
+124,2.0826611518859863,1.225411295890808,0.0,0.0,0.503578245639801
+125,2.08138370513916,1.1863303184509277,0.0,0.0,0.5019927620887756
+126,2.080125536237444,1.1863303184509277,0.0,0.0,0.5004093050956726
+127,2.0788757460457936,1.1863303184509277,0.0,0.0,0.49882829189300537
+128,2.0776283059801375,1.1863303184509277,0.0,0.0,0.49723339080810547
+129,2.0763910838535855,1.1863303184509277,0.0,0.0,0.4956563413143158
+130,2.07516234261649,1.1765127182006836,0.0,0.0,0.49407583475112915
+131,2.073941264833723,1.1765127182006836,0.0,0.0,0.4924870431423187
+132,2.0727226052965437,1.1765127182006836,0.0,0.0,0.4908667206764221
+133,2.0715180465153287,1.1765127182006836,0.0,0.0,0.4892737567424774
+134,2.070324557168143,1.1765127182006836,0.0,0.0,0.4876975119113922
+135,2.0691348143986295,1.1735858917236328,0.0,0.0,0.48611873388290405
+136,2.0679495334625244,1.1735858917236328,0.0,0.0,0.48452842235565186
+137,2.0667817252022878,1.1735858917236328,0.0,0.0,0.48295870423316956
+138,2.0656093869890486,1.1735858917236328,0.0,0.0,0.48134151101112366
+139,2.0644491740635464,1.1735858917236328,0.0,0.0,0.47976046800613403
+140,2.0632990087781633,1.1621063947677612,0.0,0.0,0.47817882895469666
+141,2.0621513979775563,1.1621063947677612,0.0,0.0,0.47659242153167725
+142,2.061021055494036,1.1621063947677612,0.0,0.0,0.47501033544540405
+143,2.059889657156808,1.1621063947677612,0.0,0.0,0.47341006994247437
+144,2.0587706565856934,1.1621063947677612,0.0,0.0,0.47182947397232056
+145,2.0576548916952953,1.1518938541412354,0.0,0.0,0.47025221586227417
+146,2.0565509455544606,1.1518938541412354,0.0,0.0,0.46867817640304565
+147,2.055452993937901,1.1518938541412354,0.0,0.0,0.4670979678630829
+148,2.0543621948787143,1.1518938541412354,0.0,0.0,0.4655107259750366
+149,2.0532752445765903,1.1518938541412354,0.0,0.0,0.4639209806919098
+150,2.052203689302717,1.1420392990112305,0.0,0.0,0.46235546469688416
+151,2.051131316593715,1.1420392990112305,0.0,0.0,0.4607672095298767
+152,2.050067799431937,1.1420392990112305,0.0,0.0,0.45920616388320923
+153,2.049022606440953,1.1420392990112305,0.0,0.0,0.4576500952243805
+154,2.0479680470057895,1.1420392990112305,0.0,0.0,0.4560665488243103
+155,2.04692428452628,1.151491403579712,0.0,0.0,0.4545044004917145
+156,2.0458905356270924,1.151491403579712,0.0,0.0,0.4529186189174652
+157,2.0448694229125977,1.151491403579712,0.0,0.0,0.4513695240020752
+158,2.0438489573342458,1.151491403579712,0.0,0.0,0.44979241490364075
+159,2.0428435461861745,1.151491403579712,0.0,0.0,0.44824448227882385
+160,2.0418271677834645,1.1125946044921875,0.0,0.0,0.4466685652732849
+161,2.0408336775643483,1.1125946044921875,0.0,0.0,0.4451257884502411
+162,2.0398451260157993,1.1125946044921875,0.0,0.0,0.4435855448246002
+163,2.038860661642892,1.1125946044921875,0.0,0.0,0.4420276880264282
+164,2.0378808634621755,1.1125946044921875,0.0,0.0,0.44047263264656067
+165,2.036912270954677,1.1083577871322632,0.0,0.0,0.4389345347881317
+166,2.035951954977853,1.1083577871322632,0.0,0.0,0.43738991022109985
+167,2.0349923201969693,1.1083577871322632,0.0,0.0,0.43583154678344727
+168,2.034046036856515,1.1083577871322632,0.0,0.0,0.434312641620636