Upload folder using huggingface_hub

4x_smaller_bs_half_lr_half_seq_len/args.json

@@ -0,0 +1 @@
+{"hellaswag": true, "attention_kind": "selective", "log_dir": "4x_smaller_bs_half_lr_half_seq_len", "resume_checkpoint": null, "resume_optimizer": false, "add_a_head": false, "add_head_to_start": true, "new_head_init": "normal", "n_heads": 12, "protect_bos_token": true, "prevent_from_masking_myself": true, "max_steps": null, "warmup_steps": null, "group": "shrinking_big_runs_2", "use_wandb": true, "kill_self_after_run": false, "random_seed": 1337, "memory_penalty_epsilon": 0.1, "selection_head_linear_combo": "none", "selection_head_linear_combo_scale": 1.0, "protection_kind": "none", "leaky_relu_alpha": null, "leaky_relu_bias": null, "use_compile": true, "use_mini_model": false, "upload_to_hf": true, "seq_len": 512, "batch_size": 16, "total_batch_size": 131072, "protection_head_scaling_factor": 1.0, "protection_head_bias": 0.0, "n_sliced_masks": null, "n_latent_masks": null, "mask_layernorm": false, "residual_attention_masks": false, "compute_base_shapes": false, "base_shapes_savefile": null, "mup": false, "disable_selection": false, "mup_enable_coord_check_logging": false, "max_lr": 1.5e-05, "decay_lr": true, "readout_zero_init": false, "query_zero_init": false, "l1_loss": false, "debugpy": false, "key": null, "n_embd": 768}

4x_smaller_bs_half_lr_half_seq_len/dataloader_02499.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc64603b8ea6a36a9ccabc0a5d7c7479b649579c80e31622d3273d19aa5ac2a8
+size 964

4x_smaller_bs_half_lr_half_seq_len/log2.txt

@@ -0,0 +1,303 @@
+max_steps: 2500
+0 val loss 10.9883
+0 val perplexity 59177.6016
+0 train 10.987196 (lr=2.0979e-08) (hash(x)=44290605)
+10 train 10.983902 (lr=2.3077e-07) (hash(x)=38564062)
+20 train 10.970700 (lr=4.4056e-07) (hash(x)=42646055)
+30 train 10.951057 (lr=6.5035e-07) (hash(x)=38523121)
+40 train 10.915579 (lr=8.6014e-07) (hash(x)=34789261)
+50 train 10.879971 (lr=1.0699e-06) (hash(x)=35228141)
+60 train 10.833032 (lr=1.2797e-06) (hash(x)=39587191)
+70 train 10.774123 (lr=1.4895e-06) (hash(x)=39506396)
+80 train 10.725358 (lr=1.6993e-06) (hash(x)=44465412)
+90 train 10.638872 (lr=1.9091e-06) (hash(x)=46934196)
+100 val loss 10.5456
+100 val perplexity 38009.1719
+100 train 10.548512 (lr=2.1189e-06) (hash(x)=37401443)
+110 train 10.453033 (lr=2.3287e-06) (hash(x)=36880637)
+120 train 10.333361 (lr=2.5385e-06) (hash(x)=40760978)
+130 train 10.240342 (lr=2.7483e-06) (hash(x)=34332830)
+140 train 10.125100 (lr=2.9580e-06) (hash(x)=41010950)
+150 train 10.016959 (lr=3.1678e-06) (hash(x)=41413911)
+160 train 9.938765 (lr=3.3776e-06) (hash(x)=43969526)
+170 train 9.858195 (lr=3.5874e-06) (hash(x)=36475394)
+180 train 9.822458 (lr=3.7972e-06) (hash(x)=34893035)
+190 train 9.778758 (lr=4.0070e-06) (hash(x)=39125577)
+200 val loss 9.7399
+200 val perplexity 16981.8379
+200 train 9.783566 (lr=4.2168e-06) (hash(x)=41789901)
+210 train 9.775907 (lr=4.4266e-06) (hash(x)=38495745)
+220 train 9.710948 (lr=4.6364e-06) (hash(x)=44203053)
+230 train 9.643511 (lr=4.8462e-06) (hash(x)=30353179)
+240 train 9.652902 (lr=5.0559e-06) (hash(x)=36564311)
+250 train 9.703348 (lr=5.2657e-06) (hash(x)=38917268)
+260 train 9.561985 (lr=5.4755e-06) (hash(x)=37263509)
+270 train 9.576735 (lr=5.6853e-06) (hash(x)=36081848)
+280 train 9.536775 (lr=5.8951e-06) (hash(x)=38157778)
+290 train 9.459773 (lr=6.1049e-06) (hash(x)=39695381)
+300 val loss 9.4520
+300 val perplexity 12733.2510
+300 train 9.454054 (lr=6.3147e-06) (hash(x)=38914105)
+310 train 9.422870 (lr=6.5245e-06) (hash(x)=40676791)
+320 train 9.391773 (lr=6.7343e-06) (hash(x)=42043458)
+330 train 9.351944 (lr=6.9441e-06) (hash(x)=43861760)
+340 train 9.303730 (lr=7.1538e-06) (hash(x)=42434651)
+350 train 9.334338 (lr=7.3636e-06) (hash(x)=42878691)
+360 train 9.132668 (lr=7.5734e-06) (hash(x)=37008216)
+370 train 9.063375 (lr=7.7832e-06) (hash(x)=44318637)
+380 train 9.078611 (lr=7.9930e-06) (hash(x)=39642311)
+390 train 8.941845 (lr=8.2028e-06) (hash(x)=38871537)
+400 val loss 8.9100
+400 val perplexity 7405.5044
+400 train 8.915948 (lr=8.4126e-06) (hash(x)=38494942)
+410 train 8.821939 (lr=8.6224e-06) (hash(x)=36423663)
+420 train 8.746850 (lr=8.8322e-06) (hash(x)=37628657)
+430 train 8.667839 (lr=9.0420e-06) (hash(x)=39593287)
+440 train 8.605666 (lr=9.2517e-06) (hash(x)=38939280)
+450 train 8.528643 (lr=9.4615e-06) (hash(x)=41400408)
+460 train 8.522301 (lr=9.6713e-06) (hash(x)=39718278)
+470 train 8.481720 (lr=9.8811e-06) (hash(x)=39685768)
+480 train 8.475543 (lr=1.0091e-05) (hash(x)=37108161)
+490 train 8.344969 (lr=1.0301e-05) (hash(x)=39677447)
+500 val loss 8.2716
+500 val perplexity 3911.3613
+500 train 8.293922 (lr=1.0510e-05) (hash(x)=38805353)
+510 train 8.172845 (lr=1.0720e-05) (hash(x)=37151493)
+520 train 8.160428 (lr=1.0930e-05) (hash(x)=42467708)
+530 train 8.005136 (lr=1.1140e-05) (hash(x)=39283765)
+540 train 8.018361 (lr=1.1350e-05) (hash(x)=36360047)
+550 train 8.012372 (lr=1.1559e-05) (hash(x)=36312866)
+560 train 7.872485 (lr=1.1769e-05) (hash(x)=41515622)
+570 train 7.856777 (lr=1.1979e-05) (hash(x)=36732231)
+580 train 7.792838 (lr=1.2189e-05) (hash(x)=41329361)
+590 train 7.696174 (lr=1.2399e-05) (hash(x)=38604113)
+600 val loss 7.7623
+600 val perplexity 2350.3792
+600 train 7.707370 (lr=1.2608e-05) (hash(x)=48521551)
+610 train 7.790296 (lr=1.2818e-05) (hash(x)=46162817)
+620 train 7.815807 (lr=1.3028e-05) (hash(x)=40949420)
+630 train 7.744004 (lr=1.3238e-05) (hash(x)=41577136)
+640 train 7.595581 (lr=1.3448e-05) (hash(x)=40803922)
+650 train 7.482319 (lr=1.3657e-05) (hash(x)=37788936)
+660 train 7.474987 (lr=1.3867e-05) (hash(x)=39766064)
+670 train 7.486190 (lr=1.4077e-05) (hash(x)=37945924)
+680 train 7.465253 (lr=1.4287e-05) (hash(x)=37529238)
+690 train 7.483014 (lr=1.4497e-05) (hash(x)=44662178)
+700 val loss 7.4751
+700 val perplexity 1763.6294
+700 train 7.442530 (lr=1.4706e-05) (hash(x)=40331394)
+710 train 7.356412 (lr=1.4916e-05) (hash(x)=37685289)
+720 train 7.286057 (lr=1.5000e-05) (hash(x)=36102366)
+730 train 7.324800 (lr=1.4998e-05) (hash(x)=40147452)
+740 train 7.267545 (lr=1.4993e-05) (hash(x)=43905866)
+750 train 7.399191 (lr=1.4987e-05) (hash(x)=42843608)
+760 train 7.409278 (lr=1.4979e-05) (hash(x)=37296224)
+770 train 7.313937 (lr=1.4968e-05) (hash(x)=41230008)
+780 train 7.221914 (lr=1.4956e-05) (hash(x)=36407773)
+790 train 7.376118 (lr=1.4941e-05) (hash(x)=42561722)
+800 val loss 7.3352
+800 val perplexity 1533.2998
+800 train 7.219405 (lr=1.4925e-05) (hash(x)=48340441)
+810 train 7.200429 (lr=1.4906e-05) (hash(x)=36261826)
+820 train 7.126314 (lr=1.4885e-05) (hash(x)=37918881)
+830 train 7.233766 (lr=1.4862e-05) (hash(x)=38608334)
+840 train 7.124430 (lr=1.4837e-05) (hash(x)=39403505)
+850 train 7.176360 (lr=1.4810e-05) (hash(x)=43741441)
+860 train 7.174889 (lr=1.4781e-05) (hash(x)=38030739)
+870 train 7.256120 (lr=1.4750e-05) (hash(x)=36064710)
+880 train 7.313010 (lr=1.4717e-05) (hash(x)=40349968)
+890 train 7.249527 (lr=1.4682e-05) (hash(x)=38715806)
+900 val loss 7.2489
+900 val perplexity 1406.4869
+900 train 7.263391 (lr=1.4645e-05) (hash(x)=35310433)
+910 train 7.183582 (lr=1.4606e-05) (hash(x)=37426246)
+920 train 7.150632 (lr=1.4565e-05) (hash(x)=39966506)
+930 train 7.126366 (lr=1.4522e-05) (hash(x)=37747046)
+940 train 7.163310 (lr=1.4478e-05) (hash(x)=42710584)
+950 train 7.182676 (lr=1.4431e-05) (hash(x)=41617662)
+960 train 7.174756 (lr=1.4382e-05) (hash(x)=40145473)
+970 train 7.098168 (lr=1.4332e-05) (hash(x)=38513059)
+980 train 7.043861 (lr=1.4279e-05) (hash(x)=38574237)
+990 train 7.148112 (lr=1.4225e-05) (hash(x)=37633181)
+1000 val loss 7.1861
+1000 val perplexity 1320.9963
+1000 train 7.011847 (lr=1.4169e-05) (hash(x)=42781027)
+1010 train 7.141905 (lr=1.4110e-05) (hash(x)=48329642)
+1020 train 6.997019 (lr=1.4051e-05) (hash(x)=36577969)
+1030 train 7.045058 (lr=1.3989e-05) (hash(x)=39789757)
+1040 train 6.968916 (lr=1.3926e-05) (hash(x)=43293764)
+1050 train 7.247198 (lr=1.3860e-05) (hash(x)=40077223)
+1060 train 7.111925 (lr=1.3793e-05) (hash(x)=41035822)
+1070 train 7.198096 (lr=1.3725e-05) (hash(x)=42069615)
+1080 train 7.062248 (lr=1.3654e-05) (hash(x)=42668159)
+1090 train 7.042990 (lr=1.3582e-05) (hash(x)=36477372)
+1100 val loss 7.1245
+1100 val perplexity 1242.0374
+1100 train 7.101448 (lr=1.3509e-05) (hash(x)=41357005)
+1110 train 7.115828 (lr=1.3434e-05) (hash(x)=42852875)
+1120 train 7.008416 (lr=1.3357e-05) (hash(x)=35310013)
+1130 train 7.075465 (lr=1.3278e-05) (hash(x)=51231839)
+1140 train 6.985238 (lr=1.3198e-05) (hash(x)=41431568)
+1150 train 7.004578 (lr=1.3117e-05) (hash(x)=41848748)
+1160 train 6.896893 (lr=1.3033e-05) (hash(x)=36702617)
+1170 train 7.079871 (lr=1.2949e-05) (hash(x)=40801937)
+1180 train 7.095430 (lr=1.2863e-05) (hash(x)=41936951)
+1190 train 6.837819 (lr=1.2775e-05) (hash(x)=41913508)
+1200 val loss 7.0866
+1200 val perplexity 1195.8895
+1200 train 6.969180 (lr=1.2687e-05) (hash(x)=36842847)
+1210 train 6.975598 (lr=1.2596e-05) (hash(x)=30499991)
+1220 train 6.957082 (lr=1.2505e-05) (hash(x)=41929560)
+1230 train 7.102791 (lr=1.2412e-05) (hash(x)=47738317)
+1240 train 7.120340 (lr=1.2318e-05) (hash(x)=38256802)
+1250 train 7.078293 (lr=1.2222e-05) (hash(x)=28755106)
+1260 train 7.030218 (lr=1.2126e-05) (hash(x)=38336891)
+1270 train 7.085950 (lr=1.2028e-05) (hash(x)=36084046)
+1280 train 7.075439 (lr=1.1929e-05) (hash(x)=37921865)
+1290 train 6.831306 (lr=1.1829e-05) (hash(x)=38656933)
+1300 val loss 7.0392
+1300 val perplexity 1140.5215
+1300 train 6.900213 (lr=1.1727e-05) (hash(x)=39331872)
+1310 train 6.927700 (lr=1.1625e-05) (hash(x)=35713543)
+1320 train 6.914740 (lr=1.1522e-05) (hash(x)=42221951)
+1330 train 7.036623 (lr=1.1417e-05) (hash(x)=49371177)
+1340 train 6.992999 (lr=1.1312e-05) (hash(x)=39825492)
+1350 train 6.863598 (lr=1.1205e-05) (hash(x)=38122709)
+1360 train 6.947845 (lr=1.1098e-05) (hash(x)=46034654)
+1370 train 6.871446 (lr=1.0990e-05) (hash(x)=36717950)
+1380 train 6.875348 (lr=1.0881e-05) (hash(x)=40410179)
+1390 train 6.896519 (lr=1.0771e-05) (hash(x)=46535981)
+1400 val loss 7.0105
+1400 val perplexity 1108.2163
+1400 train 6.854383 (lr=1.0661e-05) (hash(x)=35556187)
+1410 train 6.907253 (lr=1.0549e-05) (hash(x)=47156509)
+1420 train 7.004330 (lr=1.0437e-05) (hash(x)=44281694)
+1430 train 7.111400 (lr=1.0325e-05) (hash(x)=38833525)
+1440 train 7.146225 (lr=1.0211e-05) (hash(x)=42715085)
+1450 train 7.009366 (lr=1.0097e-05) (hash(x)=42032181)
+1460 train 7.039539 (lr=9.9827e-06) (hash(x)=42012177)
+1470 train 6.960066 (lr=9.8676e-06) (hash(x)=41738021)
+1480 train 6.869416 (lr=9.7520e-06) (hash(x)=48868810)
+1490 train 7.356836 (lr=9.6360e-06) (hash(x)=50198350)
+1500 val loss 6.9743
+1500 val perplexity 1068.7821
+1500 train 6.961478 (lr=9.5195e-06) (hash(x)=44018572)
+1510 train 6.918033 (lr=9.4026e-06) (hash(x)=40114593)
+1520 train 6.839454 (lr=9.2854e-06) (hash(x)=41475808)
+1530 train 6.941401 (lr=9.1678e-06) (hash(x)=42156287)
+1540 train 6.972492 (lr=9.0500e-06) (hash(x)=41903473)
+1550 train 6.897877 (lr=8.9319e-06) (hash(x)=45895413)
+1560 train 6.969629 (lr=8.8136e-06) (hash(x)=56812849)
+1570 train 6.823680 (lr=8.6952e-06) (hash(x)=38509270)
+1580 train 6.828520 (lr=8.5766e-06) (hash(x)=39318554)
+1590 train 6.943930 (lr=8.4579e-06) (hash(x)=43078392)
+1600 val loss 6.9467
+1600 val perplexity 1039.7418
+1600 train 7.069693 (lr=8.3391e-06) (hash(x)=41122655)
+1610 train 6.998374 (lr=8.2203e-06) (hash(x)=36120625)
+1620 train 6.855536 (lr=8.1015e-06) (hash(x)=35765792)
+1630 train 7.095515 (lr=7.9828e-06) (hash(x)=47089042)
+1640 train 6.852379 (lr=7.8641e-06) (hash(x)=50711559)
+1650 train 6.869404 (lr=7.7456e-06) (hash(x)=45815369)
+1660 train 6.730164 (lr=7.6272e-06) (hash(x)=32816402)
+1670 train 6.833857 (lr=7.5090e-06) (hash(x)=37278001)
+1680 train 6.896299 (lr=7.3910e-06) (hash(x)=40915022)
+1690 train 6.734944 (lr=7.2733e-06) (hash(x)=39134730)
+1700 val loss 6.9317
+1700 val perplexity 1024.1831
+1700 train 6.818570 (lr=7.1560e-06) (hash(x)=43322472)
+1710 train 6.880149 (lr=7.0389e-06) (hash(x)=44220064)
+1720 train 6.938684 (lr=6.9222e-06) (hash(x)=38892807)
+1730 train 7.044489 (lr=6.8060e-06) (hash(x)=43115553)
+1740 train 6.879650 (lr=6.6901e-06) (hash(x)=39288672)
+1750 train 6.975536 (lr=6.5748e-06) (hash(x)=41124961)
+1760 train 6.849125 (lr=6.4600e-06) (hash(x)=36048907)
+1770 train 6.849308 (lr=6.3457e-06) (hash(x)=38027887)
+1780 train 6.819469 (lr=6.2320e-06) (hash(x)=38145978)
+1790 train 6.910053 (lr=6.1190e-06) (hash(x)=44351536)
+1800 val loss 6.9073
+1800 val perplexity 999.4962
+1800 train 6.904034 (lr=6.0066e-06) (hash(x)=39518627)
+1810 train 6.755105 (lr=5.8949e-06) (hash(x)=41542967)
+1820 train 6.800942 (lr=5.7839e-06) (hash(x)=38500785)
+1830 train 6.844421 (lr=5.6737e-06) (hash(x)=37888270)
+1840 train 6.719558 (lr=5.5643e-06) (hash(x)=30199535)
+1850 train 6.728424 (lr=5.4558e-06) (hash(x)=40458277)
+1860 train 6.704224 (lr=5.3481e-06) (hash(x)=42984408)
+1870 train 6.698699 (lr=5.2413e-06) (hash(x)=39240321)
+1880 train 6.707630 (lr=5.1354e-06) (hash(x)=37169036)
+1890 train 6.782664 (lr=5.0305e-06) (hash(x)=40156837)
+1900 val loss 6.8976
+1900 val perplexity 989.8618
+1900 train 6.889485 (lr=4.9266e-06) (hash(x)=36032188)
+1910 train 6.965537 (lr=4.8237e-06) (hash(x)=42795519)
+1920 train 6.892735 (lr=4.7219e-06) (hash(x)=35518925)
+1930 train 6.951318 (lr=4.6211e-06) (hash(x)=40438046)
+1940 train 6.762111 (lr=4.5215e-06) (hash(x)=38291653)
+1950 train 6.887587 (lr=4.4231e-06) (hash(x)=42821483)
+1960 train 6.850200 (lr=4.3258e-06) (hash(x)=37781932)
+1970 train 6.939731 (lr=4.2298e-06) (hash(x)=42543275)
+1980 train 6.837874 (lr=4.1350e-06) (hash(x)=37836462)
+1990 train 6.870891 (lr=4.0414e-06) (hash(x)=39708342)
+2000 val loss 6.8812
+2000 val perplexity 973.8149
+2000 train 6.770031 (lr=3.9492e-06) (hash(x)=38050986)
+2010 train 6.963208 (lr=3.8583e-06) (hash(x)=43963198)
+2020 train 6.689958 (lr=3.7688e-06) (hash(x)=35638171)
+2030 train 6.697921 (lr=3.6806e-06) (hash(x)=33906793)
+2040 train 6.709877 (lr=3.5939e-06) (hash(x)=35880906)
+2050 train 6.786647 (lr=3.5086e-06) (hash(x)=34453353)
+2060 train 6.726500 (lr=3.4248e-06) (hash(x)=42567743)
+2070 train 6.740697 (lr=3.3425e-06) (hash(x)=40686891)
+2080 train 6.589478 (lr=3.2617e-06) (hash(x)=33852944)
+2090 train 6.879174 (lr=3.1824e-06) (hash(x)=37270130)
+2100 val loss 6.8731
+2100 val perplexity 965.9142
+2100 train 6.931888 (lr=3.1047e-06) (hash(x)=41991671)
+2110 train 6.881395 (lr=3.0286e-06) (hash(x)=38825122)
+2120 train 6.913153 (lr=2.9542e-06) (hash(x)=44277711)
+2130 train 6.899714 (lr=2.8813e-06) (hash(x)=53809569)
+2140 train 6.776664 (lr=2.8102e-06) (hash(x)=36559771)
+2150 train 6.823159 (lr=2.7407e-06) (hash(x)=40161967)
+2160 train 6.801567 (lr=2.6729e-06) (hash(x)=33539846)
+2170 train 6.866282 (lr=2.6068e-06) (hash(x)=39682712)
+2180 train 6.914186 (lr=2.5425e-06) (hash(x)=35780230)
+2190 train 6.804833 (lr=2.4800e-06) (hash(x)=43980566)
+2200 val loss 6.8645
+2200 val perplexity 957.6674
+2200 train 6.776078 (lr=2.4192e-06) (hash(x)=34935313)
+2210 train 6.824680 (lr=2.3603e-06) (hash(x)=39724733)
+2220 train 7.287607 (lr=2.3032e-06) (hash(x)=43703966)
+2230 train 6.779405 (lr=2.2479e-06) (hash(x)=38399765)
+2240 train 6.694452 (lr=2.1945e-06) (hash(x)=40842546)
+2250 train 6.624052 (lr=2.1429e-06) (hash(x)=32055949)
+2260 train 6.625170 (lr=2.0933e-06) (hash(x)=35806944)
+2270 train 6.864573 (lr=2.0455e-06) (hash(x)=43553351)
+2280 train 6.897438 (lr=1.9997e-06) (hash(x)=33250224)
+2290 train 6.814785 (lr=1.9558e-06) (hash(x)=37657105)
+2300 val loss 6.8601
+2300 val perplexity 953.4459
+2300 train 6.655499 (lr=1.9139e-06) (hash(x)=40443248)
+2310 train 6.826280 (lr=1.8739e-06) (hash(x)=35689864)
+2320 train 7.021714 (lr=1.8359e-06) (hash(x)=44241023)
+2330 train 6.872594 (lr=1.7999e-06) (hash(x)=43375051)
+2340 train 6.915829 (lr=1.7659e-06) (hash(x)=41936227)
+2350 train 6.948425 (lr=1.7339e-06) (hash(x)=39892044)
+2360 train 6.752195 (lr=1.7039e-06) (hash(x)=42188350)
+2370 train 6.759420 (lr=1.6759e-06) (hash(x)=39758002)
+2380 train 6.729066 (lr=1.6500e-06) (hash(x)=34237373)
+2390 train 6.715007 (lr=1.6261e-06) (hash(x)=36323919)
+2400 val loss 6.8532
+2400 val perplexity 946.8890
+2400 train 6.707891 (lr=1.6043e-06) (hash(x)=34074032)
+2410 train 6.629775 (lr=1.5845e-06) (hash(x)=34145856)
+2420 train 6.720111 (lr=1.5668e-06) (hash(x)=37905974)
+2430 train 6.743615 (lr=1.5512e-06) (hash(x)=46570873)
+2440 train 6.764393 (lr=1.5376e-06) (hash(x)=37393321)
+2450 train 6.661545 (lr=1.5261e-06) (hash(x)=36905360)
+2460 train 6.765852 (lr=1.5167e-06) (hash(x)=40719368)
+2470 train 6.696073 (lr=1.5094e-06) (hash(x)=40499528)
+2480 train 6.810740 (lr=1.5042e-06) (hash(x)=41998640)
+2490 train 6.761917 (lr=1.5010e-06) (hash(x)=41290438)
+2499 val loss 6.8515
+2499 val perplexity 945.3420

4x_smaller_bs_half_lr_half_seq_len/model_02499.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb06466b0ff3a942193bc5258fda0a8e4dce50a9835ef93150cf826b42b2ed0
+size 508831106

4x_smaller_bs_half_lr_half_seq_len/optimizer_02499.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5550341cd898e3dfd0a75907622f1270519bea0386c5f7efdab4f5a7b282dccf
+size 992507142