Upload folder using huggingface_hub

README.md

@@ -0,0 +1,17 @@
+---
+license: mit
+language: en
+---
+
+A micro GPT implementation and training pipeline in PyTorch. I built this to understand a few
+things:
+
+- Basics of attention and RoPE
+- Training a GPT-like model with multiple GPUs including checkpointing and other considerations
+to make the run successful
+- Multi phase training including combining/souping the model weights for the second stage with 3
+runs of smaller amounts of high quality data
+
+This repository contains the pretrained model and tokenizer.
+
+See [gpahal/microgpt](https://github.com/gpahal/microgpt) for instructions on how to use the model.

model/model.json

@@ -0,0 +1,15 @@
+{
+  "max_seq_len": 1024,
+  "d_model": 768,
+  "n_layers": 12,
+  "n_heads": 12,
+  "use_padded_vocab_size": true,
+  "use_rope": true,
+  "rope_theta": 10000.0,
+  "is_rope_full_precision": true,
+  "embd_dropout_p": 0.0,
+  "attn_dropout_p": 0.0,
+  "residual_dropout_p": 0.0,
+  "init_std": 0.02,
+  "init_residual_scaled_factor": 2.0
+}

model/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9a8c31192546c6d2fef29142d9fdf54581221dd0edb02b10ef4a6726e7c1d3
+size 501099710

model/run_1/eval.txt

@@ -0,0 +1,34 @@
+1,val_loss,2.832812547683716,2.8874351978302
+1,hellaswag_accuracy,0.34644493128858794
+100,val_loss,2.450589895248413,2.167236566543579
+100,hellaswag_accuracy,0.34156542521410077
+200,val_loss,2.354024648666382,2.6339173316955566
+200,hellaswag_accuracy,0.3413662617008564
+300,val_loss,2.243515729904175,2.452251672744751
+300,hellaswag_accuracy,0.34495120493925513
+400,val_loss,2.2208306789398193,2.3802943229675293
+400,hellaswag_accuracy,0.3456482772356104
+500,val_loss,2.1986210346221924,2.0900049209594727
+500,hellaswag_accuracy,0.3445528779127664
+600,val_loss,2.1637589931488037,2.289680242538452
+600,hellaswag_accuracy,0.34754033061143197
+700,val_loss,2.1498351097106934,2.0286378860473633
+700,hellaswag_accuracy,0.34714200358494324
+800,val_loss,2.150876760482788,2.002692937850952
+800,hellaswag_accuracy,0.34624576777534355
+900,val_loss,2.144644260406494,2.2057766914367676
+900,hellaswag_accuracy,0.34694284007169884
+1000,val_loss,2.1401004791259766,2.257655382156372
+1000,hellaswag_accuracy,0.3461461860187214
+1100,val_loss,2.1333506107330322,1.9626004695892334
+1100,hellaswag_accuracy,0.34783907588129853
+1200,val_loss,2.1331863403320312,2.28611421585083
+1200,hellaswag_accuracy,0.3463453495319657
+1300,val_loss,2.1204981803894043,2.2663094997406006
+1300,hellaswag_accuracy,0.3492332204740092
+1400,val_loss,2.118180274963379,2.2699272632598877
+1400,hellaswag_accuracy,0.34734116709818763
+1500,val_loss,2.1210808753967285,2.2559289932250977
+1500,hellaswag_accuracy,0.34773949412467636
+1515,val_loss,2.117992401123047,1.954624056816101
+1515,hellaswag_accuracy,0.3483369846644095

model/run_1/loss.txt

@@ -0,0 +1,1515 @@
+1,2.8874351978302
+2,2.7107598781585693
+3,2.64786434173584
+4,2.602119207382202
+5,2.5562033653259277
+6,2.5286152362823486
+7,2.5281851291656494
+8,2.502413034439087
+9,2.4902403354644775
+10,2.452606201171875
+11,2.4358420372009277
+12,2.4464304447174072
+13,2.397880792617798
+14,2.429286479949951
+15,2.4084465503692627
+16,2.3983988761901855
+17,2.387718677520752
+18,2.429166793823242
+19,2.3607559204101562
+20,2.3813343048095703
+21,2.363630533218384
+22,2.328073501586914
+23,2.3522794246673584
+24,2.3399875164031982
+25,2.325625419616699
+26,2.3457393646240234
+27,2.346911907196045
+28,2.311352252960205
+29,2.3262462615966797
+30,2.3099477291107178
+31,2.3132753372192383
+32,2.3161356449127197
+33,2.306317090988159
+34,2.311793327331543
+35,2.2872040271759033
+36,2.3067502975463867
+37,2.289006233215332
+38,2.2803921699523926
+39,2.280485153198242
+40,2.2869460582733154
+41,2.264479160308838
+42,2.2958974838256836
+43,2.2758116722106934
+44,2.253983497619629
+45,2.2868354320526123
+46,2.259315013885498
+47,2.2697269916534424
+48,2.2657361030578613
+49,2.259122848510742
+50,2.259089469909668
+51,2.252018451690674
+52,2.251681327819824
+53,2.2409768104553223
+54,2.2670645713806152
+55,2.225698709487915
+56,2.2495760917663574
+57,2.25361967086792
+58,2.218458652496338
+59,2.234945297241211
+60,2.222630262374878
+61,2.2358529567718506
+62,2.2204248905181885
+63,2.204768657684326
+64,2.2213356494903564
+65,2.234340190887451
+66,2.2200355529785156
+67,2.208773612976074
+68,2.2172372341156006
+69,2.176426887512207
+70,2.2023086547851562
+71,2.210488796234131
+72,2.180013656616211
+73,2.188131809234619
+74,2.2210967540740967
+75,2.185246229171753
+76,2.1936755180358887
+77,2.185811758041382
+78,2.2192838191986084
+79,2.1810028553009033
+80,2.2056784629821777
+81,2.1840262413024902
+82,2.20497465133667
+83,2.180354595184326
+84,2.1714425086975098
+85,2.2001237869262695
+86,2.188211441040039
+87,2.1907246112823486
+88,2.2050962448120117
+89,2.1938652992248535
+90,2.1785874366760254
+91,2.173213005065918
+92,2.167630195617676
+93,2.185389280319214
+94,2.1681032180786133
+95,2.1816751956939697
+96,2.1593620777130127
+97,2.187934637069702
+98,2.161583662033081
+99,2.185455322265625
+100,2.167236566543579
+101,2.1401307582855225
+102,2.147958993911743
+103,2.170814037322998
+104,2.1635656356811523
+105,2.132758617401123
+106,2.149507761001587
+107,2.145437240600586
+108,2.1444873809814453
+109,2.149812698364258
+110,2.1495325565338135
+111,2.1489365100860596
+112,2.1361348628997803
+113,2.1627867221832275
+114,2.1216020584106445
+115,2.1775126457214355
+116,2.1538331508636475
+117,2.145456314086914
+118,2.1649348735809326
+119,2.136033773422241
+120,2.1342411041259766
+121,2.1423323154449463
+122,2.1415555477142334
+123,2.132608413696289
+124,2.1510915756225586
+125,2.1433706283569336
+126,2.1116857528686523
+127,2.1262764930725098
+128,2.1307077407836914
+129,2.135430335998535
+130,2.1249496936798096
+131,2.138075351715088
+132,2.1335270404815674
+133,2.157938003540039
+134,2.135669708251953
+135,2.1309592723846436
+136,2.1215858459472656
+137,2.1289079189300537
+138,2.153593063354492
+139,2.1154685020446777
+140,2.116917610168457
+141,2.113478660583496
+142,2.1069962978363037
+143,2.1347148418426514
+144,2.1444284915924072
+145,2.1109156608581543
+146,2.127993583679199
+147,2.11641788482666
+148,2.1178669929504395
+149,2.0972442626953125
+150,2.1320247650146484
+151,2.0945217609405518
+152,2.087646484375
+153,2.1067957878112793
+154,2.112116813659668
+155,2.0907278060913086
+156,2.1225812435150146
+157,2.0958480834960938
+158,2.0943801403045654
+159,2.093703508377075
+160,2.093808174133301
+161,2.1111979484558105
+162,2.1210737228393555
+163,2.1013903617858887
+164,2.078733444213867
+165,2.1041948795318604
+166,2.0976152420043945
+167,2.0994603633880615
+168,2.113844394683838
+169,2.1100876331329346
+170,2.0970888137817383
+171,2.109973907470703
+172,2.0876059532165527
+173,2.108318328857422
+174,2.0676939487457275
+175,2.092865467071533
+176,2.086242198944092
+177,2.0911543369293213
+178,2.103781223297119
+179,2.0969414710998535
+180,2.1059279441833496
+181,2.098646402359009
+182,2.0974957942962646
+183,2.098531723022461
+184,2.098426580429077
+185,2.083345890045166
+186,2.1256537437438965
+187,2.0752124786376953
+188,2.0863242149353027
+189,2.093046188354492
+190,2.7714290618896484
+191,2.7513232231140137
+192,2.745645761489868
+193,2.080717086791992
+194,2.1303558349609375
+195,2.085928201675415
+196,2.111877202987671
+197,2.0899696350097656
+198,2.074061393737793
+199,2.709653854370117
+200,2.6339173316955566
+201,2.6420295238494873
+202,2.080432176589966
+203,2.656907796859741
+204,2.089542865753174
+205,2.1060047149658203
+206,2.609300374984741
+207,2.1000378131866455
+208,2.573763370513916
+209,2.085076332092285
+210,2.1000335216522217
+211,2.101647138595581
+212,2.584397077560425
+213,2.084892988204956
+214,2.096496820449829
+215,2.538376569747925
+216,2.106510639190674
+217,2.087719440460205
+218,2.5860791206359863
+219,2.086846113204956
+220,2.0730392932891846
+221,2.1046299934387207
+222,2.5371510982513428
+223,2.5210132598876953
+224,2.0722384452819824
+225,2.1130852699279785
+226,2.079543113708496
+227,2.0712287425994873
+228,2.0921387672424316
+229,2.092074155807495
+230,2.0895252227783203
+231,2.549340009689331
+232,2.068657159805298
+233,2.0846645832061768
+234,2.5533134937286377
+235,2.0767946243286133
+236,2.085421085357666
+237,2.053286075592041
+238,2.094581365585327
+239,2.079774856567383
+240,2.5511159896850586
+241,2.5476431846618652
+242,2.5509214401245117
+243,2.48637318611145
+244,2.093458890914917
+245,2.5075082778930664
+246,2.078587055206299
+247,2.0996809005737305
+248,2.473228931427002
+249,2.528083086013794
+250,2.4925661087036133
+251,2.4996488094329834
+252,2.07738995552063
+253,2.4944422245025635
+254,2.493591785430908
+255,2.4883577823638916
+256,2.49534273147583
+257,2.0781450271606445
+258,2.512449026107788
+259,2.4702892303466797
+260,2.0677828788757324
+261,2.4511032104492188
+262,2.0775718688964844
+263,2.0731306076049805
+264,2.4602181911468506
+265,2.072237491607666
+266,2.0907821655273438
+267,2.081835985183716
+268,2.0812697410583496
+269,2.0815858840942383
+270,2.472407341003418
+271,2.086108684539795
+272,2.475985050201416
+273,2.4985082149505615
+274,2.0571446418762207
+275,2.078794479370117
+276,2.072486400604248
+277,2.494157075881958
+278,2.072535514831543
+279,2.113628625869751
+280,2.447375535964966
+281,2.0599467754364014
+282,2.0508921146392822
+283,2.099107027053833
+284,2.4604923725128174
+285,2.4243860244750977
+286,2.4666080474853516
+287,2.449932098388672
+288,2.0486109256744385
+289,2.0815513134002686
+290,2.0792195796966553
+291,2.0736327171325684
+292,2.0505871772766113
+293,2.082505941390991
+294,2.451268434524536
+295,2.084280252456665
+296,2.0811548233032227
+297,2.446563720703125
+298,2.411224365234375
+299,2.07173490524292
+300,2.452251672744751
+301,2.1154754161834717
+302,2.0717129707336426
+303,2.4154212474823
+304,2.0587868690490723
+305,2.0858471393585205
+306,2.46191143989563
+307,2.056393623352051
+308,2.393392324447632
+309,2.05875563621521
+310,2.076582908630371
+311,2.052032470703125
+312,2.047422170639038
+313,2.4364190101623535
+314,2.068387985229492
+315,2.0711443424224854
+316,2.0554630756378174
+317,2.0779786109924316
+318,2.05082368850708
+319,2.431150197982788
+320,2.039435386657715
+321,2.417729377746582
+322,2.051457405090332
+323,2.077237367630005
+324,2.059159994125366
+325,2.428046226501465
+326,2.0576224327087402
+327,2.053436756134033
+328,2.402524709701538
+329,2.0896453857421875
+330,2.4487669467926025
+331,2.4226129055023193
+332,2.425877094268799
+333,2.427483081817627
+334,2.0370335578918457
+335,2.051603317260742
+336,2.057809829711914
+337,2.053196430206299
+338,2.409817934036255
+339,2.048238515853882
+340,2.064307689666748
+341,2.3929061889648438
+342,2.0671472549438477
+343,2.0694973468780518
+344,2.0588269233703613
+345,2.055250406265259
+346,2.4444611072540283
+347,2.0777478218078613
+348,2.072779893875122
+349,2.065197467803955
+350,2.423065662384033
+351,2.392632484436035
+352,2.396022319793701
+353,2.3841938972473145
+354,2.065631866455078
+355,2.392300605773926
+356,2.424727439880371
+357,2.4257988929748535
+358,2.391561269760132
+359,2.0840885639190674
+360,2.025714159011841
+361,2.4336423873901367
+362,2.4306349754333496
+363,2.051499366760254
+364,2.065941572189331
+365,2.0276267528533936
+366,2.0308878421783447
+367,2.3961000442504883
+368,2.042025089263916
+369,2.0424437522888184
+370,2.388773202896118
+371,2.380821466445923
+372,2.3864119052886963
+373,2.036855459213257
+374,2.0499401092529297
+375,2.0702064037323
+376,2.0497007369995117
+377,2.0691847801208496
+378,2.051353693008423
+379,2.430227279663086
+380,2.3992600440979004
+381,2.3759520053863525
+382,2.355504035949707
+383,2.4070301055908203
+384,2.3663418292999268
+385,2.284166097640991
+386,2.402524709701538
+387,2.3641130924224854
+388,2.400120496749878
+389,2.3989932537078857
+390,2.4137282371520996
+391,2.367520332336426
+392,2.411855459213257
+393,2.3825104236602783
+394,2.240691661834717
+395,2.2189996242523193
+396,2.3597564697265625
+397,2.3943917751312256
+398,2.4031620025634766
+399,2.409966230392456
+400,2.3802943229675293
+401,2.3894760608673096
+402,2.412024974822998
+403,2.339067220687866
+404,2.3905439376831055
+405,2.340771198272705
+406,2.3607735633850098
+407,2.409501075744629
+408,2.3666672706604004
+409,2.388772487640381
+410,2.3548014163970947
+411,2.371058464050293
+412,2.1966440677642822
+413,2.3854966163635254
+414,2.366377115249634
+415,2.363463878631592
+416,2.3704426288604736
+417,2.4008164405822754
+418,2.3691139221191406
+419,2.3576860427856445
+420,2.372025489807129
+421,2.3696956634521484
+422,2.354099988937378
+423,2.3763067722320557
+424,2.167790174484253
+425,2.3561713695526123
+426,2.3575491905212402
+427,2.354031801223755
+428,2.353881597518921
+429,2.3332324028015137
+430,2.32340669631958
+431,2.337876081466675
+432,2.3298635482788086
+433,2.3331234455108643
+434,2.3627119064331055
+435,2.3123295307159424
+436,2.3534600734710693
+437,2.1524980068206787
+438,2.3732104301452637
+439,2.3778743743896484
+440,2.377002000808716
+441,2.339757204055786
+442,2.355794906616211
+443,2.374490737915039
+444,2.3265020847320557
+445,2.3571321964263916
+446,2.3563308715820312
+447,2.329204559326172
+448,2.332185983657837
+449,2.3462531566619873
+450,2.3681302070617676
+451,2.323075532913208
+452,2.321927070617676
+453,2.136852741241455
+454,2.3154137134552
+455,2.325962543487549
+456,2.3423004150390625
+457,2.3061537742614746
+458,2.3056294918060303
+459,2.3506247997283936
+460,2.329441547393799
+461,2.1446096897125244
+462,2.3431479930877686
+463,2.318237781524658
+464,2.295229434967041
+465,2.312917709350586
+466,2.341423273086548
+467,2.3212316036224365
+468,2.325591564178467
+469,2.3382973670959473
+470,2.3079042434692383
+471,2.3415372371673584
+472,2.2783491611480713
+473,2.2870030403137207
+474,2.333176612854004
+475,2.3055272102355957
+476,2.1277081966400146
+477,2.2952146530151367
+478,2.3474631309509277
+479,2.3100929260253906
+480,2.3189120292663574
+481,2.2892441749572754
+482,2.326188325881958
+483,2.3493683338165283
+484,2.299126625061035
+485,2.29591965675354
+486,2.2871851921081543
+487,2.29824161529541
+488,2.1316630840301514
+489,2.2952077388763428
+490,2.2999720573425293
+491,2.2899365425109863
+492,2.332306385040283
+493,2.326941967010498
+494,2.118636131286621
+495,2.278407335281372
+496,2.3045639991760254
+497,2.3396313190460205
+498,2.3139584064483643
+499,2.1043765544891357
+500,2.0900049209594727
+501,2.1011548042297363
+502,2.0947036743164062
+503,2.095262289047241
+504,2.0806493759155273
+505,2.077120542526245
+506,2.093712568283081
+507,2.0762152671813965
+508,2.066162109375
+509,2.06363844871521
+510,2.069882869720459
+511,2.0812125205993652
+512,2.3163814544677734
+513,2.0490987300872803
+514,2.0569543838500977
+515,2.0684945583343506
+516,2.0463814735412598
+517,2.2987213134765625
+518,2.0647683143615723
+519,2.0665018558502197
+520,2.2914223670959473
+521,2.057448387145996
+522,2.072202205657959
+523,2.320218801498413
+524,2.028738498687744
+525,2.057340383529663
+526,2.2897017002105713
+527,2.0478317737579346
+528,2.046003818511963
+529,2.3308916091918945
+530,2.027912139892578
+531,2.0503032207489014
+532,2.063603401184082
+533,2.029712677001953
+534,2.0350074768066406
+535,2.0304737091064453
+536,2.3060338497161865
+537,2.051804542541504
+538,2.039734125137329
+539,2.0529837608337402
+540,2.023489475250244
+541,2.3208885192871094
+542,2.0338168144226074
+543,2.0640130043029785
+544,2.3005123138427734
+545,2.0424814224243164
+546,2.042562484741211
+547,2.2814249992370605
+548,2.048966884613037
+549,2.032567024230957
+550,2.0283308029174805
+551,2.0421838760375977
+552,2.050680160522461
+553,2.0218639373779297
+554,2.024610996246338
+555,2.0325396060943604
+556,2.0779659748077393
+557,2.032273769378662
+558,2.02987003326416
+559,2.0261409282684326
+560,2.0191690921783447
+561,2.333613395690918
+562,2.2952823638916016
+563,2.049887180328369
+564,2.293635606765747
+565,2.059321641921997
+566,2.0388522148132324
+567,2.043954610824585
+568,2.031607151031494
+569,2.025355815887451
+570,2.2773995399475098
+571,2.037224054336548
+572,2.0553958415985107
+573,2.005640983581543
+574,2.038062334060669
+575,2.0124776363372803
+576,2.042649507522583
+577,2.302715301513672
+578,2.018369674682617
+579,2.262584924697876
+580,2.031024694442749
+581,2.292926073074341
+582,2.3097915649414062
+583,2.2879488468170166
+584,2.281853437423706
+585,2.028146266937256
+586,2.263218402862549
+587,2.0334136486053467
+588,2.3150665760040283
+589,2.2635371685028076
+590,2.3152246475219727
+591,2.270019054412842
+592,2.0249969959259033
+593,2.013792037963867
+594,2.020268440246582
+595,2.2888379096984863
+596,2.0045101642608643
+597,2.2786145210266113
+598,2.3325343132019043
+599,2.2703585624694824
+600,2.289680242538452
+601,2.0148797035217285
+602,2.0210325717926025
+603,2.2969937324523926
+604,2.048511028289795
+605,2.2971885204315186
+606,2.0354018211364746
+607,2.0230863094329834
+608,2.0340259075164795
+609,2.027893304824829
+610,2.3003342151641846
+611,2.3018198013305664
+612,2.279710531234741
+613,2.0031025409698486
+614,2.032705783843994
+615,2.2869653701782227
+616,2.3186349868774414
+617,2.017176628112793
+618,2.2668731212615967
+619,2.0219507217407227
+620,2.0389010906219482
+621,2.2868523597717285
+622,2.032095432281494
+623,2.0167036056518555
+624,1.9990367889404297
+625,2.3270962238311768
+626,2.0146408081054688
+627,2.003217935562134
+628,2.281357526779175
+629,2.2527506351470947
+630,2.0180444717407227
+631,2.281022548675537
+632,2.0307021141052246
+633,2.0112204551696777
+634,2.029385805130005
+635,2.3019614219665527
+636,2.2894906997680664
+637,2.2951431274414062
+638,1.994910478591919
+639,2.289259672164917
+640,2.023376703262329
+641,2.2655344009399414
+642,2.0149831771850586
+643,2.2383642196655273
+644,2.0323269367218018
+645,2.02058744430542
+646,2.037651538848877
+647,2.289520502090454
+648,2.310060977935791
+649,2.2846760749816895
+650,2.010420560836792
+651,2.025765895843506
+652,2.2581136226654053
+653,1.990161657333374
+654,2.2832283973693848
+655,2.2668094635009766
+656,2.042412519454956
+657,2.0000226497650146
+658,2.312253952026367
+659,2.0329747200012207
+660,2.0198328495025635
+661,2.022346258163452
+662,2.2888522148132324
+663,2.026913642883301
+664,2.0338423252105713
+665,1.9896451234817505
+666,2.288623094558716
+667,2.029369354248047
+668,2.3195955753326416
+669,2.009945869445801
+670,2.029762029647827
+671,2.032195568084717
+672,2.000748634338379
+673,2.2715072631835938
+674,2.005558729171753
+675,2.0109853744506836
+676,2.2650036811828613
+677,2.23954439163208
+678,2.0090723037719727
+679,2.2852261066436768
+680,2.3079123497009277
+681,2.22951602935791
+682,2.2531492710113525
+683,2.020512819290161
+684,2.3020646572113037
+685,2.287635564804077
+686,2.294952154159546
+687,2.010136127471924
+688,2.2781124114990234
+689,2.2857882976531982
+690,2.192800998687744
+691,2.020966053009033
+692,2.0094199180603027
+693,2.3305234909057617
+694,2.296013593673706
+695,2.0030517578125
+696,2.036865234375
+697,2.0001440048217773
+698,1.9901258945465088
+699,1.9972789287567139
+700,2.0286378860473633
+701,1.998522400856018
+702,2.013432264328003
+703,2.024228096008301
+704,1.9959756135940552
+705,1.9915255308151245
+706,2.0281875133514404
+707,2.023411512374878
+708,2.0203728675842285
+709,2.0089454650878906
+710,2.0014164447784424
+711,2.0103235244750977
+712,2.009469985961914
+713,2.019176959991455
+714,2.0100862979888916
+715,2.0136196613311768
+716,2.020627021789551
+717,2.0028629302978516
+718,1.9998031854629517
+719,2.0220258235931396
+720,2.0151264667510986
+721,2.000020980834961
+722,2.005418062210083
+723,1.9769011735916138
+724,1.989349603652954
+725,2.005188465118408
+726,1.9658823013305664
+727,1.991511344909668
+728,1.9994627237319946
+729,2.033486843109131
+730,1.9872018098831177
+731,2.0274455547332764
+732,2.0235698223114014
+733,1.999495506286621
+734,1.9962477684020996
+735,1.9980000257492065
+736,1.9925055503845215
+737,2.0181427001953125
+738,2.0038514137268066
+739,1.9945718050003052
+740,1.9945006370544434
+741,2.017608880996704
+742,1.989073395729065
+743,2.012650966644287
+744,2.023223876953125
+745,1.9907429218292236
+746,2.01655912399292
+747,2.0130159854888916
+748,1.9851908683776855
+749,2.0138189792633057
+750,2.022724151611328
+751,2.002926826477051
+752,2.0126261711120605
+753,2.0111238956451416
+754,2.003016471862793
+755,1.9792225360870361
+756,1.9671751260757446
+757,2.0161356925964355
+758,1.9881980419158936
+759,1.995978593826294
+760,2.017062187194824
+761,1.9949963092803955
+762,2.002124786376953
+763,1.990785837173462
+764,2.0037429332733154
+765,1.9774105548858643
+766,1.9738506078720093
+767,2.009168863296509
+768,1.9997661113739014
+769,1.9926602840423584
+770,2.0029563903808594
+771,1.9744572639465332
+772,1.974947452545166
+773,2.013014316558838
+774,1.964706540107727
+775,1.994555115699768
+776,1.9817795753479004
+777,1.988072156906128
+778,1.989709734916687
+779,1.987029790878296
+780,1.9885631799697876
+781,1.9910472631454468
+782,1.980911374092102
+783,1.998829960823059
+784,1.9806208610534668
+785,1.988476276397705
+786,1.9916688203811646
+787,1.9948475360870361
+788,1.9802011251449585
+789,1.9889552593231201
+790,1.996537446975708
+791,1.9956936836242676
+792,1.9731793403625488
+793,1.9934619665145874
+794,2.0025622844696045
+795,1.9707860946655273
+796,2.0103185176849365
+797,1.982598066329956
+798,1.9755117893218994
+799,2.004746437072754
+800,2.002692937850952
+801,1.9778401851654053
+802,1.994411587715149
+803,1.9866935014724731
+804,2.00941801071167
+805,1.9764015674591064
+806,1.9745707511901855
+807,1.9747581481933594
+808,1.9846864938735962
+809,2.0014700889587402
+810,2.0046138763427734
+811,1.992856502532959
+812,2.00252628326416
+813,2.0105643272399902
+814,1.9937676191329956
+815,1.9897254705429077
+816,1.9821707010269165
+817,1.9827799797058105
+818,1.9736545085906982
+819,1.980047345161438
+820,1.989139199256897
+821,1.9896135330200195
+822,1.9849740266799927
+823,1.9857890605926514
+824,1.9745315313339233
+825,1.9872360229492188
+826,2.0108227729797363
+827,1.9807281494140625
+828,1.9761171340942383
+829,1.9490174055099487
+830,1.9591004848480225
+831,1.9718533754348755
+832,1.9881114959716797
+833,1.9835752248764038
+834,1.9733569622039795
+835,1.995981216430664
+836,1.9931093454360962
+837,1.9683821201324463
+838,1.9721148014068604
+839,1.9907727241516113
+840,1.9958574771881104
+841,1.9895201921463013
+842,1.9899251461029053
+843,1.9724063873291016
+844,2.0117616653442383
+845,1.9749526977539062
+846,1.9793064594268799
+847,1.9645271301269531
+848,1.989177942276001
+849,1.9989519119262695
+850,1.9764204025268555
+851,1.9930821657180786
+852,1.9682226181030273
+853,1.977840781211853
+854,1.9817475080490112
+855,1.9757572412490845
+856,1.9816571474075317
+857,1.9668481349945068
+858,1.9834352731704712
+859,1.9705960750579834
+860,1.9864182472229004
+861,1.9933710098266602
+862,1.9553254842758179
+863,1.9797329902648926
+864,1.9843058586120605
+865,1.9757678508758545
+866,1.9790644645690918
+867,1.9613745212554932
+868,1.9811997413635254
+869,1.9815027713775635
+870,1.942028284072876
+871,1.9751837253570557
+872,1.9615930318832397
+873,1.9948062896728516
+874,1.9773062467575073
+875,1.961870789527893
+876,1.9655778408050537
+877,1.9759413003921509
+878,1.9729410409927368
+879,1.9611318111419678
+880,1.9980385303497314
+881,1.9813272953033447
+882,1.9626516103744507
+883,1.9767097234725952
+884,2.312497615814209
+885,2.3203725814819336
+886,2.3237054347991943
+887,2.3187832832336426
+888,2.311481237411499
+889,2.302964210510254
+890,2.2765345573425293
+891,2.310072660446167
+892,2.315762996673584
+893,2.2963757514953613
+894,2.2986412048339844
+895,2.271481990814209
+896,2.309263229370117
+897,2.3343348503112793
+898,2.2911012172698975
+899,2.281038999557495
+900,2.2057766914367676
+901,2.3094465732574463
+902,2.3318817615509033
+903,2.3129734992980957
+904,2.288412094116211
+905,2.311953544616699
+906,2.2850265502929688
+907,2.324326515197754
+908,2.307765483856201
+909,2.3203325271606445
+910,2.1649796962738037
+911,2.279801845550537
+912,2.3087522983551025
+913,2.2591753005981445
+914,2.2746949195861816
+915,2.311738967895508
+916,2.2989108562469482
+917,2.2910776138305664
+918,2.1455063819885254
+919,2.1389358043670654
+920,2.3063158988952637
+921,2.3022232055664062
+922,2.1900110244750977
+923,2.3111672401428223
+924,2.2919998168945312
+925,2.284172296524048
+926,2.2847676277160645
+927,2.297028064727783
+928,2.277467727661133
+929,2.2891669273376465
+930,2.2827401161193848
+931,2.1245970726013184
+932,2.2629172801971436
+933,2.269305944442749
+934,2.288275957107544
+935,2.2413852214813232
+936,2.275911569595337
+937,2.290252685546875
+938,2.255244731903076
+939,2.251124382019043
+940,2.114549160003662
+941,2.301887273788452
+942,2.101081371307373
+943,2.274521589279175
+944,2.2845704555511475
+945,2.285710573196411
+946,2.301258087158203
+947,2.255087375640869
+948,2.2575085163116455
+949,2.2925021648406982
+950,2.287118673324585
+951,2.2982177734375
+952,2.11405348777771
+953,2.2985448837280273
+954,2.281163215637207
+955,2.2729334831237793
+956,2.293588161468506
+957,2.254913330078125
+958,2.2713444232940674
+959,2.297837257385254
+960,2.3211746215820312
+961,2.26823091506958
+962,2.272538661956787
+963,2.259052276611328
+964,2.2749454975128174
+965,2.3080697059631348
+966,2.2312450408935547
+967,2.2462921142578125
+968,2.245880126953125
+969,2.2701964378356934
+970,2.2264323234558105
+971,2.238250494003296
+972,2.262326240539551
+973,2.270796775817871
+974,2.2806334495544434
+975,2.2462880611419678
+976,2.2756619453430176
+977,2.1206483840942383
+978,2.2803759574890137
+979,2.249795913696289
+980,2.2555415630340576
+981,2.2841806411743164
+982,2.272772789001465
+983,2.2429468631744385
+984,2.2399916648864746
+985,2.2537364959716797
+986,2.264835834503174
+987,2.27573299407959
+988,2.0950865745544434
+989,2.2673778533935547
+990,2.2633516788482666
+991,2.2905449867248535
+992,2.2790021896362305
+993,2.24379301071167
+994,2.248718738555908
+995,2.25727915763855
+996,2.2654213905334473
+997,2.1089138984680176
+998,2.2576098442077637
+999,2.2877798080444336
+1000,2.257655382156372
+1001,2.2563230991363525
+1002,2.2925946712493896
+1003,2.279642343521118
+1004,2.1015563011169434
+1005,2.0318405628204346
+1006,2.009988307952881
+1007,2.000535249710083
+1008,1.9973881244659424
+1009,1.9995136260986328
+1010,2.0123846530914307
+1011,1.9790260791778564
+1012,1.9732074737548828
+1013,1.9928970336914062
+1014,1.9900386333465576
+1015,1.9597151279449463
+1016,1.9717508554458618
+1017,2.0168097019195557
+1018,1.9782044887542725
+1019,1.985851764678955
+1020,1.9837818145751953
+1021,2.0041704177856445
+1022,1.975337028503418
+1023,1.9815055131912231
+1024,1.9705148935317993
+1025,1.9702905416488647
+1026,1.987125039100647
+1027,1.9709510803222656
+1028,1.9803895950317383
+1029,1.9986402988433838
+1030,1.9846687316894531
+1031,1.9961776733398438
+1032,1.980285882949829
+1033,1.9821460247039795
+1034,1.9942021369934082
+1035,1.954653024673462
+1036,1.9733377695083618
+1037,1.988235592842102
+1038,1.987226963043213
+1039,1.974193811416626
+1040,1.965570330619812
+1041,1.9745893478393555
+1042,1.9718611240386963
+1043,1.9935956001281738
+1044,1.966779112815857
+1045,1.9743186235427856
+1046,1.9554625749588013
+1047,1.9899230003356934
+1048,1.9677377939224243
+1049,1.976943850517273
+1050,1.957564115524292
+1051,1.9372820854187012
+1052,1.9696245193481445
+1053,1.9810541868209839
+1054,1.9601824283599854
+1055,1.978679895401001
+1056,1.9751936197280884
+1057,1.9582171440124512
+1058,1.9773821830749512
+1059,1.99034583568573
+1060,1.9787424802780151
+1061,1.967109203338623
+1062,1.975252628326416
+1063,1.9472078084945679
+1064,1.9801597595214844
+1065,1.9766007661819458
+1066,1.9721417427062988
+1067,1.965578556060791
+1068,1.9720789194107056
+1069,1.9635432958602905
+1070,1.9649549722671509
+1071,1.949575662612915
+1072,1.958040475845337
+1073,1.9689141511917114
+1074,1.9726412296295166
+1075,1.9732708930969238
+1076,1.9744775295257568
+1077,1.9519137144088745
+1078,1.970229148864746
+1079,1.9668045043945312
+1080,1.9651551246643066
+1081,1.9580743312835693
+1082,1.9633963108062744
+1083,1.9911391735076904
+1084,1.9670319557189941
+1085,1.979414701461792
+1086,1.9634147882461548
+1087,1.9490375518798828
+1088,1.969077229499817
+1089,1.9668564796447754
+1090,1.9627776145935059
+1091,1.9916388988494873
+1092,1.9474363327026367
+1093,1.958661437034607
+1094,1.9656543731689453
+1095,1.9534634351730347
+1096,1.9737592935562134
+1097,1.962281584739685
+1098,1.946062445640564
+1099,1.9908339977264404
+1100,1.9626004695892334
+1101,1.952465295791626
+1102,1.9798312187194824
+1103,1.9628130197525024
+1104,1.9727674722671509
+1105,1.9545645713806152
+1106,1.9546066522598267
+1107,1.9520483016967773
+1108,1.952720046043396
+1109,1.9622156620025635
+1110,1.9687551259994507
+1111,1.950418472290039
+1112,1.9553238153457642
+1113,1.977691411972046
+1114,1.9500010013580322
+1115,1.9781007766723633
+1116,1.9884507656097412
+1117,1.9563310146331787
+1118,1.953705072402954
+1119,1.962334156036377
+1120,1.948783040046692
+1121,1.974831223487854
+1122,1.9598596096038818
+1123,1.9708800315856934
+1124,1.9610875844955444
+1125,1.9466314315795898
+1126,1.961241364479065
+1127,1.9820120334625244
+1128,1.9593771696090698
+1129,1.947067141532898
+1130,1.954708456993103
+1131,1.9689960479736328
+1132,1.9645116329193115
+1133,1.9853732585906982
+1134,1.9655308723449707
+1135,1.9571624994277954
+1136,1.9574719667434692
+1137,1.9581236839294434
+1138,1.954184889793396
+1139,1.9655277729034424
+1140,1.9754213094711304
+1141,1.974347472190857
+1142,1.9630768299102783
+1143,1.977541446685791
+1144,1.952113389968872
+1145,1.9779982566833496
+1146,1.98882257938385
+1147,1.951979637145996
+1148,1.9781198501586914
+1149,1.9793736934661865
+1150,1.954714059829712
+1151,1.9749377965927124
+1152,1.9564244747161865
+1153,1.9699069261550903
+1154,1.9688105583190918
+1155,1.9519859552383423
+1156,1.983109951019287
+1157,1.9559245109558105
+1158,1.9663254022598267
+1159,1.9568977355957031
+1160,1.9339548349380493
+1161,1.9626530408859253
+1162,1.9542807340621948
+1163,1.964135766029358
+1164,1.9669257402420044
+1165,1.9458551406860352
+1166,1.963500738143921
+1167,1.9776667356491089
+1168,1.950822114944458
+1169,1.958376407623291
+1170,1.9422811269760132
+1171,1.9644935131072998
+1172,1.936377763748169
+1173,1.9828342199325562
+1174,1.9839754104614258
+1175,1.9588106870651245
+1176,1.9618374109268188
+1177,1.9623757600784302
+1178,1.9607423543930054
+1179,1.9745928049087524
+1180,1.9612846374511719
+1181,1.9358268976211548
+1182,1.9688290357589722
+1183,1.939366102218628
+1184,1.9398078918457031
+1185,1.9843511581420898
+1186,1.9571729898452759
+1187,1.95528244972229
+1188,1.9753406047821045
+1189,1.9977244138717651
+1190,1.9644441604614258
+1191,1.964134693145752
+1192,1.9666917324066162
+1193,1.9832762479782104
+1194,1.9415158033370972
+1195,1.9550137519836426
+1196,1.9807372093200684
+1197,1.9455013275146484
+1198,1.9271581172943115
+1199,1.9547994136810303
+1200,2.28611421585083
+1201,2.2703773975372314
+1202,2.2962918281555176
+1203,2.266728162765503
+1204,1.9678772687911987
+1205,2.2796475887298584
+1206,1.980330228805542
+1207,1.9880589246749878
+1208,2.2810940742492676
+1209,1.9607508182525635
+1210,1.9491684436798096
+1211,2.2799103260040283
+1212,1.9702916145324707
+1213,1.9649639129638672
+1214,2.287278413772583
+1215,2.2525877952575684
+1216,2.251234531402588
+1217,2.238058090209961
+1218,2.2758665084838867
+1219,2.2325475215911865
+1220,1.9593364000320435
+1221,2.23287296295166
+1222,2.2245097160339355
+1223,2.239377975463867
+1224,1.9821455478668213
+1225,1.9558987617492676
+1226,2.2526423931121826
+1227,1.9658726453781128
+1228,1.9608032703399658
+1229,1.9577865600585938
+1230,2.2939822673797607
+1231,1.9550702571868896
+1232,1.9489054679870605
+1233,2.2605440616607666
+1234,1.972840666770935
+1235,2.2304847240448
+1236,2.2593092918395996
+1237,2.2659554481506348
+1238,1.953285574913025
+1239,2.008023262023926
+1240,2.3046934604644775
+1241,2.3125545978546143
+1242,1.948456048965454
+1243,1.9737485647201538
+1244,1.945336103439331
+1245,1.959333896636963
+1246,1.9766364097595215
+1247,1.9663885831832886
+1248,1.9692556858062744
+1249,2.275629997253418
+1250,1.9397828578948975
+1251,1.9758116006851196
+1252,1.941866159439087
+1253,1.985036849975586
+1254,1.9827479124069214
+1255,2.2699546813964844
+1256,1.9700961112976074
+1257,1.949630856513977
+1258,2.260643482208252
+1259,1.9773063659667969
+1260,2.2352919578552246
+1261,2.2785141468048096
+1262,1.9781320095062256
+1263,1.9439154863357544
+1264,1.9686781167984009
+1265,2.2988693714141846
+1266,1.9646565914154053
+1267,2.255629539489746
+1268,1.9655821323394775
+1269,1.9682750701904297
+1270,2.219869613647461
+1271,1.965834379196167
+1272,1.9470638036727905
+1273,2.2646427154541016
+1274,1.9305092096328735
+1275,1.9677767753601074
+1276,2.219238758087158
+1277,1.9600980281829834
+1278,2.283082962036133
+1279,2.2436211109161377
+1280,2.2194814682006836
+1281,1.9564249515533447
+1282,2.2385051250457764
+1283,1.9667736291885376
+1284,1.9450479745864868
+1285,1.9647263288497925
+1286,1.960776925086975
+1287,1.978416085243225
+1288,1.9761948585510254
+1289,1.978704810142517
+1290,1.943386435508728
+1291,1.9772213697433472
+1292,2.2711293697357178
+1293,1.9653034210205078
+1294,1.9516452550888062
+1295,1.9674453735351562
+1296,1.9647836685180664
+1297,2.249971628189087
+1298,1.9650936126708984
+1299,2.255831241607666
+1300,2.2663094997406006
+1301,1.9520411491394043
+1302,2.298668622970581
+1303,2.271693229675293
+1304,1.9626773595809937
+1305,2.27374267578125
+1306,1.982994794845581
+1307,1.9733372926712036
+1308,1.948693871498108
+1309,1.9551942348480225
+1310,1.946274757385254
+1311,1.9424268007278442
+1312,2.2615249156951904
+1313,1.9591622352600098
+1314,2.2232048511505127
+1315,2.2853167057037354
+1316,1.952716588973999
+1317,1.9565231800079346
+1318,1.9632827043533325
+1319,1.9873135089874268
+1320,1.971260666847229
+1321,1.9645426273345947
+1322,2.2670555114746094
+1323,1.9402568340301514
+1324,1.9522082805633545
+1325,2.259338617324829
+1326,1.9812805652618408
+1327,1.960097074508667
+1328,2.2499914169311523
+1329,1.9694997072219849
+1330,2.254520893096924
+1331,1.9753122329711914
+1332,2.265700101852417
+1333,2.2536213397979736
+1334,1.944096326828003
+1335,2.2940189838409424
+1336,1.965200662612915
+1337,1.9907647371292114
+1338,1.9632508754730225
+1339,1.9751763343811035
+1340,1.93876051902771
+1341,2.279935598373413
+1342,2.250422954559326
+1343,1.9399813413619995
+1344,2.2576398849487305
+1345,2.2634007930755615
+1346,2.2421488761901855
+1347,2.2597713470458984
+1348,2.2806613445281982
+1349,1.9632388353347778
+1350,1.9582470655441284
+1351,1.9521205425262451
+1352,2.2872719764709473
+1353,1.9786162376403809
+1354,1.9635525941848755
+1355,1.9541425704956055
+1356,1.9467222690582275
+1357,2.267822504043579
+1358,1.9557029008865356
+1359,1.9531238079071045
+1360,2.274587392807007
+1361,1.9599658250808716
+1362,2.2910284996032715
+1363,1.960453987121582
+1364,1.9400945901870728
+1365,1.9513732194900513
+1366,2.2831413745880127
+1367,2.2482638359069824
+1368,1.9336955547332764
+1369,2.281216621398926
+1370,2.247746467590332
+1371,2.2644224166870117
+1372,1.981845736503601
+1373,1.9607179164886475
+1374,1.9462847709655762
+1375,1.9699625968933105
+1376,1.9686264991760254
+1377,1.9668402671813965
+1378,1.9556760787963867
+1379,1.9359707832336426
+1380,1.9367191791534424
+1381,1.9437541961669922
+1382,1.9575483798980713
+1383,2.29959774017334
+1384,1.9503345489501953
+1385,1.940182089805603
+1386,2.2988147735595703
+1387,2.2394797801971436
+1388,1.974603533744812
+1389,2.255380630493164
+1390,2.281414031982422
+1391,2.2814104557037354
+1392,2.3036770820617676
+1393,2.265963315963745
+1394,2.2487754821777344
+1395,2.2943954467773438
+1396,2.259599208831787
+1397,2.2854714393615723
+1398,2.2476258277893066
+1399,2.2611613273620605
+1400,2.2699272632598877
+1401,2.248176336288452
+1402,2.2376434803009033
+1403,2.2499196529388428
+1404,2.2488250732421875
+1405,2.2828285694122314
+1406,2.2650949954986572
+1407,2.287966012954712
+1408,2.238070487976074
+1409,2.274684190750122
+1410,2.2770464420318604
+1411,2.2789981365203857
+1412,2.2482244968414307
+1413,2.2796707153320312
+1414,2.242981195449829
+1415,2.291038990020752
+1416,2.1287713050842285
+1417,2.2950215339660645
+1418,2.259120225906372
+1419,2.2539772987365723
+1420,2.270411491394043
+1421,2.2807109355926514
+1422,2.2694685459136963
+1423,2.230120897293091
+1424,2.2886762619018555
+1425,2.2441563606262207
+1426,2.265653133392334
+1427,2.2603654861450195
+1428,2.2394213676452637
+1429,2.245861053466797
+1430,2.231492280960083
+1431,2.2439231872558594
+1432,2.2562994956970215
+1433,2.239431858062744
+1434,2.2574095726013184
+1435,2.2603373527526855
+1436,2.2819128036499023
+1437,2.2790868282318115
+1438,2.245877504348755
+1439,2.2319722175598145
+1440,2.25203537940979
+1441,2.2608747482299805
+1442,2.246066093444824
+1443,2.2809178829193115
+1444,2.2710013389587402
+1445,2.2083826065063477
+1446,2.263282537460327
+1447,2.2700858116149902
+1448,2.2298178672790527
+1449,2.28336501121521
+1450,2.236562728881836
+1451,2.2993462085723877
+1452,2.244910955429077
+1453,2.2630937099456787
+1454,2.2837579250335693
+1455,2.222404718399048
+1456,2.214878559112549
+1457,2.144566059112549
+1458,2.2738490104675293
+1459,2.2385172843933105
+1460,2.12243390083313
+1461,2.2354395389556885
+1462,2.1252732276916504
+1463,2.279803514480591
+1464,2.2628490924835205
+1465,2.250201940536499
+1466,2.2588510513305664
+1467,2.1440258026123047
+1468,2.2641310691833496
+1469,2.234772205352783
+1470,2.2358951568603516
+1471,2.097914218902588
+1472,2.2541003227233887
+1473,2.1185052394866943
+1474,2.261476755142212
+1475,2.2600207328796387
+1476,2.258047103881836
+1477,2.2376646995544434
+1478,2.2613682746887207
+1479,2.258765697479248
+1480,2.2499020099639893
+1481,2.2641119956970215
+1482,2.277148723602295
+1483,2.226311683654785
+1484,2.1173253059387207
+1485,2.2523579597473145
+1486,2.272568464279175
+1487,2.2486114501953125
+1488,2.100843906402588
+1489,2.2518680095672607
+1490,2.1113343238830566
+1491,2.2603228092193604
+1492,2.2756974697113037
+1493,2.237558364868164
+1494,2.259376049041748
+1495,2.110088348388672
+1496,2.1056017875671387
+1497,2.238510847091675
+1498,2.2718377113342285
+1499,2.2456188201904297
+1500,2.2559289932250977
+1501,2.084608554840088
+1502,2.2608187198638916
+1503,2.2748444080352783
+1504,2.2546164989471436
+1505,2.2607574462890625
+1506,2.2666497230529785
+1507,2.2300777435302734
+1508,2.256730556488037
+1509,2.2499043941497803
+1510,1.9607514142990112
+1511,1.9553980827331543
+1512,1.9761888980865479
+1513,1.9734978675842285
+1514,1.942211389541626
+1515,1.954624056816101

model/run_2/eval.txt

@@ -0,0 +1,34 @@
+1,val_loss,2.836148977279663,2.914097785949707
+1,hellaswag_accuracy,0.3466440948018323
+100,val_loss,2.446784257888794,2.184628963470459
+100,hellaswag_accuracy,0.34176458872734516
+200,val_loss,2.3477015495300293,2.103656530380249
+200,hellaswag_accuracy,0.34315873332005575
+300,val_loss,2.238546371459961,2.0500643253326416
+300,hellaswag_accuracy,0.3454491137223661
+400,val_loss,2.217238664627075,2.368527412414551
+400,hellaswag_accuracy,0.3452499502091217
+500,val_loss,2.1955795288085938,2.0982120037078857
+500,hellaswag_accuracy,0.3452499502091217
+600,val_loss,2.177700996398926,2.0197205543518066
+600,hellaswag_accuracy,0.34714200358494324
+700,val_loss,2.1663382053375244,2.3870720863342285
+700,hellaswag_accuracy,0.34624576777534355
+800,val_loss,2.1406404972076416,2.0063083171844482
+800,hellaswag_accuracy,0.34734116709818763
+900,val_loss,2.1365997791290283,2.2877941131591797
+900,hellaswag_accuracy,0.3454491137223661
+1000,val_loss,2.1351687908172607,2.246265172958374
+1000,hellaswag_accuracy,0.3445528779127664
+1100,val_loss,2.128272533416748,1.943250298500061
+1100,hellaswag_accuracy,0.3482374029077873
+1200,val_loss,2.128857135772705,1.9633798599243164
+1200,hellaswag_accuracy,0.34863572993427605
+1300,val_loss,2.116419553756714,1.9517813920974731
+1300,hellaswag_accuracy,0.3498307110137423
+1400,val_loss,2.113898277282715,2.2356765270233154
+1400,hellaswag_accuracy,0.3482374029077873
+1500,val_loss,2.116095542907715,2.1135976314544678
+1500,hellaswag_accuracy,0.34754033061143197
+1515,val_loss,2.113865852355957,1.9555641412734985
+1515,hellaswag_accuracy,0.3492332204740092

model/run_2/loss.txt

@@ -0,0 +1,1515 @@
+1,2.914097785949707
+2,2.733696699142456
+3,2.636272668838501
+4,2.585268974304199
+5,2.543386936187744
+6,2.535548686981201
+7,2.5007967948913574
+8,2.4778287410736084
+9,2.478137731552124
+10,2.4612066745758057
+11,2.4332261085510254
+12,2.4433155059814453
+13,2.4089863300323486
+14,2.436107873916626
+15,2.4078431129455566
+16,2.397538185119629
+17,2.379009485244751
+18,2.389460563659668
+19,2.383026123046875
+20,2.3677666187286377
+21,2.3780739307403564
+22,2.363276958465576
+23,2.3733246326446533
+24,2.3518660068511963
+25,2.326514720916748
+26,2.3347220420837402
+27,2.3153882026672363
+28,2.324957847595215
+29,2.3271334171295166
+30,2.340010643005371
+31,2.310375213623047
+32,2.3163387775421143
+33,2.320507287979126
+34,2.294649124145508
+35,2.310225486755371
+36,2.283430337905884
+37,2.2877562046051025
+38,2.272838592529297
+39,2.2715702056884766
+40,2.2904443740844727
+41,2.258018732070923
+42,2.2707297801971436
+43,2.2647252082824707
+44,2.25762939453125
+45,2.2459142208099365
+46,2.2805840969085693
+47,2.256998062133789
+48,2.258758068084717
+49,2.232922077178955
+50,2.242083787918091
+51,2.236692428588867
+52,2.2164084911346436
+53,2.2382898330688477
+54,2.2392189502716064
+55,2.2328996658325195
+56,2.2380528450012207
+57,2.240600109100342
+58,2.2625114917755127
+59,2.24867844581604
+60,2.239048719406128
+61,2.1931166648864746
+62,2.204332113265991
+63,2.225159168243408
+64,2.2235543727874756
+65,2.208406925201416
+66,2.188077926635742
+67,2.2131032943725586
+68,2.191030979156494
+69,2.172926664352417
+70,2.2044155597686768
+71,2.2018775939941406
+72,2.21034574508667
+73,2.206169605255127
+74,2.2110435962677
+75,2.2053611278533936
+76,2.198326587677002
+77,2.1995670795440674
+78,2.183743715286255
+79,2.204235315322876
+80,2.177490234375
+81,2.2251553535461426
+82,2.200744390487671
+83,2.1721839904785156
+84,2.191688299179077
+85,2.1844429969787598
+86,2.1593146324157715
+87,2.1838743686676025
+88,2.164742946624756
+89,2.1833395957946777
+90,2.146836280822754
+91,2.1860597133636475
+92,2.1672492027282715
+93,2.189755439758301
+94,2.166271686553955
+95,2.172390937805176
+96,2.153630256652832
+97,2.1647706031799316
+98,2.1708784103393555
+99,2.1462528705596924
+100,2.184628963470459
+101,2.160048007965088
+102,2.1485977172851562
+103,2.186264753341675
+104,2.159052610397339
+105,2.1681413650512695
+106,2.1819753646850586
+107,2.132993459701538
+108,2.1394450664520264
+109,2.163336992263794
+110,2.15293550491333
+111,2.15168833732605
+112,2.1531174182891846
+113,2.1412415504455566
+114,2.163536310195923
+115,2.164761543273926
+116,2.139525890350342
+117,2.131437063217163
+118,2.132518768310547
+119,2.140072822570801
+120,2.161452531814575
+121,2.1446399688720703
+122,2.1466243267059326
+123,2.1455652713775635
+124,2.1641340255737305
+125,2.1301376819610596
+126,2.1542861461639404
+127,2.133817195892334
+128,2.1256957054138184
+129,2.1348345279693604
+130,2.112913131713867
+131,2.1222753524780273
+132,2.1566736698150635
+133,2.1357548236846924
+134,2.124910354614258
+135,2.1352813243865967
+136,2.1253833770751953
+137,2.138416290283203
+138,2.1271204948425293
+139,2.1254072189331055
+140,2.1529524326324463
+141,2.1329452991485596
+142,2.100740909576416
+143,2.1056811809539795
+144,2.1167635917663574
+145,2.118718385696411
+146,2.113748788833618
+147,2.138598680496216
+148,2.1206791400909424
+149,2.0972578525543213
+150,2.1091396808624268
+151,2.1077730655670166
+152,2.119156837463379
+153,2.126237630844116
+154,2.0910987854003906
+155,2.118623971939087
+156,2.1092190742492676
+157,2.1162991523742676
+158,2.108041763305664
+159,2.0948030948638916
+160,2.1138670444488525
+161,2.11963152885437
+162,2.098350763320923
+163,2.1083405017852783
+164,2.099548816680908
+165,2.127561330795288
+166,2.1124866008758545
+167,2.1126351356506348
+168,2.1115427017211914
+169,2.118218183517456
+170,2.085413694381714
+171,2.111879825592041
+172,2.115981340408325
+173,2.103670120239258
+174,2.122696876525879
+175,2.094740629196167
+176,2.085747480392456
+177,2.1016147136688232
+178,2.078253984451294
+179,2.0878243446350098
+180,2.098302125930786
+181,2.115502119064331
+182,2.101067543029785
+183,2.0855212211608887
+184,2.074061393737793
+185,2.1175358295440674
+186,2.1008667945861816
+187,2.089418649673462
+188,2.0791940689086914
+189,2.0785791873931885
+190,2.7664284706115723
+191,2.0983128547668457
+192,2.112581491470337
+193,2.712599277496338
+194,2.0729522705078125
+195,2.7098422050476074
+196,2.680227279663086
+197,2.115966320037842
+198,2.1102700233459473
+199,2.1115875244140625
+200,2.103656530380249
+201,2.081714153289795
+202,2.647712469100952
+203,2.1022086143493652
+204,2.087508201599121
+205,2.6597681045532227
+206,2.090869903564453
+207,2.0817432403564453
+208,2.0933165550231934
+209,2.086038112640381
+210,2.6160712242126465
+211,2.0884501934051514
+212,2.100093364715576
+213,2.081509828567505
+214,2.5984926223754883
+215,2.0781569480895996
+216,2.595593214035034
+217,2.077657699584961
+218,2.579855442047119
+219,2.6093552112579346
+220,2.0815958976745605
+221,2.071779251098633
+222,2.5763466358184814
+223,2.081245183944702
+224,2.074169635772705
+225,2.075711965560913
+226,2.0645856857299805
+227,2.55438232421875
+228,2.0914673805236816
+229,2.0592682361602783
+230,2.561293840408325
+231,2.5476059913635254
+232,2.104414463043213
+233,2.5217642784118652
+234,2.0793521404266357
+235,2.0760231018066406
+236,2.0549237728118896
+237,2.0819084644317627
+238,2.085604429244995
+239,2.0627877712249756
+240,2.5447847843170166
+241,2.5803260803222656
+242,2.0968387126922607
+243,2.0599114894866943
+244,2.521483898162842
+245,2.5138182640075684
+246,2.074172258377075
+247,2.520075798034668
+248,2.521686553955078
+249,2.098684549331665
+250,2.45986270904541
+251,2.4786434173583984
+252,2.0731940269470215
+253,2.0823237895965576
+254,2.51849627494812
+255,2.093055009841919
+256,2.5385208129882812
+257,2.076375961303711
+258,2.084237575531006
+259,2.4639599323272705
+260,2.4745254516601562
+261,2.0649266242980957
+262,2.4738473892211914
+263,2.063272476196289
+264,2.4922640323638916
+265,2.054957389831543
+266,2.436584949493408
+267,2.4775173664093018
+268,2.41924786567688
+269,2.47528338432312
+270,2.062490463256836
+271,2.447343111038208
+272,2.0899198055267334
+273,2.392411231994629
+274,2.096221685409546
+275,2.4319539070129395
+276,2.0913288593292236
+277,2.08090877532959
+278,2.0958807468414307
+279,2.055523157119751
+280,2.0517590045928955
+281,2.455868721008301
+282,2.049637794494629
+283,2.4123716354370117
+284,2.052096366882324
+285,2.404784679412842
+286,2.428679943084717
+287,2.044163703918457
+288,2.0900216102600098
+289,2.0579988956451416
+290,2.076874256134033
+291,2.0666794776916504
+292,2.411314010620117
+293,2.454197645187378
+294,2.072967290878296
+295,2.0691707134246826
+296,2.488704204559326
+297,2.111920118331909
+298,2.065459728240967
+299,2.4408998489379883
+300,2.0500643253326416
+301,2.4303462505340576
+302,2.0639266967773438
+303,2.4483346939086914
+304,2.063971757888794
+305,2.0764732360839844
+306,2.061183452606201
+307,2.071031332015991
+308,2.415262460708618
+309,2.445617198944092
+310,2.4000296592712402
+311,2.051661729812622
+312,2.0719218254089355
+313,2.063220262527466
+314,2.059378147125244
+315,2.4580695629119873
+316,2.0762245655059814
+317,2.4111249446868896
+318,2.0555896759033203
+319,2.044825553894043
+320,2.0810489654541016
+321,2.0583486557006836
+322,2.0645480155944824
+323,2.062016010284424
+324,2.457446336746216
+325,2.4019052982330322
+326,2.0844154357910156
+327,2.0632948875427246
+328,2.4296607971191406
+329,2.058103561401367
+330,2.408999443054199
+331,2.0598654747009277
+332,2.0545740127563477
+333,2.429326295852661
+334,2.0641591548919678
+335,2.420401096343994
+336,2.0627079010009766
+337,2.053128242492676
+338,2.4385905265808105
+339,2.058422565460205
+340,2.029852867126465
+341,2.064087152481079
+342,2.034198522567749
+343,2.055788516998291
+344,2.4631052017211914
+345,2.071589946746826
+346,2.040757417678833
+347,2.437915086746216
+348,2.0619444847106934
+349,2.402987003326416
+350,2.0537109375
+351,2.067971706390381
+352,2.0494513511657715
+353,2.0443873405456543
+354,2.0669543743133545
+355,2.438889503479004
+356,2.398588180541992
+357,2.0331947803497314
+358,2.411501884460449
+359,2.0478086471557617
+360,2.3864617347717285
+361,2.0789577960968018
+362,2.067033052444458
+363,2.0572640895843506
+364,2.3964014053344727
+365,2.0564517974853516
+366,2.032564640045166
+367,2.367133378982544
+368,2.079221248626709
+369,2.0734314918518066
+370,2.054386854171753
+371,2.4181771278381348
+372,2.4084925651550293
+373,2.052388906478882
+374,2.392127752304077
+375,2.3970580101013184
+376,2.4265875816345215
+377,2.3896899223327637
+378,2.406728744506836
+379,2.3814916610717773
+380,2.3936073780059814
+381,2.4058139324188232
+382,2.3832356929779053
+383,2.3715522289276123
+384,2.4078831672668457
+385,2.4164066314697266
+386,2.376831293106079
+387,2.382335662841797
+388,2.395533323287964
+389,2.3289177417755127
+390,2.4033148288726807
+391,2.392066240310669
+392,2.4103612899780273
+393,2.354271173477173
+394,2.3936173915863037
+395,2.3558902740478516
+396,2.364091396331787
+397,2.2767255306243896
+398,2.3980166912078857
+399,2.2115695476531982
+400,2.368527412414551
+401,2.3520090579986572
+402,2.386753559112549
+403,2.3443188667297363
+404,2.3571040630340576
+405,2.1768569946289062
+406,2.36804461479187
+407,2.367807149887085
+408,2.362189769744873
+409,2.1755623817443848
+410,2.153489351272583
+411,2.376640796661377
+412,2.374558925628662
+413,2.373430013656616
+414,2.3678810596466064
+415,2.3512697219848633
+416,2.3455989360809326
+417,2.3710906505584717
+418,2.3718090057373047
+419,2.3539702892303467
+420,2.393054485321045
+421,2.384556531906128
+422,2.3511338233947754
+423,2.372925043106079
+424,2.326258897781372
+425,2.3492143154144287
+426,2.3858745098114014
+427,2.33955979347229
+428,2.3671698570251465
+429,2.3753457069396973
+430,2.3480427265167236
+431,2.327582359313965
+432,2.332127809524536
+433,2.3582379817962646
+434,2.3363075256347656
+435,2.346179962158203
+436,2.321385383605957
+437,2.3540239334106445
+438,2.332176923751831
+439,2.3501358032226562
+440,2.3519420623779297
+441,2.2915656566619873
+442,2.332991361618042
+443,2.304234504699707
+444,2.3406317234039307
+445,2.18845534324646
+446,2.320375919342041
+447,2.3336644172668457
+448,2.1560041904449463
+449,2.1562256813049316
+450,2.336336135864258
+451,2.3430521488189697
+452,2.3483738899230957
+453,2.346386671066284
+454,2.367617130279541
+455,2.333237409591675
+456,2.358342170715332
+457,2.1274540424346924
+458,2.3465423583984375
+459,2.325015068054199
+460,2.349591016769409
+461,2.3112587928771973
+462,2.33648681640625
+463,2.286085367202759
+464,2.3302621841430664
+465,2.3458104133605957
+466,2.1256844997406006
+467,2.3244731426239014
+468,2.3067245483398438
+469,2.334996223449707
+470,2.3213095664978027
+471,2.318554162979126
+472,2.1145377159118652
+473,2.2938284873962402
+474,2.325517177581787
+475,2.299208641052246
+476,2.271200180053711
+477,2.3365626335144043
+478,2.3103723526000977
+479,2.3174455165863037
+480,2.3478164672851562
+481,2.3213188648223877
+482,2.3242342472076416
+483,2.3169994354248047
+484,2.3067054748535156
+485,2.30389666557312
+486,2.3110690116882324
+487,2.331448554992676
+488,2.2881078720092773
+489,2.3239994049072266
+490,2.296396255493164
+491,2.2988643646240234
+492,2.3254377841949463
+493,2.3182623386383057
+494,2.118370771408081
+495,2.314431667327881
+496,2.321200370788574
+497,2.2635507583618164
+498,2.308889865875244
+499,2.298696517944336
+500,2.0982120037078857
+501,2.115130662918091
+502,2.094197988510132
+503,2.079129934310913
+504,2.063420057296753
+505,2.0854058265686035
+506,2.085155963897705
+507,2.078634262084961
+508,2.0639724731445312
+509,2.063469409942627
+510,2.0854039192199707
+511,2.095438241958618
+512,2.054762363433838
+513,2.060415506362915
+514,2.0576324462890625
+515,2.051023483276367
+516,2.051934242248535
+517,2.045703649520874
+518,2.0288095474243164
+519,2.0512118339538574
+520,2.041377544403076
+521,2.0693256855010986
+522,2.0614850521087646
+523,2.064319610595703
+524,2.0602331161499023
+525,2.0302324295043945
+526,2.061288595199585
+527,2.0605342388153076
+528,2.0390429496765137
+529,2.030181646347046
+530,2.035599946975708
+531,2.049009084701538
+532,2.0435047149658203
+533,2.0210916996002197
+534,2.0467188358306885
+535,2.0319764614105225
+536,2.018047571182251
+537,2.051914930343628
+538,2.0407137870788574
+539,2.0501065254211426
+540,2.046553611755371
+541,2.0294077396392822
+542,2.012711763381958
+543,2.037790060043335
+544,2.0219478607177734
+545,2.0474581718444824
+546,2.0039021968841553
+547,2.0322065353393555
+548,2.018967628479004
+549,2.049875259399414
+550,2.026045083999634
+551,2.0204648971557617
+552,2.029756784439087
+553,2.0454792976379395
+554,2.027839183807373
+555,2.036104202270508
+556,2.028150796890259
+557,2.024693489074707
+558,2.0076050758361816
+559,2.0190200805664062
+560,2.025085687637329
+561,2.0129880905151367
+562,2.0274736881256104
+563,2.030282497406006
+564,2.0348622798919678
+565,2.0270233154296875
+566,2.0342226028442383
+567,2.0273749828338623
+568,2.0218124389648438
+569,2.0098018646240234
+570,2.0322067737579346
+571,2.018892765045166
+572,2.0219902992248535
+573,2.024155378341675
+574,2.002856731414795
+575,2.0095572471618652
+576,2.0052950382232666
+577,2.0100209712982178
+578,2.009862184524536
+579,2.013164758682251
+580,2.0121545791625977
+581,2.000370979309082
+582,2.022186756134033
+583,2.0181407928466797
+584,2.023153066635132
+585,2.044147491455078
+586,1.9914798736572266
+587,2.019320011138916
+588,2.0055267810821533
+589,2.0104503631591797
+590,1.9916422367095947
+591,2.0078721046447754
+592,2.0005106925964355
+593,2.012493133544922
+594,2.0207602977752686
+595,1.991578221321106
+596,2.0001893043518066
+597,2.0297155380249023
+598,1.986635684967041
+599,2.017467975616455
+600,2.0197205543518066
+601,1.9930057525634766
+602,2.0017597675323486
+603,1.9928786754608154
+604,2.0293681621551514
+605,2.009033679962158
+606,2.0072743892669678
+607,2.0289065837860107
+608,2.000235080718994
+609,2.0230555534362793
+610,2.027888774871826
+611,2.0034854412078857
+612,1.988457441329956
+613,2.024576425552368
+614,2.0243234634399414
+615,1.999106526374817
+616,2.0256004333496094
+617,1.992983341217041
+618,2.0112972259521484
+619,2.0012121200561523
+620,1.9898784160614014
+621,1.9899357557296753
+622,1.979068398475647
+623,1.9977731704711914
+624,2.010026693344116
+625,2.013329029083252
+626,2.003411293029785
+627,1.995781421661377
+628,1.9854999780654907
+629,2.010617733001709
+630,2.0038037300109863
+631,1.9972338676452637
+632,1.9955165386199951
+633,2.0081610679626465
+634,2.0020127296447754
+635,1.9911079406738281
+636,1.997193455696106
+637,1.9767322540283203
+638,1.993941307067871
+639,1.9936137199401855
+640,2.0036754608154297
+641,1.990036964416504
+642,2.0051610469818115
+643,2.0022130012512207
+644,2.0184519290924072
+645,2.0325753688812256
+646,1.9872987270355225
+647,2.0028934478759766
+648,1.9999630451202393
+649,1.992553949356079
+650,2.0114896297454834
+651,1.9769668579101562
+652,2.00699520111084
+653,1.9894758462905884
+654,1.9901683330535889
+655,2.0398290157318115
+656,2.00349497795105
+657,2.006593704223633
+658,1.9915121793746948
+659,1.9755985736846924
+660,1.9800617694854736
+661,2.0125772953033447
+662,2.0122225284576416
+663,2.0121448040008545
+664,1.9554731845855713
+665,1.984405279159546
+666,1.9875015020370483
+667,1.955707311630249
+668,2.0071427822113037
+669,1.9998300075531006
+670,1.986952304840088
+671,1.9713236093521118
+672,1.9835667610168457
+673,1.9936693906784058
+674,2.0040862560272217
+675,2.0101280212402344
+676,1.974749207496643
+677,1.976257085800171
+678,1.9806820154190063
+679,1.9985259771347046
+680,1.9873868227005005
+681,1.9943495988845825
+682,2.0102808475494385
+683,1.9759855270385742
+684,1.9803690910339355
+685,1.9874725341796875
+686,2.0075135231018066
+687,1.9680293798446655
+688,1.9930741786956787
+689,1.9773046970367432
+690,1.97414231300354
+691,1.987839698791504
+692,1.9912738800048828
+693,1.9732158184051514
+694,1.9767467975616455
+695,1.955222725868225
+696,2.3670942783355713
+697,1.977113127708435
+698,1.9701517820358276
+699,1.9802610874176025
+700,2.3870720863342285
+701,2.0046708583831787
+702,2.002246141433716
+703,2.3143162727355957
+704,1.983959674835205
+705,2.3472092151641846
+706,2.3512232303619385
+707,1.976301908493042
+708,1.9962139129638672
+709,2.359259605407715
+710,1.9961860179901123
+711,2.331674575805664
+712,2.350905656814575
+713,1.9874160289764404
+714,1.9937684535980225
+715,1.9865509271621704
+716,2.322324752807617
+717,2.0032405853271484
+718,2.306884527206421
+719,2.3499233722686768
+720,2.3077752590179443
+721,1.9865723848342896
+722,2.297936201095581
+723,1.9813644886016846
+724,2.317336082458496
+725,2.3489763736724854
+726,1.961603045463562
+727,2.3235023021698
+728,1.9739742279052734
+729,1.9939322471618652
+730,2.3578062057495117
+731,2.004490375518799
+732,1.9799472093582153
+733,1.9942985773086548
+734,1.973246455192566
+735,1.9860273599624634
+736,2.0147595405578613
+737,1.957749843597412
+738,1.9841923713684082
+739,2.308180809020996
+740,2.278050184249878
+741,2.2970216274261475
+742,2.0062034130096436
+743,2.3102455139160156
+744,2.3097455501556396
+745,2.3196499347686768
+746,2.3197100162506104
+747,1.9859634637832642
+748,1.985596776008606
+749,2.0046896934509277
+750,1.9811019897460938
+751,1.9999361038208008
+752,1.9811341762542725
+753,2.0001285076141357
+754,2.326343059539795
+755,1.975903868675232
+756,2.345637321472168
+757,1.9792145490646362
+758,2.019629955291748
+759,2.3264825344085693
+760,1.9809811115264893
+761,1.988457441329956
+762,1.9698257446289062
+763,1.9839251041412354
+764,1.9923478364944458
+765,2.0135440826416016
+766,2.308987855911255
+767,2.3068010807037354
+768,1.983776330947876
+769,2.339308261871338
+770,2.0071678161621094
+771,2.2679991722106934
+772,2.301419258117676
+773,2.0037989616394043
+774,2.2630248069763184
+775,2.0000617504119873
+776,2.0023810863494873
+777,1.992482304573059
+778,2.000943183898926
+779,2.282224416732788
+780,1.9581959247589111
+781,1.9782696962356567
+782,1.9808014631271362
+783,1.990440845489502
+784,1.9839904308319092
+785,2.2889602184295654
+786,1.963088035583496
+787,2.2574734687805176
+788,1.970320463180542
+789,2.321305274963379
+790,2.308331251144409
+791,2.31266188621521
+792,1.9864521026611328
+793,1.998546838760376
+794,2.3353922367095947
+795,1.9931597709655762
+796,1.9685736894607544
+797,2.2979416847229004
+798,1.9701284170150757
+799,2.3126542568206787
+800,2.0063083171844482
+801,1.9999531507492065
+802,2.2826976776123047
+803,1.979536771774292
+804,2.3266146183013916
+805,1.9910290241241455
+806,1.9614442586898804
+807,1.987610936164856
+808,1.9793827533721924
+809,1.9951510429382324
+810,2.294173240661621
+811,1.9902862310409546
+812,1.9903695583343506
+813,2.281428813934326
+814,1.9739488363265991
+815,2.331125497817993
+816,2.3006649017333984
+817,2.265538215637207
+818,2.2952377796173096
+819,1.9852797985076904
+820,2.284559488296509
+821,2.0105485916137695
+822,1.9743143320083618
+823,1.972106695175171
+824,2.2557108402252197
+825,1.9794676303863525
+826,2.307882070541382
+827,2.0266060829162598
+828,2.0044851303100586
+829,1.9953861236572266
+830,2.2691965103149414
+831,2.259430408477783
+832,1.9551362991333008
+833,1.9722174406051636
+834,1.975040078163147
+835,1.9851120710372925
+836,2.2991652488708496
+837,1.9691928625106812
+838,2.304487705230713
+839,2.0178587436676025
+840,2.2585761547088623
+841,2.2869436740875244
+842,1.9793226718902588
+843,1.9976023435592651
+844,1.9984279870986938
+845,1.9873111248016357
+846,2.2564642429351807
+847,1.9575259685516357
+848,2.3122129440307617
+849,2.291567802429199
+850,1.971929669380188
+851,2.303284168243408
+852,1.9560121297836304
+853,2.3163347244262695
+854,1.9670149087905884
+855,2.2887346744537354
+856,1.9797964096069336
+857,1.9807884693145752
+858,1.9883219003677368
+859,1.9851160049438477
+860,1.9745516777038574
+861,2.30084490776062
+862,1.9675395488739014
+863,1.9737911224365234
+864,2.3133153915405273
+865,1.9625869989395142
+866,1.9931621551513672
+867,2.3265864849090576
+868,2.2776002883911133
+869,1.9901745319366455
+870,1.9859528541564941
+871,2.3008205890655518
+872,1.985630989074707
+873,1.9792104959487915
+874,2.305485486984253
+875,2.2857437133789062
+876,2.2606587409973145
+877,1.9578863382339478
+878,2.3115668296813965
+879,1.98656165599823
+880,1.9800841808319092
+881,1.994370460510254
+882,1.9789925813674927
+883,2.290769100189209
+884,2.287322759628296
+885,2.213850975036621
+886,2.305457830429077
+887,2.282684803009033
+888,2.1786246299743652
+889,2.299968719482422
+890,2.1525793075561523
+891,2.275533676147461
+892,2.3017828464508057
+893,2.3172359466552734
+894,2.313713788986206
+895,2.26669979095459
+896,2.304619073867798
+897,2.253962278366089
+898,2.2855615615844727
+899,2.3217275142669678
+900,2.2877941131591797
+901,2.304110527038574
+902,2.2923364639282227
+903,2.2942559719085693
+904,2.2994604110717773
+905,2.2915773391723633
+906,2.310426712036133
+907,2.299720287322998
+908,2.2335681915283203
+909,2.1429598331451416
+910,2.2679474353790283
+911,2.2750611305236816
+912,2.3127834796905518
+913,2.296082019805908
+914,2.2729265689849854
+915,2.3125388622283936
+916,2.2666611671447754
+917,2.27189040184021
+918,2.281306743621826
+919,2.2651498317718506
+920,2.2746827602386475
+921,2.2894365787506104
+922,2.3132588863372803
+923,2.256711006164551
+924,2.2540194988250732
+925,2.3091557025909424
+926,2.1129672527313232
+927,2.328289031982422
+928,2.307375431060791
+929,2.2835960388183594
+930,2.1375603675842285
+931,2.274994373321533
+932,2.111128330230713
+933,2.281658172607422
+934,2.314603328704834
+935,2.1156845092773438
+936,2.2926037311553955
+937,2.2757644653320312
+938,2.2669785022735596
+939,2.2695038318634033
+940,2.2843375205993652
+941,2.0918216705322266
+942,2.2936747074127197
+943,2.282090663909912
+944,2.2837109565734863
+945,2.262138843536377
+946,2.2654922008514404
+947,2.2909040451049805
+948,2.28414249420166
+949,2.2733912467956543
+950,2.2823615074157715
+951,2.2585134506225586
+952,2.2893598079681396
+953,2.288029670715332
+954,2.294431209564209
+955,2.278336763381958
+956,2.301100730895996
+957,2.283012628555298
+958,2.278350353240967
+959,2.243630886077881
+960,2.2869277000427246
+961,2.2674710750579834
+962,2.1129074096679688
+963,2.286134958267212
+964,2.2531332969665527
+965,2.240910530090332
+966,2.2747485637664795
+967,2.2774505615234375
+968,2.2658557891845703
+969,2.096112012863159
+970,2.236729145050049
+971,2.2979822158813477
+972,2.255809783935547
+973,2.30423641204834
+974,2.283177137374878
+975,2.2579424381256104
+976,2.2556064128875732
+977,2.2457666397094727
+978,2.3022565841674805
+979,2.2907228469848633
+980,2.2418463230133057
+981,2.2607669830322266
+982,2.100588321685791
+983,2.2745301723480225
+984,2.246533155441284
+985,2.2402615547180176
+986,2.24265718460083
+987,2.249159336090088
+988,2.2810006141662598
+989,2.2352819442749023
+990,2.088707447052002
+991,2.2444775104522705
+992,2.265789747238159
+993,2.2704358100891113
+994,2.2493703365325928
+995,2.2438669204711914
+996,2.2928824424743652
+997,2.249243974685669
+998,2.2947115898132324
+999,2.247746229171753
+1000,2.246265172958374
+1001,2.279672384262085
+1002,2.244739055633545
+1003,2.256547451019287
+1004,2.272132396697998
+1005,2.0177741050720215
+1006,2.0080418586730957
+1007,1.9934394359588623
+1008,1.9902007579803467
+1009,2.0114357471466064
+1010,2.021829605102539
+1011,1.9914894104003906
+1012,2.0006868839263916
+1013,1.988219976425171
+1014,1.9894001483917236
+1015,1.992056965827942
+1016,1.9759691953659058
+1017,1.9806982278823853
+1018,1.9906082153320312
+1019,1.9530073404312134
+1020,1.9963245391845703
+1021,1.9839015007019043
+1022,1.9760448932647705
+1023,1.9765517711639404
+1024,1.9857717752456665
+1025,1.998080849647522
+1026,1.9872225522994995
+1027,1.9702496528625488
+1028,1.9645777940750122
+1029,1.95518159866333
+1030,1.9625147581100464
+1031,1.9673305749893188
+1032,1.9552685022354126
+1033,1.978236198425293
+1034,1.951185703277588
+1035,1.985304355621338
+1036,1.9641740322113037
+1037,1.978426218032837
+1038,1.9634959697723389
+1039,1.9620147943496704
+1040,1.9702606201171875
+1041,1.9836939573287964
+1042,1.9806689023971558
+1043,1.9540891647338867
+1044,1.9559217691421509
+1045,1.9594327211380005
+1046,2.0060112476348877
+1047,1.9491727352142334
+1048,1.967570424079895
+1049,1.9594345092773438
+1050,1.9668296575546265
+1051,1.9924790859222412
+1052,1.990718126296997
+1053,1.9738842248916626
+1054,1.971901297569275
+1055,1.9717755317687988
+1056,1.9743421077728271
+1057,1.9557576179504395
+1058,1.9773173332214355
+1059,1.9641896486282349
+1060,1.9578194618225098
+1061,1.968949794769287
+1062,1.9518108367919922
+1063,1.9511029720306396
+1064,1.966507077217102
+1065,1.9581389427185059
+1066,1.9625012874603271
+1067,1.9603155851364136
+1068,1.9711883068084717
+1069,1.9570038318634033
+1070,1.9769282341003418
+1071,1.978583574295044
+1072,1.9728139638900757
+1073,1.9691927433013916
+1074,1.9723153114318848
+1075,1.9609266519546509
+1076,1.9846675395965576
+1077,1.972874641418457
+1078,1.963606595993042
+1079,1.9547455310821533
+1080,1.9972995519638062
+1081,1.9554722309112549
+1082,1.9810659885406494
+1083,1.9753108024597168
+1084,1.9662411212921143
+1085,1.9528032541275024
+1086,1.9619680643081665
+1087,1.9725499153137207
+1088,1.9795817136764526
+1089,1.9755113124847412
+1090,1.9431003332138062
+1091,1.9422343969345093
+1092,1.9891571998596191
+1093,1.949934482574463
+1094,1.9820648431777954
+1095,1.9856958389282227
+1096,1.9887162446975708
+1097,1.9358283281326294
+1098,1.9818968772888184
+1099,1.9436415433883667
+1100,1.943250298500061
+1101,1.9563241004943848
+1102,1.971215844154358
+1103,1.9491430521011353
+1104,1.9597909450531006
+1105,1.9538967609405518
+1106,1.9584110975265503
+1107,1.972334623336792
+1108,1.9489835500717163
+1109,1.9530837535858154
+1110,1.9418096542358398
+1111,1.970628023147583
+1112,1.941673994064331
+1113,1.959881067276001
+1114,1.9519661664962769
+1115,1.9719732999801636
+1116,1.9487378597259521
+1117,1.9894641637802124
+1118,1.961024522781372
+1119,1.9617656469345093
+1120,1.9638848304748535
+1121,1.9692765474319458
+1122,1.9424755573272705
+1123,1.955154538154602
+1124,1.9806071519851685
+1125,1.9611414670944214
+1126,1.9525408744812012
+1127,1.9716016054153442
+1128,1.9628517627716064
+1129,1.9664517641067505
+1130,1.9888455867767334
+1131,1.9358551502227783
+1132,1.986741542816162
+1133,1.9370272159576416
+1134,1.948028802871704
+1135,1.9548912048339844
+1136,1.952915906906128
+1137,1.9716885089874268
+1138,1.9620728492736816
+1139,1.9708764553070068
+1140,1.9526301622390747
+1141,1.9644228219985962
+1142,1.991996169090271
+1143,1.9743868112564087
+1144,1.9624894857406616
+1145,1.961757779121399
+1146,1.9697608947753906
+1147,1.9632188081741333
+1148,1.9694713354110718
+1149,1.941077470779419
+1150,1.9684982299804688
+1151,1.9506103992462158
+1152,1.9827016592025757
+1153,1.9451559782028198
+1154,1.9568698406219482
+1155,1.9619841575622559
+1156,1.9741448163986206
+1157,1.9855114221572876
+1158,1.966978907585144
+1159,1.9548379182815552
+1160,1.9560893774032593
+1161,1.9600962400436401
+1162,1.9561620950698853
+1163,1.9576271772384644
+1164,1.9582011699676514
+1165,1.9497770071029663
+1166,1.9817816019058228
+1167,1.9467895030975342
+1168,1.9673891067504883
+1169,1.9665074348449707
+1170,1.9535537958145142
+1171,1.9648151397705078
+1172,1.9223209619522095
+1173,1.9469337463378906
+1174,1.9648702144622803
+1175,1.9624607563018799
+1176,1.9755172729492188
+1177,1.93336820602417
+1178,1.9831538200378418
+1179,1.9668900966644287
+1180,1.9522901773452759
+1181,1.9609739780426025
+1182,1.9287621974945068
+1183,1.9585072994232178
+1184,1.9643950462341309
+1185,1.9507349729537964
+1186,1.9723141193389893
+1187,1.9633212089538574
+1188,1.9587774276733398
+1189,1.966597318649292
+1190,1.953028917312622
+1191,1.9417238235473633
+1192,1.9631880521774292
+1193,1.962572693824768
+1194,1.9411721229553223
+1195,1.954856276512146
+1196,1.9640860557556152
+1197,1.9725323915481567
+1198,1.9713432788848877
+1199,1.9505475759506226
+1200,1.9633798599243164
+1201,1.952730417251587
+1202,2.279155969619751
+1203,2.3145482540130615
+1204,1.9777445793151855
+1205,1.9442174434661865
+1206,1.9602770805358887
+1207,1.9392046928405762
+1208,2.300563335418701
+1209,1.959577202796936
+1210,1.9869909286499023
+1211,1.9790676832199097
+1212,2.3036673069000244
+1213,2.2747597694396973
+1214,1.9453272819519043
+1215,1.9437968730926514
+1216,2.2771151065826416
+1217,1.9730474948883057
+1218,1.9454948902130127
+1219,1.9577139616012573
+1220,1.9792346954345703
+1221,1.955025553703308
+1222,2.2896108627319336
+1223,1.9643288850784302
+1224,1.9536504745483398
+1225,1.983012080192566
+1226,2.261059284210205
+1227,1.9643932580947876
+1228,1.9789458513259888
+1229,2.2980899810791016
+1230,2.288614273071289
+1231,1.946162223815918
+1232,1.9585567712783813
+1233,1.9612150192260742
+1234,2.216658592224121
+1235,1.9743249416351318
+1236,2.250103235244751
+1237,2.2728164196014404
+1238,1.968578815460205
+1239,2.2838706970214844
+1240,1.9480643272399902
+1241,1.948081612586975
+1242,2.2246310710906982
+1243,1.980696201324463
+1244,2.2557778358459473
+1245,1.9725885391235352
+1246,1.9654470682144165
+1247,2.274718761444092
+1248,1.9643551111221313
+1249,2.2316501140594482
+1250,1.9589340686798096
+1251,2.2223775386810303
+1252,1.95388925075531
+1253,2.2656750679016113
+1254,1.9565680027008057
+1255,2.2668418884277344
+1256,2.3036909103393555
+1257,1.9271808862686157
+1258,2.265158176422119
+1259,1.935677170753479
+1260,1.9691734313964844
+1261,1.961549997329712
+1262,2.26619029045105
+1263,2.2789177894592285
+1264,1.9682564735412598
+1265,1.9607799053192139
+1266,2.2981791496276855
+1267,1.965569019317627
+1268,2.2549729347229004
+1269,1.957144856452942
+1270,1.951662540435791
+1271,1.9661375284194946
+1272,1.9570488929748535
+1273,1.9425709247589111
+1274,1.9844543933868408
+1275,1.9614815711975098
+1276,2.2751173973083496
+1277,1.9667893648147583
+1278,2.2748117446899414
+1279,2.253072500228882
+1280,1.9512877464294434
+1281,1.9649120569229126
+1282,1.9706788063049316
+1283,1.9482468366622925
+1284,2.2643983364105225
+1285,1.9720900058746338
+1286,1.961552619934082
+1287,1.950882077217102
+1288,1.9534087181091309
+1289,2.2556991577148438
+1290,2.255392551422119
+1291,1.956770896911621
+1292,1.9669914245605469
+1293,1.9779654741287231
+1294,1.9390804767608643
+1295,1.9978938102722168
+1296,2.2901973724365234
+1297,2.2676820755004883
+1298,1.9643357992172241
+1299,2.245269775390625
+1300,1.9517813920974731
+1301,1.9748951196670532
+1302,2.2672858238220215
+1303,1.9609222412109375
+1304,1.9703292846679688
+1305,2.267332077026367
+1306,1.9425194263458252
+1307,1.953787088394165
+1308,2.2823047637939453
+1309,1.9620397090911865
+1310,2.220740556716919
+1311,1.94414222240448
+1312,1.9509419202804565
+1313,2.2562475204467773
+1314,2.2662734985351562
+1315,2.2394752502441406
+1316,2.275692939758301
+1317,1.9709715843200684
+1318,1.974813461303711
+1319,2.271970748901367
+1320,2.2560203075408936
+1321,1.9377959966659546
+1322,1.9643536806106567
+1323,2.2469472885131836
+1324,1.953748345375061
+1325,1.931041955947876
+1326,2.2430903911590576
+1327,2.2560527324676514
+1328,1.9619554281234741
+1329,2.2254748344421387
+1330,1.9706605672836304
+1331,2.2295854091644287
+1332,1.935012698173523
+1333,1.9659218788146973
+1334,1.9577982425689697
+1335,1.9496484994888306
+1336,2.2616429328918457
+1337,1.9738467931747437
+1338,1.9469540119171143
+1339,2.2796435356140137
+1340,1.967392921447754
+1341,2.2771124839782715
+1342,1.9443780183792114
+1343,2.27109432220459
+1344,1.9644025564193726
+1345,1.9661078453063965
+1346,2.280909299850464
+1347,1.9494906663894653
+1348,1.9368876218795776
+1349,2.255814552307129
+1350,2.287994861602783
+1351,1.9666213989257812
+1352,1.9563353061676025
+1353,2.245626926422119
+1354,2.274324417114258
+1355,2.2798187732696533
+1356,2.0238962173461914
+1357,2.264773368835449
+1358,2.2392020225524902
+1359,1.9586083889007568
+1360,1.9500757455825806
+1361,2.29345703125
+1362,2.267299175262451
+1363,2.2543201446533203
+1364,1.9705748558044434
+1365,1.948444128036499
+1366,2.2876155376434326
+1367,2.2609095573425293
+1368,1.9477605819702148
+1369,2.293311357498169
+1370,1.9776983261108398
+1371,2.2721314430236816
+1372,1.9808772802352905
+1373,1.9394986629486084
+1374,1.9619646072387695
+1375,1.9612942934036255
+1376,2.271906852722168
+1377,2.22090744972229
+1378,1.9522265195846558
+1379,2.215320110321045
+1380,1.9557714462280273
+1381,1.993849515914917
+1382,1.9428800344467163
+1383,1.9544237852096558
+1384,2.248117446899414
+1385,1.9387859106063843
+1386,1.9545732736587524
+1387,1.9910454750061035
+1388,1.9674062728881836
+1389,2.265678644180298
+1390,2.291872978210449
+1391,2.2658112049102783
+1392,2.2371578216552734
+1393,2.2688710689544678
+1394,2.2569539546966553
+1395,2.3001112937927246
+1396,2.280728340148926
+1397,2.2711546421051025
+1398,2.28494930267334
+1399,2.1323583126068115
+1400,2.2356765270233154
+1401,2.2761220932006836
+1402,2.2692766189575195
+1403,2.1280815601348877
+1404,2.272961139678955
+1405,2.2235827445983887
+1406,2.26434588432312
+1407,2.2677459716796875
+1408,2.2888588905334473
+1409,2.2403554916381836
+1410,2.249040126800537
+1411,2.1307833194732666
+1412,2.2840166091918945
+1413,2.264073133468628
+1414,2.278109312057495
+1415,2.2552640438079834
+1416,2.259796142578125
+1417,2.269706964492798
+1418,2.269224166870117
+1419,2.2511634826660156
+1420,2.2167482376098633
+1421,2.279481887817383
+1422,2.257101058959961
+1423,2.289114236831665
+1424,2.2696986198425293
+1425,2.1251707077026367
+1426,2.275972604751587
+1427,2.2690796852111816
+1428,2.109316110610962
+1429,2.301459550857544
+1430,2.251185655593872
+1431,2.276531457901001
+1432,2.231790065765381
+1433,2.2403781414031982
+1434,2.255965232849121
+1435,2.109147310256958
+1436,2.230551242828369
+1437,2.300987482070923
+1438,2.242506504058838
+1439,2.115957021713257
+1440,2.2875468730926514
+1441,2.2728567123413086
+1442,2.256422996520996
+1443,2.220186233520508
+1444,2.262054204940796
+1445,2.287661075592041
+1446,2.2522897720336914
+1447,2.241468667984009
+1448,2.2539920806884766
+1449,2.261702060699463
+1450,2.2482995986938477
+1451,2.241896152496338
+1452,2.2813966274261475
+1453,2.2274084091186523
+1454,2.244995355606079
+1455,2.261324167251587
+1456,2.2334394454956055
+1457,2.2545273303985596
+1458,2.2499887943267822
+1459,2.2633519172668457
+1460,2.2552225589752197
+1461,2.2216105461120605
+1462,2.2445874214172363
+1463,2.263190984725952
+1464,2.271404504776001
+1465,2.1085081100463867
+1466,2.248896837234497
+1467,2.277062177658081
+1468,2.252089500427246
+1469,2.248122215270996
+1470,2.269573211669922
+1471,2.110719680786133
+1472,2.266058921813965
+1473,2.2241432666778564
+1474,2.249236583709717
+1475,2.0813283920288086
+1476,2.2527835369110107
+1477,2.2692768573760986
+1478,2.259737491607666
+1479,2.250896453857422
+1480,2.2557640075683594
+1481,2.2779550552368164
+1482,2.253380298614502
+1483,2.2676963806152344
+1484,2.24874210357666
+1485,2.2853004932403564
+1486,2.281399726867676
+1487,2.2376699447631836
+1488,2.299637794494629
+1489,2.247169017791748
+1490,2.2382776737213135
+1491,2.2361552715301514
+1492,2.114718437194824
+1493,2.260291576385498
+1494,2.2230305671691895
+1495,2.2614288330078125
+1496,2.254326343536377
+1497,2.244098424911499
+1498,2.3091626167297363
+1499,2.2691383361816406
+1500,2.1135976314544678
+1501,2.2246360778808594
+1502,2.2642455101013184
+1503,2.243135929107666
+1504,2.269894599914551
+1505,2.095160484313965
+1506,2.234544277191162
+1507,2.283876895904541
+1508,2.23258376121521
+1509,2.256155014038086
+1510,1.9723119735717773
+1511,1.981668472290039
+1512,1.9680674076080322
+1513,1.969630241394043
+1514,1.971034288406372
+1515,1.9555641412734985

model/run_3/eval.txt

@@ -0,0 +1,34 @@
+1,val_loss,2.8408191204071045,2.88568115234375
+1,hellaswag_accuracy,0.3467436765584545
+100,val_loss,2.345597505569458,2.4528956413269043
+100,hellaswag_accuracy,0.34425413264289983
+200,val_loss,2.269386053085327,2.137190341949463
+200,hellaswag_accuracy,0.342760406293567
+300,val_loss,2.2509124279022217,2.078087091445923
+300,hellaswag_accuracy,0.34156542521410077
+400,val_loss,2.2280938625335693,2.4293859004974365
+400,hellaswag_accuracy,0.34495120493925513
+500,val_loss,2.205193519592285,2.0833215713500977
+500,hellaswag_accuracy,0.34495120493925513
+600,val_loss,2.1619412899017334,2.2614357471466064
+600,hellaswag_accuracy,0.3476399123680542
+700,val_loss,2.149669647216797,2.0077462196350098
+700,hellaswag_accuracy,0.34704242182832107
+800,val_loss,2.149272918701172,1.9759023189544678
+800,hellaswag_accuracy,0.3463453495319657
+900,val_loss,2.144059896469116,2.278384208679199
+900,hellaswag_accuracy,0.3458474407488548
+1000,val_loss,2.1404647827148438,2.098867654800415
+1000,hellaswag_accuracy,0.3463453495319657
+1100,val_loss,2.132211446762085,1.9800796508789062
+1100,hellaswag_accuracy,0.3488348934475204
+1200,val_loss,2.131744623184204,2.344525098800659
+1200,hellaswag_accuracy,0.34783907588129853
+1300,val_loss,2.1193084716796875,2.25333309173584
+1300,hellaswag_accuracy,0.3480382393945429
+1400,val_loss,2.117856740951538,2.2822182178497314
+1400,hellaswag_accuracy,0.34793865763792076
+1500,val_loss,2.1195127964019775,2.2519571781158447
+1500,hellaswag_accuracy,0.3461461860187214
+1515,val_loss,2.1169536113739014,1.9817824363708496
+1515,hellaswag_accuracy,0.34843656642103166

model/run_3/loss.txt

@@ -0,0 +1,1515 @@
+1,2.88568115234375
+2,3.007366180419922
+3,2.9877097606658936
+4,2.694840431213379
+5,2.6126890182495117
+6,2.5831127166748047
+7,2.5560624599456787
+8,2.5720229148864746
+9,2.849513053894043
+10,2.5278637409210205
+11,2.497039794921875
+12,2.4860541820526123
+13,2.498016595840454
+14,2.4820055961608887
+15,2.4509356021881104
+16,2.8033833503723145
+17,2.419379234313965
+18,2.409290313720703
+19,2.794618606567383
+20,2.3943066596984863
+21,2.706010580062866
+22,2.4167046546936035
+23,2.726532459259033
+24,2.704634428024292
+25,2.4005444049835205
+26,2.6961302757263184
+27,2.3926618099212646
+28,2.6756458282470703
+29,2.6651620864868164
+30,2.6383626461029053
+31,2.352797508239746
+32,2.6598920822143555
+33,2.357764482498169
+34,2.363164186477661
+35,2.36281418800354
+36,2.6262223720550537
+37,2.3404030799865723
+38,2.6028172969818115
+39,2.6141672134399414
+40,2.6278457641601562
+41,2.6076855659484863
+42,2.330056667327881
+43,2.620046615600586
+44,2.332836627960205
+45,2.335042715072632
+46,2.306852340698242
+47,2.350902795791626
+48,2.5894856452941895
+49,2.3278560638427734
+50,2.5490365028381348
+51,2.5864346027374268
+52,2.5827760696411133
+53,2.5502398014068604
+54,2.5201661586761475
+55,2.283921003341675
+56,2.5744290351867676
+57,2.287468433380127
+58,2.5412068367004395
+59,2.5507848262786865
+60,2.5101847648620605
+61,2.3130526542663574
+62,2.5087690353393555
+63,2.300111770629883
+64,2.49760365486145
+65,2.315340995788574
+66,2.290097236633301
+67,2.2752723693847656
+68,2.279651641845703
+69,2.2933003902435303
+70,2.2784316539764404
+71,2.2960658073425293
+72,2.255253791809082
+73,2.2859930992126465
+74,2.2503585815429688
+75,2.544532299041748
+76,2.477581024169922
+77,2.5018327236175537
+78,2.508826732635498
+79,2.272914409637451
+80,2.247832775115967
+81,2.5003883838653564
+82,2.4930877685546875
+83,2.474447250366211
+84,2.481936454772949
+85,2.4847114086151123
+86,2.2693421840667725
+87,2.2550883293151855
+88,2.2741715908050537
+89,2.469987630844116
+90,2.2407519817352295
+91,2.2624175548553467
+92,2.2721786499023438
+93,2.2527554035186768
+94,2.233907699584961
+95,2.258540391921997
+96,2.5163474082946777
+97,2.2478809356689453
+98,2.483489751815796
+99,2.2405121326446533
+100,2.4528956413269043
+101,2.2248384952545166
+102,2.4615283012390137
+103,2.229273557662964
+104,2.2583584785461426
+105,2.2315926551818848
+106,2.224268674850464
+107,2.239941120147705
+108,2.457594633102417
+109,2.219302177429199
+110,2.222059726715088
+111,2.1899232864379883
+112,2.2166967391967773
+113,2.5004167556762695
+114,2.212836980819702
+115,2.4954755306243896
+116,2.2085049152374268
+117,2.4438793659210205
+118,2.2216527462005615
+119,2.210031032562256
+120,2.2199130058288574
+121,2.4521114826202393
+122,2.451317548751831
+123,2.1900618076324463
+124,2.4612107276916504
+125,2.204655170440674
+126,2.201964855194092
+127,2.2026474475860596
+128,2.2167775630950928
+129,2.207334280014038
+130,2.1817128658294678
+131,2.18752121925354
+132,2.4687294960021973
+133,2.232719898223877
+134,2.197267770767212
+135,2.4229156970977783
+136,2.4514222145080566
+137,2.194427490234375
+138,2.204559326171875
+139,2.204373359680176
+140,2.468531370162964
+141,2.387110948562622
+142,2.178201913833618
+143,2.1821866035461426
+144,2.4665560722351074
+145,2.1979944705963135
+146,2.3453590869903564
+147,2.193955659866333
+148,2.4009792804718018
+149,2.3988640308380127
+150,2.196035623550415
+151,2.185192108154297
+152,2.1807901859283447
+153,2.195560932159424
+154,2.421900749206543
+155,2.4455161094665527
+156,2.4092772006988525
+157,2.17130970954895
+158,2.416504383087158
+159,2.171907901763916
+160,2.151174545288086
+161,2.430720329284668
+162,2.165799617767334
+163,2.4527251720428467
+164,2.189481496810913
+165,2.1807971000671387
+166,2.169917583465576
+167,2.404737710952759
+168,2.182485818862915
+169,2.1944022178649902
+170,2.1711950302124023
+171,2.42295241355896
+172,2.172701597213745
+173,2.1647226810455322
+174,2.181065559387207
+175,2.1664938926696777
+176,2.1687207221984863
+177,2.3979265689849854
+178,2.4411704540252686
+179,2.399773120880127
+180,2.1694610118865967
+181,2.422229051589966
+182,2.403026580810547
+183,2.1424663066864014
+184,2.1655802726745605
+185,2.172471284866333
+186,2.1599669456481934
+187,2.1543338298797607
+188,2.4387588500976562
+189,2.1474802494049072
+190,2.149991989135742
+191,2.1509995460510254
+192,2.1626672744750977
+193,2.1434953212738037
+194,2.137056350708008
+195,2.1677024364471436
+196,2.1487019062042236
+197,2.1666409969329834
+198,2.1321027278900146
+199,2.1598005294799805
+200,2.137190341949463
+201,2.1437575817108154
+202,2.147627830505371
+203,2.147582769393921
+204,2.1257216930389404
+205,2.132984161376953
+206,2.1354129314422607
+207,2.135803699493408
+208,2.119310140609741
+209,2.139570713043213
+210,2.1438283920288086
+211,2.161055088043213
+212,2.123889446258545
+213,2.138713836669922
+214,2.1171469688415527
+215,2.1430790424346924
+216,2.1050548553466797
+217,2.121488332748413
+218,2.10615611076355
+219,2.11910343170166
+220,2.1372570991516113
+221,2.1407251358032227
+222,2.1146910190582275
+223,2.1272003650665283
+224,2.0986268520355225
+225,2.1389479637145996
+226,2.1142351627349854
+227,2.110766649246216
+228,2.107837677001953
+229,2.113860845565796
+230,2.10925030708313
+231,2.136002779006958
+232,2.106243848800659
+233,2.093841552734375
+234,2.103517532348633
+235,2.125534772872925
+236,2.113241672515869
+237,2.1264700889587402
+238,2.1258764266967773
+239,2.1223669052124023
+240,2.119241714477539
+241,2.1059696674346924
+242,2.0980165004730225
+243,2.1012282371520996
+244,2.1153268814086914
+245,2.1077911853790283
+246,2.113917589187622
+247,2.1141414642333984
+248,2.1127190589904785
+249,2.0700526237487793
+250,2.097306728363037
+251,2.1015679836273193
+252,2.0935983657836914
+253,2.1141176223754883
+254,2.0657505989074707
+255,2.095426082611084
+256,2.0992183685302734
+257,2.1084258556365967
+258,2.068964719772339
+259,2.119081974029541
+260,2.1007978916168213
+261,2.0961742401123047
+262,2.108234167098999
+263,2.090848207473755
+264,2.077349901199341
+265,2.0955636501312256
+266,2.088008403778076
+267,2.078798294067383
+268,2.084456205368042
+269,2.0600500106811523
+270,2.070821523666382
+271,2.0747532844543457
+272,2.098501205444336
+273,2.0865721702575684
+274,2.0904078483581543
+275,2.053697109222412
+276,2.103503704071045
+277,2.095961093902588
+278,2.091407299041748
+279,2.0790810585021973
+280,2.0718939304351807
+281,2.0982472896575928
+282,2.081987142562866
+283,2.060596466064453
+284,2.079965829849243
+285,2.0928683280944824
+286,2.0997939109802246
+287,2.0759291648864746
+288,2.0718190670013428
+289,2.074242115020752
+290,2.1017043590545654
+291,2.080116033554077
+292,2.0725934505462646
+293,2.062323808670044
+294,2.0880470275878906
+295,2.058623790740967
+296,2.068361520767212
+297,2.077775001525879
+298,2.0816497802734375
+299,2.094343423843384
+300,2.078087091445923
+301,2.0679450035095215
+302,2.061985969543457
+303,2.047456741333008
+304,2.0705761909484863
+305,2.079267740249634
+306,2.0617833137512207
+307,2.0872104167938232
+308,2.056180715560913
+309,2.0855019092559814
+310,2.0930323600769043
+311,2.0814497470855713
+312,2.0629794597625732
+313,2.0529096126556396
+314,2.0552902221679688
+315,2.0625171661376953
+316,2.0745177268981934
+317,2.0766704082489014
+318,2.04762864112854
+319,2.061891555786133
+320,2.070894479751587
+321,2.0754265785217285
+322,2.0549089908599854
+323,2.0495684146881104
+324,2.056262731552124
+325,2.058366060256958
+326,2.0462327003479004
+327,2.0627317428588867
+328,2.0658321380615234
+329,2.057966947555542
+330,2.058248996734619
+331,2.0772459506988525
+332,2.049875497817993
+333,2.053675651550293
+334,2.051048755645752
+335,2.038797616958618
+336,2.0324442386627197
+337,2.0578255653381348
+338,2.05703067779541
+339,2.0702857971191406
+340,2.054368734359741
+341,2.0704803466796875
+342,2.0530948638916016
+343,2.0427229404449463
+344,2.025733470916748
+345,2.0526340007781982
+346,2.042219638824463
+347,2.0670855045318604
+348,2.0475616455078125
+349,2.0570898056030273
+350,2.079110622406006
+351,2.046304941177368
+352,2.0556721687316895
+353,2.062288522720337
+354,2.065270185470581
+355,2.0486843585968018
+356,2.0353147983551025
+357,2.0629796981811523
+358,2.0348660945892334
+359,2.0351979732513428
+360,2.0379672050476074
+361,2.047595977783203
+362,2.028773307800293
+363,2.0586211681365967
+364,2.04642653465271
+365,2.0369458198547363
+366,2.0571155548095703
+367,2.0367305278778076
+368,2.01557993888855
+369,2.028409481048584
+370,2.0438179969787598
+371,2.0196714401245117
+372,2.0600409507751465
+373,1.9991018772125244
+374,2.0266880989074707
+375,2.042156219482422
+376,2.0457637310028076
+377,2.0533816814422607
+378,2.0497355461120605
+379,2.442030668258667
+380,2.479003429412842
+381,2.4707794189453125
+382,2.462639570236206
+383,2.3289577960968018
+384,2.4749414920806885
+385,2.456366539001465
+386,2.4578897953033447
+387,2.2688698768615723
+388,2.416931390762329
+389,2.433018922805786
+390,2.4516921043395996
+391,2.442795991897583
+392,2.415027141571045
+393,2.416442632675171
+394,2.392409086227417
+395,2.4345455169677734
+396,2.4122350215911865
+397,2.2374563217163086
+398,2.390302896499634
+399,2.4204938411712646
+400,2.4293859004974365
+401,2.384157180786133
+402,2.3999223709106445
+403,2.1917121410369873
+404,2.410224199295044
+405,2.4137158393859863
+406,2.389997720718384
+407,2.3734378814697266
+408,2.38712215423584
+409,2.394364356994629
+410,2.3459596633911133
+411,2.3998186588287354
+412,2.387878656387329
+413,2.3882102966308594
+414,2.1662540435791016
+415,2.389167547225952
+416,2.161180019378662
+417,2.3531618118286133
+418,2.3864235877990723
+419,2.356724500656128
+420,2.3662662506103516
+421,2.3953311443328857
+422,2.368711471557617
+423,2.3615617752075195
+424,2.3721137046813965
+425,2.3396856784820557
+426,2.3684051036834717
+427,2.373945951461792
+428,2.1517767906188965
+429,2.3581314086914062
+430,2.3737363815307617
+431,2.3211965560913086
+432,2.384551525115967
+433,2.337198257446289
+434,2.3603556156158447
+435,2.3717966079711914
+436,2.3285367488861084
+437,2.384814500808716
+438,2.1341521739959717
+439,2.3548338413238525
+440,2.3423855304718018
+441,2.3639302253723145
+442,2.3197216987609863
+443,2.3489956855773926
+444,2.231858730316162
+445,2.365851640701294
+446,2.354125499725342
+447,2.3381528854370117
+448,2.3596086502075195
+449,2.3247084617614746
+450,2.381162643432617
+451,2.3163766860961914
+452,2.3358073234558105
+453,2.3438467979431152
+454,2.3534557819366455
+455,2.365372657775879
+456,2.355161666870117
+457,2.3373823165893555
+458,2.3294472694396973
+459,2.3475353717803955
+460,2.3052048683166504
+461,2.3483493328094482
+462,2.3479506969451904
+463,2.327758550643921
+464,2.3530619144439697
+465,2.351029872894287
+466,2.3716623783111572
+467,2.1333584785461426
+468,2.3180017471313477
+469,2.3333957195281982
+470,2.3199479579925537
+471,2.353977680206299
+472,2.335447311401367
+473,2.3269643783569336
+474,2.325086832046509
+475,2.334360122680664
+476,2.337757110595703
+477,2.3173720836639404
+478,2.3291351795196533
+479,2.350390672683716
+480,2.3057785034179688
+481,2.12154483795166
+482,2.313066244125366
+483,2.3599677085876465
+484,2.3367464542388916
+485,2.2789390087127686
+486,2.3419041633605957
+487,2.28950834274292
+488,2.3311686515808105
+489,2.2823355197906494
+490,2.292667865753174
+491,2.324090003967285
+492,2.3228230476379395
+493,2.3011653423309326
+494,2.3206727504730225
+495,2.302827835083008
+496,2.309328556060791
+497,2.3170785903930664
+498,2.1265909671783447
+499,2.128190279006958
+500,2.0833215713500977
+501,2.3025503158569336
+502,2.3118858337402344
+503,2.0929136276245117
+504,2.084993600845337
+505,2.0717835426330566
+506,2.0757575035095215
+507,2.340142011642456
+508,2.0801165103912354
+509,2.045677423477173
+510,2.0855915546417236
+511,2.072929859161377
+512,2.049389600753784
+513,2.2963407039642334
+514,2.0382542610168457
+515,2.3357157707214355
+516,2.284799814224243
+517,2.310009479522705
+518,2.3027472496032715
+519,2.30290150642395
+520,2.324761152267456
+521,2.3224642276763916
+522,2.0587923526763916
+523,2.304229497909546
+524,2.0716874599456787
+525,2.059046745300293
+526,2.0594496726989746
+527,2.095871686935425
+528,2.052382230758667
+529,2.037473440170288
+530,2.323312520980835
+531,2.2663893699645996
+532,2.3411669731140137
+533,2.308809280395508
+534,2.2828259468078613
+535,2.0611023902893066
+536,2.058365821838379
+537,2.0665462017059326
+538,2.2915308475494385
+539,2.0463109016418457
+540,2.0652201175689697
+541,2.0370724201202393
+542,2.3069000244140625
+543,2.2988317012786865
+544,2.3187522888183594
+545,2.0485033988952637
+546,2.0262980461120605
+547,2.305111885070801
+548,2.0757315158843994
+549,2.050091505050659
+550,2.0464906692504883
+551,2.051063060760498
+552,2.3024632930755615
+553,2.0287132263183594
+554,2.0355942249298096
+555,2.0517687797546387
+556,2.0506508350372314
+557,2.0312135219573975
+558,2.29878830909729
+559,2.253342866897583
+560,2.276916027069092
+561,2.057892322540283
+562,2.0558485984802246
+563,2.305473804473877
+564,2.3197824954986572
+565,2.0286543369293213
+566,2.043163776397705
+567,2.0445523262023926
+568,2.27610182762146
+569,2.018864631652832
+570,2.0189881324768066
+571,2.0317983627319336
+572,2.0323145389556885
+573,2.039754867553711
+574,2.052616596221924
+575,2.0401785373687744
+576,2.0234813690185547
+577,2.02461838722229
+578,2.023043155670166
+579,2.025780200958252
+580,2.339460611343384
+581,2.0456531047821045
+582,2.3104465007781982
+583,2.027316093444824
+584,2.0481815338134766
+585,2.0587759017944336
+586,2.0348639488220215
+587,2.3029708862304688
+588,2.3098182678222656
+589,2.2679367065429688
+590,2.028329372406006
+591,2.00368070602417
+592,2.2747645378112793
+593,2.0213634967803955
+594,2.2831804752349854
+595,2.060600996017456
+596,2.0249321460723877
+597,2.016228675842285
+598,2.2855775356292725
+599,2.0390279293060303
+600,2.2614357471466064
+601,2.3022093772888184
+602,2.043905019760132
+603,2.0407321453094482
+604,2.2965641021728516
+605,2.04156494140625
+606,2.266594648361206
+607,2.038663625717163
+608,2.0180630683898926
+609,2.3035128116607666
+610,2.0451018810272217
+611,2.0503218173980713
+612,2.025919198989868
+613,2.2389116287231445
+614,2.034111976623535
+615,2.0021095275878906
+616,2.305361270904541
+617,2.01672625541687
+618,2.286210060119629
+619,2.2055628299713135
+620,2.0161221027374268
+621,2.013852596282959
+622,2.014430522918701
+623,2.0196115970611572
+624,1.9987019300460815
+625,2.257920742034912
+626,2.030163526535034
+627,2.284013032913208
+628,2.0236692428588867
+629,2.2767205238342285
+630,2.0260777473449707
+631,2.2758426666259766
+632,2.001433849334717
+633,2.288562297821045
+634,2.263225793838501
+635,2.26994252204895
+636,2.3147153854370117
+637,2.030036449432373
+638,2.306772232055664
+639,2.268864870071411
+640,2.28615665435791
+641,2.0182502269744873
+642,2.0077130794525146
+643,2.020939350128174
+644,2.023622512817383
+645,2.0248491764068604
+646,2.275799036026001
+647,2.0387959480285645
+648,2.3108434677124023
+649,2.0228419303894043
+650,2.2626800537109375
+651,2.3207848072052
+652,2.2708373069763184
+653,2.317289113998413
+654,2.0105984210968018
+655,2.028825044631958
+656,2.2951009273529053
+657,2.0191569328308105
+658,2.236449956893921
+659,2.312312602996826
+660,1.9913043975830078
+661,2.27620530128479
+662,2.2810721397399902
+663,2.2903897762298584
+664,2.0293023586273193
+665,2.0272703170776367
+666,2.0101966857910156
+667,2.033907890319824
+668,2.0070698261260986
+669,2.290329694747925
+670,2.2744500637054443
+671,2.2805421352386475
+672,2.0366878509521484
+673,1.997206449508667
+674,2.012065887451172
+675,2.010709285736084
+676,2.01371693611145
+677,1.9899300336837769
+678,2.0111026763916016
+679,2.019841194152832
+680,2.2526721954345703
+681,2.0120835304260254
+682,2.029994487762451
+683,2.032973289489746
+684,2.0036046504974365
+685,2.0165464878082275
+686,2.0207509994506836
+687,2.0116333961486816
+688,2.3413217067718506
+689,2.006182909011841
+690,2.008178234100342
+691,2.2613279819488525
+692,2.0209882259368896
+693,2.2820608615875244
+694,2.0122768878936768
+695,2.032106876373291
+696,2.0052201747894287
+697,2.004714012145996
+698,2.008328914642334
+699,2.0262601375579834
+700,2.0077462196350098
+701,2.0259175300598145
+702,2.0077643394470215
+703,2.032315254211426
+704,2.0090160369873047
+705,2.004854917526245
+706,2.0077950954437256
+707,1.9973676204681396
+708,2.0303304195404053
+709,2.000386953353882
+710,2.0014617443084717
+711,1.994408369064331
+712,2.008254051208496
+713,2.003757953643799
+714,2.0203940868377686
+715,2.0018422603607178
+716,1.9983770847320557
+717,1.998331904411316
+718,2.024566650390625
+719,1.9874218702316284
+720,2.0087480545043945
+721,2.005075216293335
+722,2.0153675079345703
+723,2.0055909156799316
+724,2.012523889541626
+725,1.987205982208252
+726,2.0057804584503174
+727,1.999243140220642
+728,1.9994678497314453
+729,2.0105342864990234
+730,2.023728609085083
+731,1.9967162609100342
+732,1.9982112646102905
+733,2.0060157775878906
+734,1.9904072284698486
+735,2.00606632232666
+736,2.000751495361328
+737,1.9980266094207764
+738,1.988326907157898
+739,1.9936965703964233
+740,2.018739700317383
+741,2.0093541145324707
+742,1.9777157306671143
+743,2.0004782676696777
+744,1.990209937095642
+745,2.009464740753174
+746,2.000084161758423
+747,1.9940454959869385
+748,1.9976648092269897
+749,2.0180070400238037
+750,1.99385666847229
+751,2.011085271835327
+752,1.98837411403656
+753,2.014711380004883
+754,2.007371425628662
+755,1.991787314414978
+756,1.97719144821167
+757,1.9846019744873047
+758,1.9927082061767578
+759,2.003953218460083
+760,1.9880441427230835
+761,1.9862481355667114
+762,2.0109972953796387
+763,1.9855374097824097
+764,2.0137200355529785
+765,1.9825255870819092
+766,1.9815078973770142
+767,2.0064594745635986
+768,2.0028882026672363
+769,1.9774307012557983
+770,2.000584125518799
+771,2.0028772354125977
+772,1.986368179321289
+773,2.007216453552246
+774,2.012441635131836
+775,1.9862066507339478
+776,1.979170799255371
+777,1.9755607843399048
+778,1.9895387887954712
+779,1.9764750003814697
+780,1.9922200441360474
+781,1.9766008853912354
+782,1.990017056465149
+783,1.968327522277832
+784,1.9963657855987549
+785,1.975364327430725
+786,1.9874157905578613
+787,2.000966787338257
+788,2.006544589996338
+789,1.99220609664917
+790,2.0139472484588623
+791,1.9667999744415283
+792,1.981520175933838
+793,1.9851751327514648
+794,1.9943795204162598
+795,1.9960016012191772
+796,1.9455926418304443
+797,1.996729850769043
+798,1.9658739566802979
+799,1.9872660636901855
+800,1.9759023189544678
+801,2.0040650367736816
+802,1.9514236450195312
+803,1.9641598463058472
+804,1.9883630275726318
+805,1.9876189231872559
+806,1.9655907154083252
+807,1.9762014150619507
+808,1.9693546295166016
+809,1.9886350631713867
+810,1.9526633024215698
+811,1.9774675369262695
+812,1.9910686016082764
+813,1.9826740026474
+814,1.9818273782730103
+815,1.9980794191360474
+816,1.992931842803955
+817,1.947068691253662
+818,2.0133213996887207
+819,1.9879379272460938
+820,1.96091890335083
+821,2.0121889114379883
+822,1.9737086296081543
+823,1.9799370765686035
+824,1.9813201427459717
+825,1.9665913581848145
+826,1.9874098300933838
+827,1.9985039234161377
+828,1.9728524684906006
+829,1.9795485734939575
+830,1.9832332134246826
+831,1.9890912771224976
+832,1.9927432537078857
+833,2.000253677368164
+834,1.9688758850097656
+835,1.968508005142212
+836,1.9508752822875977
+837,1.9715852737426758
+838,1.9533779621124268
+839,1.959479570388794
+840,1.9898998737335205
+841,1.9787373542785645
+842,1.9908475875854492
+843,1.9883172512054443
+844,1.9656128883361816
+845,1.970038652420044
+846,1.96768319606781
+847,1.9846205711364746
+848,1.9635987281799316
+849,1.9887018203735352
+850,1.9857481718063354
+851,1.9962620735168457
+852,1.972102403640747
+853,1.9825425148010254
+854,1.9782146215438843
+855,1.979567050933838
+856,1.9900767803192139
+857,1.977229356765747
+858,1.9887187480926514
+859,1.9661815166473389
+860,1.95477294921875
+861,1.991368293762207
+862,1.987752079963684
+863,1.96732759475708
+864,1.9542443752288818
+865,1.9830398559570312
+866,1.9738993644714355
+867,1.9659720659255981
+868,1.9649078845977783
+869,1.9654982089996338
+870,1.9639923572540283
+871,1.9589860439300537
+872,1.9738935232162476
+873,1.9902245998382568
+874,1.9898741245269775
+875,1.966878056526184
+876,1.9597091674804688
+877,1.960800290107727
+878,1.9912233352661133
+879,1.9774717092514038
+880,1.9782850742340088
+881,1.9685777425765991
+882,1.9891432523727417
+883,1.952136754989624
+884,2.3593852519989014
+885,2.3271889686584473
+886,2.279538869857788
+887,2.3362255096435547
+888,2.31239652633667
+889,2.357762336730957
+890,2.306462526321411
+891,2.2972917556762695
+892,2.302006959915161
+893,2.3292651176452637
+894,2.193711280822754
+895,2.289435386657715
+896,2.296485185623169
+897,2.274784564971924
+898,2.2874579429626465
+899,2.306863784790039
+900,2.278384208679199
+901,2.323082447052002
+902,2.156616687774658
+903,2.296165704727173
+904,2.2864022254943848
+905,2.3210535049438477
+906,2.145216941833496
+907,2.3115432262420654
+908,2.303105592727661
+909,2.302931547164917
+910,2.2641539573669434
+911,2.2944042682647705
+912,2.122298002243042
+913,2.312896966934204
+914,2.2771530151367188
+915,2.2894413471221924
+916,2.2728841304779053
+917,2.1276423931121826
+918,2.2986302375793457
+919,2.3253173828125
+920,2.2570688724517822
+921,2.2940940856933594
+922,2.3062033653259277
+923,2.2908835411071777
+924,2.293954372406006
+925,2.314598560333252
+926,2.3093600273132324
+927,2.2944846153259277
+928,2.320772886276245
+929,2.288973093032837
+930,2.2763209342956543
+931,2.1309738159179688
+932,2.291922092437744
+933,2.2703423500061035
+934,2.291027069091797
+935,2.1195101737976074
+936,2.2893168926239014
+937,2.26015043258667
+938,2.273688316345215
+939,2.2771663665771484
+940,2.2820568084716797
+941,2.264634609222412
+942,2.3075454235076904
+943,2.279794454574585
+944,2.275592803955078
+945,2.309389114379883
+946,2.291141986846924
+947,2.2668919563293457
+948,2.1040449142456055
+949,2.1699252128601074
+950,2.107041597366333
+951,2.279222011566162
+952,2.2712137699127197
+953,2.2653732299804688
+954,2.2936720848083496
+955,2.27622127532959
+956,2.2497498989105225
+957,2.2817723751068115
+958,2.27532958984375
+959,2.293948173522949
+960,2.266831636428833
+961,2.291229724884033
+962,2.255272150039673
+963,2.254380702972412
+964,2.2790987491607666
+965,2.2714128494262695
+966,2.2499566078186035
+967,2.294677495956421
+968,2.2833333015441895
+969,2.2715320587158203
+970,2.1142139434814453
+971,2.249828815460205
+972,2.2654082775115967
+973,2.2855117321014404
+974,2.266348361968994
+975,2.289677858352661
+976,2.2666091918945312
+977,2.266700267791748
+978,2.2422845363616943
+979,2.27126407623291
+980,2.2307443618774414
+981,2.2439208030700684
+982,2.1094436645507812
+983,2.2261147499084473
+984,2.267529249191284
+985,2.261840343475342
+986,2.283355951309204
+987,2.2841644287109375
+988,2.2768728733062744
+989,2.244023561477661
+990,2.264498233795166
+991,2.268120050430298
+992,2.2294721603393555
+993,2.271136999130249
+994,2.2839629650115967
+995,2.235792398452759
+996,2.2396607398986816
+997,2.26210880279541
+998,2.2805120944976807
+999,2.285860776901245
+1000,2.098867654800415
+1001,2.286497116088867
+1002,2.283409595489502
+1003,2.2607686519622803
+1004,2.2568535804748535
+1005,2.009539842605591
+1006,2.2848188877105713
+1007,2.013612747192383
+1008,1.9797484874725342
+1009,2.019049882888794
+1010,2.003657817840576
+1011,1.9669256210327148
+1012,2.002852201461792
+1013,1.9841289520263672
+1014,1.9791041612625122
+1015,1.9666701555252075
+1016,2.000419855117798
+1017,1.9690043926239014
+1018,1.9890519380569458
+1019,1.9642573595046997
+1020,1.9861011505126953
+1021,1.9971741437911987
+1022,1.9846773147583008
+1023,1.9697308540344238
+1024,1.9786871671676636
+1025,1.9855148792266846
+1026,1.9684348106384277
+1027,1.9705297946929932
+1028,1.9913644790649414
+1029,1.9620811939239502
+1030,1.9767374992370605
+1031,1.9842311143875122
+1032,1.954945683479309
+1033,1.9725533723831177
+1034,1.9725391864776611
+1035,1.9793744087219238
+1036,1.9665844440460205
+1037,1.9737703800201416
+1038,1.9781677722930908
+1039,1.9849772453308105
+1040,1.9679633378982544
+1041,1.977216362953186
+1042,1.9656484127044678
+1043,2.0023882389068604
+1044,1.9787068367004395
+1045,1.9910824298858643
+1046,1.9813644886016846
+1047,1.9654394388198853
+1048,1.9577372074127197
+1049,1.9823647737503052
+1050,1.955897331237793
+1051,1.969241976737976
+1052,1.9718689918518066
+1053,1.9635818004608154
+1054,1.9758440256118774
+1055,1.9374138116836548
+1056,1.9513282775878906
+1057,1.9707496166229248
+1058,1.963595986366272
+1059,1.9635114669799805
+1060,1.9624706506729126
+1061,1.983876347541809
+1062,1.9657399654388428
+1063,1.9741668701171875
+1064,1.9577562808990479
+1065,1.9611294269561768
+1066,1.9599236249923706
+1067,1.9608646631240845
+1068,1.9686542749404907
+1069,1.978140950202942
+1070,1.9776490926742554
+1071,1.969043254852295
+1072,1.9686776399612427
+1073,1.990755558013916
+1074,1.989477515220642
+1075,1.957170844078064
+1076,1.960676670074463
+1077,1.9789543151855469
+1078,1.955167531967163
+1079,1.9563363790512085
+1080,1.983107089996338
+1081,1.9550440311431885
+1082,1.9562188386917114
+1083,1.9866273403167725
+1084,1.980911135673523
+1085,1.9718961715698242
+1086,1.9639395475387573
+1087,1.9623005390167236
+1088,1.9748488664627075
+1089,1.9635920524597168
+1090,1.9520413875579834
+1091,1.9759215116500854
+1092,1.9823039770126343
+1093,1.958246111869812
+1094,1.97195565700531
+1095,1.9392317533493042
+1096,1.9647525548934937
+1097,2.001089572906494
+1098,1.9927359819412231
+1099,1.9380075931549072
+1100,1.9800796508789062
+1101,1.9621143341064453
+1102,1.9897592067718506
+1103,1.965227723121643
+1104,1.9698642492294312
+1105,1.964052438735962
+1106,1.9411301612854004
+1107,1.9750635623931885
+1108,1.9476288557052612
+1109,1.9736599922180176
+1110,1.9662797451019287
+1111,1.979769229888916
+1112,1.956520438194275
+1113,1.9511991739273071
+1114,1.9724782705307007
+1115,1.9827754497528076
+1116,1.9615756273269653
+1117,1.9606633186340332
+1118,1.9566389322280884
+1119,1.9729737043380737
+1120,1.9547325372695923
+1121,1.9650914669036865
+1122,1.9694106578826904
+1123,1.9606308937072754
+1124,1.9593167304992676
+1125,1.9528335332870483
+1126,1.9613271951675415
+1127,1.9623254537582397
+1128,1.9706851243972778
+1129,1.9521483182907104
+1130,1.98777174949646
+1131,1.9684467315673828
+1132,1.969135046005249
+1133,1.963073968887329
+1134,1.9574952125549316
+1135,1.9547265768051147
+1136,1.9530858993530273
+1137,1.9710723161697388
+1138,1.988980770111084
+1139,1.9622540473937988
+1140,1.951904296875
+1141,1.9735089540481567
+1142,1.9609904289245605
+1143,1.9638062715530396
+1144,1.9619940519332886
+1145,1.9614177942276
+1146,1.988938570022583
+1147,1.953792929649353
+1148,1.9607837200164795
+1149,1.9282063245773315
+1150,1.964625358581543
+1151,1.9534025192260742
+1152,1.9660085439682007
+1153,1.9807969331741333
+1154,1.9555561542510986
+1155,1.966529369354248
+1156,1.962834358215332
+1157,1.9754095077514648
+1158,1.9635846614837646
+1159,1.955042839050293
+1160,1.9586418867111206
+1161,1.9821158647537231
+1162,1.970009684562683
+1163,1.9708378314971924
+1164,1.9771517515182495
+1165,1.9315756559371948
+1166,1.9518568515777588
+1167,1.9427744150161743
+1168,1.9554110765457153
+1169,1.9508190155029297
+1170,1.9532594680786133
+1171,1.9464731216430664
+1172,1.9560847282409668
+1173,1.9463176727294922
+1174,1.9529975652694702
+1175,1.9695780277252197
+1176,1.9458887577056885
+1177,1.9590849876403809
+1178,1.9343786239624023
+1179,1.9695767164230347
+1180,1.9537081718444824
+1181,1.965404748916626
+1182,1.9507502317428589
+1183,1.9758291244506836
+1184,1.956883430480957
+1185,1.9827563762664795
+1186,1.935723900794983
+1187,1.962482213973999
+1188,1.9598513841629028
+1189,1.9539928436279297
+1190,1.972487449645996
+1191,1.9466698169708252
+1192,1.9478939771652222
+1193,1.9398956298828125
+1194,1.9650471210479736
+1195,1.9419994354248047
+1196,1.9478747844696045
+1197,1.9784351587295532
+1198,1.9882533550262451
+1199,1.9337365627288818
+1200,2.344525098800659
+1201,1.9524221420288086
+1202,1.981361985206604
+1203,1.9431103467941284
+1204,2.2412946224212646
+1205,2.270634889602661
+1206,1.9427977800369263
+1207,2.307058572769165
+1208,2.00504732131958
+1209,1.9416369199752808
+1210,1.9388591051101685
+1211,1.9476630687713623
+1212,1.9718730449676514
+1213,2.2429981231689453
+1214,1.9892032146453857
+1215,1.9362430572509766
+1216,2.2567384243011475
+1217,2.302644729614258
+1218,1.9601658582687378
+1219,1.9413883686065674
+1220,2.260873556137085
+1221,1.9627422094345093
+1222,2.228454828262329
+1223,2.2350423336029053
+1224,2.252636432647705
+1225,2.2430672645568848
+1226,1.9766876697540283
+1227,1.9462456703186035
+1228,2.262254238128662
+1229,2.2600889205932617
+1230,2.2689294815063477
+1231,2.287569522857666
+1232,1.9435930252075195
+1233,1.9812979698181152
+1234,1.9660303592681885
+1235,2.2852442264556885
+1236,1.9452192783355713
+1237,2.2346768379211426
+1238,1.954005241394043
+1239,1.9622324705123901
+1240,1.989009141921997
+1241,1.9486969709396362
+1242,1.96226167678833
+1243,1.9412699937820435
+1244,2.3053886890411377
+1245,1.9627642631530762
+1246,2.2710251808166504
+1247,1.971278429031372
+1248,1.9597164392471313
+1249,1.94379723072052
+1250,1.941415548324585
+1251,2.2761337757110596
+1252,1.9987969398498535
+1253,2.275053024291992
+1254,2.282485008239746
+1255,2.2555360794067383
+1256,1.9556984901428223
+1257,1.9645849466323853
+1258,1.9386012554168701
+1259,1.9451642036437988
+1260,2.2417240142822266
+1261,1.9740259647369385
+1262,2.273502826690674
+1263,2.2441487312316895
+1264,2.265223503112793
+1265,1.9546314477920532
+1266,2.280501127243042
+1267,1.9680722951889038
+1268,2.278609037399292
+1269,1.9890594482421875
+1270,2.274864435195923
+1271,1.974353551864624
+1272,1.9605984687805176
+1273,2.2627787590026855
+1274,1.9488704204559326
+1275,2.251779556274414
+1276,2.234564781188965
+1277,1.9389594793319702
+1278,2.275111436843872
+1279,2.243499279022217
+1280,1.9625109434127808
+1281,2.2150371074676514
+1282,1.958911418914795
+1283,2.2781875133514404
+1284,2.211902141571045
+1285,1.9715309143066406
+1286,1.9651694297790527
+1287,1.9547016620635986
+1288,1.9849562644958496
+1289,2.2611451148986816
+1290,1.9788389205932617
+1291,1.9386060237884521
+1292,2.222385883331299
+1293,1.9647680521011353
+1294,1.9836006164550781
+1295,1.9611151218414307
+1296,1.9461684226989746
+1297,1.9659693241119385
+1298,1.9876012802124023
+1299,1.9576990604400635
+1300,2.25333309173584
+1301,1.9670931100845337
+1302,2.232821464538574
+1303,1.9450263977050781
+1304,1.9754301309585571
+1305,2.260758638381958
+1306,1.944648265838623
+1307,2.2660868167877197
+1308,1.960208773612976
+1309,1.9703471660614014
+1310,1.9845918416976929
+1311,1.954698920249939
+1312,1.9589241743087769
+1313,1.9676908254623413
+1314,1.9640355110168457
+1315,1.9785871505737305
+1316,2.2951409816741943
+1317,2.248867988586426
+1318,1.9750090837478638
+1319,2.291883945465088
+1320,1.9535998106002808
+1321,2.290569305419922
+1322,1.9783966541290283
+1323,2.26401948928833
+1324,1.943954586982727
+1325,2.2785744667053223
+1326,1.9671025276184082
+1327,1.9803776741027832
+1328,2.295374631881714
+1329,2.270982265472412
+1330,1.9381158351898193
+1331,1.9612338542938232
+1332,1.9660263061523438
+1333,1.970049262046814
+1334,1.9709206819534302
+1335,1.9610233306884766
+1336,1.9579229354858398
+1337,1.9681991338729858
+1338,1.9682749509811401
+1339,1.9585614204406738
+1340,1.9659771919250488
+1341,1.936466932296753
+1342,2.2632553577423096
+1343,1.9725918769836426
+1344,1.942960262298584
+1345,1.977088212966919
+1346,1.9532947540283203
+1347,2.257211685180664
+1348,1.9584256410598755
+1349,1.9543688297271729
+1350,1.9673506021499634
+1351,1.958827018737793
+1352,1.9616785049438477
+1353,2.273538589477539
+1354,1.9397211074829102
+1355,1.9614578485488892
+1356,1.9642386436462402
+1357,2.2735633850097656
+1358,1.9756940603256226
+1359,2.2652883529663086
+1360,2.2631466388702393
+1361,2.282376766204834
+1362,1.9879870414733887
+1363,1.962661862373352
+1364,2.261086940765381
+1365,2.2865872383117676
+1366,2.282165050506592
+1367,1.9711488485336304
+1368,2.2753567695617676
+1369,2.2502527236938477
+1370,1.9643446207046509
+1371,1.9757713079452515
+1372,1.9663472175598145
+1373,2.2461423873901367
+1374,1.953068494796753
+1375,2.2422852516174316
+1376,1.9670432806015015
+1377,2.249671220779419
+1378,2.2473013401031494
+1379,1.9617396593093872
+1380,1.9638856649398804
+1381,1.940016508102417
+1382,2.2420904636383057
+1383,2.3117494583129883
+1384,1.9682141542434692
+1385,2.2961745262145996
+1386,2.257978916168213
+1387,2.2617931365966797
+1388,2.250873565673828
+1389,2.158402919769287
+1390,2.298766851425171
+1391,2.2830419540405273
+1392,2.2592837810516357
+1393,2.28277587890625
+1394,2.140862226486206
+1395,2.29563045501709
+1396,2.280996322631836
+1397,2.2676756381988525
+1398,2.243380069732666
+1399,2.224160671234131
+1400,2.2822182178497314
+1401,2.2722179889678955
+1402,2.250631332397461
+1403,2.270735263824463
+1404,2.2614355087280273
+1405,2.279805898666382
+1406,2.223217487335205
+1407,2.2373061180114746
+1408,2.257560968399048
+1409,2.117021083831787
+1410,2.125242233276367
+1411,2.2613437175750732
+1412,2.2853312492370605
+1413,2.142693519592285
+1414,2.2780656814575195
+1415,2.2584493160247803
+1416,2.2926273345947266
+1417,2.252516984939575
+1418,2.279006004333496
+1419,2.0905544757843018
+1420,2.28053617477417
+1421,2.243464469909668
+1422,2.291611671447754
+1423,2.29471492767334
+1424,2.2816758155822754
+1425,2.2786989212036133
+1426,2.256906270980835
+1427,2.248455047607422
+1428,2.2894082069396973
+1429,2.219325542449951
+1430,2.2870054244995117
+1431,2.282379627227783
+1432,2.2475390434265137
+1433,2.2956831455230713
+1434,2.2654242515563965
+1435,2.2440125942230225
+1436,2.2555348873138428
+1437,2.24931263923645
+1438,2.2472567558288574
+1439,2.2794997692108154
+1440,2.104031562805176
+1441,2.2769343852996826
+1442,2.262040615081787
+1443,2.237633228302002
+1444,2.2598166465759277
+1445,2.257547378540039
+1446,2.2435598373413086
+1447,2.2474565505981445
+1448,2.228370428085327
+1449,2.272829294204712
+1450,2.2693681716918945
+1451,2.2732431888580322
+1452,2.2345213890075684
+1453,2.2296369075775146
+1454,2.2687087059020996
+1455,2.2319045066833496
+1456,2.1141135692596436
+1457,2.2500412464141846
+1458,2.2584946155548096
+1459,2.2212424278259277
+1460,2.2547099590301514
+1461,2.2713050842285156
+1462,2.2645177841186523
+1463,2.2320404052734375
+1464,2.2602686882019043
+1465,2.2698817253112793
+1466,2.2764735221862793
+1467,2.100421190261841
+1468,2.27250075340271
+1469,2.264482021331787
+1470,2.1083619594573975
+1471,2.2510571479797363
+1472,2.2642459869384766
+1473,2.1151442527770996
+1474,2.2522151470184326
+1475,2.251405715942383
+1476,2.2678937911987305
+1477,2.1012606620788574
+1478,2.261624336242676
+1479,2.2790799140930176
+1480,2.2540535926818848
+1481,2.2549819946289062
+1482,2.2561938762664795
+1483,2.253415822982788
+1484,2.267771005630493
+1485,2.234394073486328
+1486,2.241189956665039
+1487,2.2445976734161377
+1488,2.2572174072265625
+1489,2.267186403274536
+1490,2.242269515991211
+1491,2.200528144836426
+1492,2.2551050186157227
+1493,2.254209518432617
+1494,2.240152359008789
+1495,2.2598876953125
+1496,2.2373077869415283
+1497,2.2783634662628174
+1498,2.259645938873291
+1499,2.249662399291992
+1500,2.2519571781158447
+1501,2.23323392868042
+1502,2.2401604652404785
+1503,2.2728476524353027
+1504,2.2489097118377686
+1505,2.2612268924713135
+1506,2.250927448272705
+1507,2.2689435482025146
+1508,2.098446846008301
+1509,2.266963481903076
+1510,1.9485681056976318
+1511,1.9852428436279297
+1512,1.9662374258041382
+1513,1.9612611532211304
+1514,1.9490994215011597
+1515,1.9817824363708496

model_stage1/eval.txt

@@ -0,0 +1,730 @@
+1,val_loss,10.91871452331543,10.981159210205078
+1,hellaswag_accuracy,0.24805815574586737
+250,val_loss,5.816608905792236,5.812000274658203
+250,hellaswag_accuracy,0.2416849233220474
+500,val_loss,4.879663944244385,4.8338422775268555
+500,hellaswag_accuracy,0.24058952399920336
+750,val_loss,4.298879146575928,4.358837127685547
+750,hellaswag_accuracy,0.25054769966142204
+1000,val_loss,4.0096001625061035,3.9696269035339355
+1000,hellaswag_accuracy,0.255327623979287
+1250,val_loss,3.832496404647827,3.867331027984619
+1250,hellaswag_accuracy,0.2633937462656841
+1500,val_loss,3.7440404891967773,3.7500972747802734
+1500,hellaswag_accuracy,0.2650866361282613
+1750,val_loss,3.663450241088867,3.6998114585876465
+1750,hellaswag_accuracy,0.2658832901812388
+2000,val_loss,3.6067962646484375,3.6191492080688477
+2000,hellaswag_accuracy,0.2657837084246166
+2250,val_loss,3.561321973800659,3.591526508331299
+2250,hellaswag_accuracy,0.27076279625572597
+2500,val_loss,3.5326852798461914,3.466033935546875
+2500,hellaswag_accuracy,0.27394941246763593
+2750,val_loss,3.49757981300354,3.5161423683166504
+2750,hellaswag_accuracy,0.27633937462656843
+3000,val_loss,3.4743010997772217,3.4788599014282227
+3000,hellaswag_accuracy,0.2764389563831906
+3250,val_loss,3.455951452255249,3.4047482013702393
+3250,hellaswag_accuracy,0.28032264489145586
+3500,val_loss,3.4367525577545166,3.4130165576934814
+3500,hellaswag_accuracy,0.2819159529974109
+3750,val_loss,3.4211485385894775,3.4075028896331787
+3750,hellaswag_accuracy,0.27743477394941246
+4000,val_loss,3.4036359786987305,3.402568817138672
+4000,hellaswag_accuracy,0.27912766381198967
+4250,val_loss,3.3887577056884766,3.3495991230010986
+4250,hellaswag_accuracy,0.2819159529974109
+4500,val_loss,3.378981590270996,3.4529213905334473
+4500,hellaswag_accuracy,0.2853017327225652
+4750,val_loss,3.3696537017822266,3.3722989559173584
+4750,hellaswag_accuracy,0.2826130252937662
+5000,val_loss,3.3577513694763184,3.2931056022644043
+5000,hellaswag_accuracy,0.2891854212308305
+5250,val_loss,3.3462765216827393,3.3122479915618896
+5250,hellaswag_accuracy,0.28689504082852024
+5500,val_loss,3.3332161903381348,3.301095962524414
+5500,hellaswag_accuracy,0.2861979685321649
+5750,val_loss,3.3257791996002197,3.4121904373168945
+5750,hellaswag_accuracy,0.2874925313682533
+6000,val_loss,3.322253465652466,3.363128185272217
+6000,hellaswag_accuracy,0.2889862577175861
+6250,val_loss,3.312819242477417,3.3240156173706055
+6250,hellaswag_accuracy,0.2876916948814977
+6500,val_loss,3.3028905391693115,3.305266857147217
+6500,hellaswag_accuracy,0.29087831109340767
+6750,val_loss,3.2969017028808594,3.2720370292663574
+6750,hellaswag_accuracy,0.2932682732523402
+7000,val_loss,3.290966272354126,3.2918033599853516
+7000,hellaswag_accuracy,0.2921728739294961
+7250,val_loss,3.285170078277588,3.2832984924316406
+7250,hellaswag_accuracy,0.2954590718980283
+7500,val_loss,3.281237840652466,3.334986686706543
+7500,hellaswag_accuracy,0.2909778928500299
+7750,val_loss,3.2724123001098633,3.2794766426086426
+7750,hellaswag_accuracy,0.29396534554869547
+8000,val_loss,3.2692298889160156,3.2491984367370605
+8000,hellaswag_accuracy,0.2929695279824736
+8250,val_loss,3.264030694961548,3.249758720397949
+8250,hellaswag_accuracy,0.29416450906193986
+8500,val_loss,3.2608227729797363,3.2496960163116455
+8500,hellaswag_accuracy,0.2976498705437164
+8750,val_loss,3.255110740661621,3.256296157836914
+8750,hellaswag_accuracy,0.2978490340569608
+9000,val_loss,3.2488040924072266,3.25339674949646
+9000,hellaswag_accuracy,0.2951603266281617
+9250,val_loss,3.251962423324585,3.264359712600708
+9250,hellaswag_accuracy,0.29665405297749453
+9500,val_loss,3.2422165870666504,3.210236072540283
+9500,hellaswag_accuracy,0.29884485162318264
+9750,val_loss,3.2379446029663086,3.2570972442626953
+9750,hellaswag_accuracy,0.2962557259510058
+10000,val_loss,3.233039140701294,3.2143821716308594
+10000,hellaswag_accuracy,0.29924317864967137
+10250,val_loss,3.231372117996216,3.193593978881836
+10250,hellaswag_accuracy,0.2996415056761601
+10500,val_loss,3.2261693477630615,3.2495954036712646
+10500,hellaswag_accuracy,0.30242979486158134
+10750,val_loss,3.2237071990966797,3.237565517425537
+10750,hellaswag_accuracy,0.3040231029675364
+11000,val_loss,3.223104476928711,3.2345285415649414
+11000,hellaswag_accuracy,0.29954192391953793
+11250,val_loss,3.21789813041687,3.1894001960754395
+11250,hellaswag_accuracy,0.3037243576976698
+11500,val_loss,3.213940143585205,3.2204442024230957
+11500,hellaswag_accuracy,0.3031268671579367
+11750,val_loss,3.2155184745788574,3.1846041679382324
+11750,hellaswag_accuracy,0.30651264688309104
+12000,val_loss,3.207454204559326,3.2119336128234863
+12000,hellaswag_accuracy,0.30651264688309104
+12250,val_loss,3.2062480449676514,3.2449047565460205
+12250,hellaswag_accuracy,0.3009360685122486
+12500,val_loss,3.2121782302856445,3.231344223022461
+12500,hellaswag_accuracy,0.3014339772953595
+12750,val_loss,3.20058012008667,3.2221286296844482
+12750,hellaswag_accuracy,0.2997410874327823
+13000,val_loss,3.198026180267334,3.1442766189575195
+13000,hellaswag_accuracy,0.3028281218880701
+13250,val_loss,3.1951589584350586,3.221987247467041
+13250,hellaswag_accuracy,0.3069109739095798
+13500,val_loss,3.1994738578796387,3.2059736251831055
+13500,hellaswag_accuracy,0.3045210117506473
+13750,val_loss,3.191166400909424,3.1563117504119873
+13750,hellaswag_accuracy,0.3059151563433579
+14000,val_loss,3.1900062561035156,3.1480960845947266
+14000,hellaswag_accuracy,0.3037243576976698
+14250,val_loss,3.189931631088257,3.173574209213257
+14250,hellaswag_accuracy,0.30472017526389167
+14500,val_loss,3.1848809719085693,3.196810483932495
+14500,hellaswag_accuracy,0.3058155745867357
+14750,val_loss,3.1814422607421875,3.1617324352264404
+14750,hellaswag_accuracy,0.3066122286397132
+15000,val_loss,3.1792006492614746,3.155252695083618
+15000,hellaswag_accuracy,0.3062139016132245
+15250,val_loss,3.1780316829681396,3.157494068145752
+15250,hellaswag_accuracy,0.30561641107349136
+15500,val_loss,3.1773602962493896,3.217918872833252
+15500,hellaswag_accuracy,0.3051185022903804
+15750,val_loss,3.177692413330078,3.2168946266174316
+15750,hellaswag_accuracy,0.30760804620593507
+16000,val_loss,3.1734490394592285,3.1907477378845215
+16000,hellaswag_accuracy,0.3084047002589126
+16250,val_loss,3.1705520153045654,3.200416088104248
+16250,hellaswag_accuracy,0.31139215295757816
+16500,val_loss,3.1693315505981445,3.253080129623413
+16500,hellaswag_accuracy,0.3082055367456682
+16750,val_loss,3.1693294048309326,3.132535457611084
+16750,hellaswag_accuracy,0.3119896434973113
+17000,val_loss,3.166165351867676,3.143129825592041
+17000,hellaswag_accuracy,0.311292571200956
+17250,val_loss,3.165377616882324,3.153290033340454
+17250,hellaswag_accuracy,0.3084047002589126
+17500,val_loss,3.161482095718384,3.14321231842041
+17500,hellaswag_accuracy,0.309699263095001
+17750,val_loss,3.1596274375915527,3.149761438369751
+17750,hellaswag_accuracy,0.3110934076877116
+18000,val_loss,3.159654140472412,3.132617712020874
+18000,hellaswag_accuracy,0.3105954989046007
+18250,val_loss,3.156040668487549,3.177657127380371
+18250,hellaswag_accuracy,0.3143796056562438
+18500,val_loss,3.154581069946289,3.162987232208252
+18500,hellaswag_accuracy,0.3091017725552679
+18750,val_loss,3.1545517444610596,3.120877504348755
+18750,hellaswag_accuracy,0.3156741684923322
+19000,val_loss,3.1537065505981445,3.1528332233428955
+19000,hellaswag_accuracy,0.3123879705238
+19250,val_loss,3.1531403064727783,3.1397347450256348
+19250,hellaswag_accuracy,0.3123879705238
+19500,val_loss,3.1497676372528076,3.131650447845459
+19500,hellaswag_accuracy,0.30920135431189005
+19750,val_loss,3.146735429763794,3.171187400817871
+19750,hellaswag_accuracy,0.31428002389962156
+20000,val_loss,3.1491756439208984,3.1116037368774414
+20000,hellaswag_accuracy,0.31467835092611035
+20250,val_loss,3.1473007202148438,3.1772146224975586
+20250,hellaswag_accuracy,0.31079466241784504
+20500,val_loss,3.1434500217437744,3.1253623962402344
+20500,hellaswag_accuracy,0.3121888070105557
+20750,val_loss,3.143551826477051,3.1211249828338623
+20750,hellaswag_accuracy,0.31099382593108943
+21000,val_loss,3.1456849575042725,3.107692241668701
+21000,hellaswag_accuracy,0.31398127862975506
+21250,val_loss,3.1406216621398926,3.173356294631958
+21250,hellaswag_accuracy,0.31617207727544316
+21500,val_loss,3.139770984649658,3.1647419929504395
+21500,hellaswag_accuracy,0.3178649671380203
+21750,val_loss,3.138378858566284,3.0980820655822754
+21750,hellaswag_accuracy,0.3170683130850428
+22000,val_loss,3.139207601547241,3.1595981121063232
+22000,hellaswag_accuracy,0.3163712407886875
+22250,val_loss,3.135430335998535,3.1146316528320312
+22250,hellaswag_accuracy,0.3185620394343756
+22500,val_loss,3.1343636512756348,3.0696463584899902
+22500,hellaswag_accuracy,0.3140808603863772
+22750,val_loss,3.1345701217651367,3.1048660278320312
+22750,hellaswag_accuracy,0.3147779326827325
+23000,val_loss,3.13211727142334,3.128485679626465
+23000,hellaswag_accuracy,0.31537542322246565
+23250,val_loss,3.132997512817383,3.1344385147094727
+23250,hellaswag_accuracy,0.3114917347142004
+23500,val_loss,3.1317100524902344,3.1118392944335938
+23500,hellaswag_accuracy,0.3147779326827325
+23750,val_loss,3.128124237060547,3.135716438293457
+23750,hellaswag_accuracy,0.31876120294762
+24000,val_loss,3.1261796951293945,3.110795497894287
+24000,hellaswag_accuracy,0.3178649671380203
+24250,val_loss,3.1262950897216797,3.1178314685821533
+24250,hellaswag_accuracy,0.31666998605855406
+24500,val_loss,3.1246047019958496,3.1132874488830566
+24500,hellaswag_accuracy,0.3165704043019319
+24750,val_loss,3.123124599456787,3.1246397495269775
+24750,hellaswag_accuracy,0.31617207727544316
+25000,val_loss,3.1225650310516357,3.1127192974090576
+25000,hellaswag_accuracy,0.3180641306512647
+25250,val_loss,3.1216962337493896,3.151366949081421
+25250,hellaswag_accuracy,0.31627165903206533
+25500,val_loss,3.120500326156616,3.1371352672576904
+25500,hellaswag_accuracy,0.3165704043019319
+25750,val_loss,3.119215488433838,3.1596858501434326
+25750,hellaswag_accuracy,0.31358295160326627
+26000,val_loss,3.118361234664917,3.1330370903015137
+26000,hellaswag_accuracy,0.3189603664608644
+26250,val_loss,3.1179521083831787,3.108511447906494
+26250,hellaswag_accuracy,0.31467835092611035
+26500,val_loss,3.1169731616973877,3.142162799835205
+26500,hellaswag_accuracy,0.32065325632344155
+26750,val_loss,3.1143558025360107,3.0414724349975586
+26750,hellaswag_accuracy,0.3165704043019319
+27000,val_loss,3.1166484355926514,3.1123337745666504
+27000,hellaswag_accuracy,0.31736705835490936
+27250,val_loss,3.1135621070861816,3.1228973865509033
+27250,hellaswag_accuracy,0.3194582752439753
+27500,val_loss,3.11212158203125,3.079333543777466
+27500,hellaswag_accuracy,0.3205536745668194
+27750,val_loss,3.110434055328369,3.099308967590332
+27750,hellaswag_accuracy,0.321449910376419
+28000,val_loss,3.1128275394439697,3.1734542846679688
+28000,hellaswag_accuracy,0.31935869348735313
+28250,val_loss,3.110605001449585,3.1328091621398926
+28250,hellaswag_accuracy,0.31776538538139815
+28500,val_loss,3.108715534210205,3.087881088256836
+28500,hellaswag_accuracy,0.3217486556462856
+28750,val_loss,3.107905387878418,3.100072145462036
+28750,hellaswag_accuracy,0.3209520015933081
+29000,val_loss,3.1062729358673096,3.070268154144287
+29000,hellaswag_accuracy,0.3211511651065525
+29250,val_loss,3.1054365634918213,3.0874733924865723
+29250,hellaswag_accuracy,0.3192591117307309
+29500,val_loss,3.1032912731170654,3.037123203277588
+29500,hellaswag_accuracy,0.3209520015933081
+29750,val_loss,3.1043853759765625,3.099917411804199
+29750,hellaswag_accuracy,0.3245369448317068
+30000,val_loss,3.102109670639038,3.1018552780151367
+30000,hellaswag_accuracy,0.3211511651065525
+30250,val_loss,3.102022409439087,3.069063901901245
+30250,hellaswag_accuracy,0.31985660227046403
+30500,val_loss,3.1011271476745605,3.066037178039551
+30500,hellaswag_accuracy,0.32204740091615214
+30750,val_loss,3.0999584197998047,3.0681958198547363
+30750,hellaswag_accuracy,0.3234415455088628
+31000,val_loss,3.0995848178863525,3.0954060554504395
+31000,hellaswag_accuracy,0.32154949213304124
+31250,val_loss,3.09919810295105,3.0923349857330322
+31250,hellaswag_accuracy,0.3209520015933081
+31500,val_loss,3.0976524353027344,3.0991013050079346
+31500,hellaswag_accuracy,0.32135032861979684
+31750,val_loss,3.097288131713867,3.1380507946014404
+31750,hellaswag_accuracy,0.3233419637522406
+32000,val_loss,3.0951902866363525,3.108022928237915
+32000,hellaswag_accuracy,0.3212507468631747
+32250,val_loss,3.095280885696411,3.0195116996765137
+32250,hellaswag_accuracy,0.32264489145588526
+32500,val_loss,3.094900131225586,3.1110239028930664
+32500,hellaswag_accuracy,0.3239394542919737
+32750,val_loss,3.0920937061309814,3.11706280708313
+32750,hellaswag_accuracy,0.32423819956184025
+33000,val_loss,3.093964099884033,3.088564395904541
+33000,hellaswag_accuracy,0.3216490738896634
+33250,val_loss,3.0911197662353516,3.055964469909668
+33250,hellaswag_accuracy,0.3224457279426409
+33500,val_loss,3.0909976959228516,3.1312050819396973
+33500,hellaswag_accuracy,0.3218482374029078
+33750,val_loss,3.089886426925659,3.0710487365722656
+33750,hellaswag_accuracy,0.32194781915952997
+34000,val_loss,3.089127540588379,3.1148815155029297
+34000,hellaswag_accuracy,0.3227444732125075
+34250,val_loss,3.0883073806762695,3.0509963035583496
+34250,hellaswag_accuracy,0.32463652658832903
+34500,val_loss,3.087784767150879,3.157928466796875
+34500,hellaswag_accuracy,0.32214698267277436
+34750,val_loss,3.087752103805542,3.084765911102295
+34750,hellaswag_accuracy,0.32264489145588526
+35000,val_loss,3.086329698562622,3.0357143878936768
+35000,hellaswag_accuracy,0.32284405496912966
+35250,val_loss,3.0847227573394775,3.227114200592041
+35250,hellaswag_accuracy,0.3239394542919737
+35500,val_loss,3.085299491882324,3.0607824325561523
+35500,hellaswag_accuracy,0.3245369448317068
+35750,val_loss,3.083930015563965,3.084368944168091
+35750,hellaswag_accuracy,0.32573192591117306
+36000,val_loss,3.0832901000976562,3.0894598960876465
+36000,hellaswag_accuracy,0.3227444732125075
+36250,val_loss,3.0822243690490723,3.031677007675171
+36250,hellaswag_accuracy,0.3253335988846843
+36500,val_loss,3.082089424133301,3.086639881134033
+36500,hellaswag_accuracy,0.32503485361481776
+36750,val_loss,3.0808000564575195,3.1056673526763916
+36750,hellaswag_accuracy,0.3254331806413065
+37000,val_loss,3.0807976722717285,3.0154476165771484
+37000,hellaswag_accuracy,0.3231428002389962
+37250,val_loss,3.0799508094787598,3.0191879272460938
+37250,hellaswag_accuracy,0.3270264887472615
+37500,val_loss,3.0809555053710938,3.096879482269287
+37500,hellaswag_accuracy,0.3240390360485959
+37750,val_loss,3.0807762145996094,3.1067185401916504
+37750,hellaswag_accuracy,0.32433778131846247
+38000,val_loss,3.079042434692383,3.1051218509674072
+38000,hellaswag_accuracy,0.3239394542919737
+38250,val_loss,3.07780122756958,3.0466489791870117
+38250,hellaswag_accuracy,0.3240390360485959
+38500,val_loss,3.076796531677246,3.0172383785247803
+38500,hellaswag_accuracy,0.3263294164509062
+38750,val_loss,3.0761330127716064,3.0571420192718506
+38750,hellaswag_accuracy,0.32613025293766185
+39000,val_loss,3.0749521255493164,3.0630218982696533
+39000,hellaswag_accuracy,0.32732523401712804
+39250,val_loss,3.0753698348999023,3.1270713806152344
+39250,hellaswag_accuracy,0.32682732523401714
+39500,val_loss,3.073302984237671,3.071636915206909
+39500,hellaswag_accuracy,0.32503485361481776
+39750,val_loss,3.074403762817383,3.0883126258850098
+39750,hellaswag_accuracy,0.3270264887472615
+40000,val_loss,3.0719542503356934,3.048165798187256
+40000,hellaswag_accuracy,0.32832105158334995
+40250,val_loss,3.0728025436401367,3.0397069454193115
+40250,hellaswag_accuracy,0.3263294164509062
+40500,val_loss,3.0697383880615234,3.0599868297576904
+40500,hellaswag_accuracy,0.326229834694284
+40750,val_loss,3.070413112640381,3.028806209564209
+40750,hellaswag_accuracy,0.32523401712806216
+41000,val_loss,3.068495035171509,3.1292364597320557
+41000,hellaswag_accuracy,0.3271260705038837
+41250,val_loss,3.0683085918426514,3.0503358840942383
+41250,hellaswag_accuracy,0.3276239792869946
+41500,val_loss,3.0675048828125,3.1124675273895264
+41500,hellaswag_accuracy,0.32881896036646086
+41750,val_loss,3.0676825046539307,3.089346408843994
+41750,hellaswag_accuracy,0.3255327623979287
+42000,val_loss,3.068206548690796,2.9842419624328613
+42000,hellaswag_accuracy,0.3298147779326827
+42250,val_loss,3.0656394958496094,3.0985610485076904
+42250,hellaswag_accuracy,0.32732523401712804
+42500,val_loss,3.065354347229004,3.0154991149902344
+42500,hellaswag_accuracy,0.32284405496912966
+42750,val_loss,3.0669913291931152,3.0574710369110107
+42750,hellaswag_accuracy,0.3263294164509062
+43000,val_loss,3.063778877258301,3.069143056869507
+43000,hellaswag_accuracy,0.3287193786098387
+43250,val_loss,3.063208818435669,3.0880935192108154
+43250,hellaswag_accuracy,0.33190599482174865
+43500,val_loss,3.062919855117798,2.9422242641448975
+43500,hellaswag_accuracy,0.329416450906194
+43750,val_loss,3.0610852241516113,3.023005485534668
+43750,hellaswag_accuracy,0.32772356104361683
+44000,val_loss,3.061215877532959,3.0157277584075928
+44000,hellaswag_accuracy,0.3287193786098387
+44250,val_loss,3.0600945949554443,3.0502302646636963
+44250,hellaswag_accuracy,0.32822146982672773
+44500,val_loss,3.0589566230773926,3.0748257637023926
+44500,hellaswag_accuracy,0.3311093407687712
+44750,val_loss,3.0594286918640137,3.0519795417785645
+44750,hellaswag_accuracy,0.3286197968532165
+45000,val_loss,3.0594570636749268,3.0360918045043945
+45000,hellaswag_accuracy,0.32812188807010556
+45250,val_loss,3.057656764984131,3.0086774826049805
+45250,hellaswag_accuracy,0.327823142800239
+45500,val_loss,3.0566232204437256,3.0845229625701904
+45500,hellaswag_accuracy,0.33120892252539336
+45750,val_loss,3.056361675262451,3.043288469314575
+45750,hellaswag_accuracy,0.3324039036048596
+46000,val_loss,3.0555050373077393,3.0573365688323975
+46000,hellaswag_accuracy,0.33061143198566023
+46250,val_loss,3.0550808906555176,2.9927146434783936
+46250,hellaswag_accuracy,0.3287193786098387
+46500,val_loss,3.0556704998016357,3.0634264945983887
+46500,hellaswag_accuracy,0.33120892252539336
+46750,val_loss,3.0538439750671387,3.0377182960510254
+46750,hellaswag_accuracy,0.3292172873929496
+47000,val_loss,3.0546047687530518,3.024660587310791
+47000,hellaswag_accuracy,0.3293168691495718
+47250,val_loss,3.053478956222534,3.0654826164245605
+47250,hellaswag_accuracy,0.32991435968930494
+47500,val_loss,3.0517079830169678,3.04194974899292
+47500,hellaswag_accuracy,0.33100975901214896
+47750,val_loss,3.05129337310791,3.031244993209839
+47750,hellaswag_accuracy,0.32971519617606054
+48000,val_loss,3.051987648010254,3.0129549503326416
+48000,hellaswag_accuracy,0.32832105158334995
+48250,val_loss,3.049828052520752,3.007249593734741
+48250,hellaswag_accuracy,0.32991435968930494
+48500,val_loss,3.048727512359619,3.005316972732544
+48500,hellaswag_accuracy,0.3300139414459271
+48750,val_loss,3.048661947250366,3.1029529571533203
+48750,hellaswag_accuracy,0.3307110137422824
+49000,val_loss,3.0475716590881348,3.046405076980591
+49000,hellaswag_accuracy,0.3307110137422824
+49250,val_loss,3.0482497215270996,3.0186829566955566
+49250,hellaswag_accuracy,0.327823142800239
+49500,val_loss,3.0474836826324463,3.041016101837158
+49500,hellaswag_accuracy,0.32792272455686117
+49750,val_loss,3.046072006225586,3.1024281978607178
+49750,hellaswag_accuracy,0.33349930292770363
+50000,val_loss,3.045515775680542,3.0355606079101562
+50000,hellaswag_accuracy,0.33280223063134834
+50250,val_loss,3.0456788539886475,3.0079619884490967
+50250,hellaswag_accuracy,0.33349930292770363
+50500,val_loss,3.0439584255218506,3.0405049324035645
+50500,hellaswag_accuracy,0.3308105954989046
+50750,val_loss,3.0433335304260254,3.0573670864105225
+50750,hellaswag_accuracy,0.33419637522405893
+51000,val_loss,3.0424957275390625,2.9965643882751465
+51000,hellaswag_accuracy,0.3355905198167696
+51250,val_loss,3.0427019596099854,3.041239023208618
+51250,hellaswag_accuracy,0.33280223063134834
+51500,val_loss,3.042386531829834,3.0417442321777344
+51500,hellaswag_accuracy,0.33389762995419237
+51750,val_loss,3.041836977005005,3.0456457138061523
+51750,hellaswag_accuracy,0.3329018123879705
+52000,val_loss,3.040297031402588,3.053981304168701
+52000,hellaswag_accuracy,0.3346942840071699
+52250,val_loss,3.0409529209136963,3.0759565830230713
+52250,hellaswag_accuracy,0.3367855008962358
+52500,val_loss,3.040212631225586,3.0599329471588135
+52500,hellaswag_accuracy,0.3331009759012149
+52750,val_loss,3.0387728214263916,3.019702196121216
+52750,hellaswag_accuracy,0.3355905198167696
+53000,val_loss,3.0386178493499756,3.0687804222106934
+53000,hellaswag_accuracy,0.33588926508663614
+53250,val_loss,3.0379221439361572,3.008491277694702
+53250,hellaswag_accuracy,0.33270264887472617
+53500,val_loss,3.0374763011932373,3.1115548610687256
+53500,hellaswag_accuracy,0.33569010157339174
+53750,val_loss,3.0366151332855225,3.0676231384277344
+53750,hellaswag_accuracy,0.3329018123879705
+54000,val_loss,3.036580801010132,3.004063606262207
+54000,hellaswag_accuracy,0.33270264887472617
+54250,val_loss,3.0362391471862793,3.046276330947876
+54250,hellaswag_accuracy,0.3367855008962358
+54500,val_loss,3.0357327461242676,3.022617816925049
+54500,hellaswag_accuracy,0.33628759211312487
+54750,val_loss,3.0379724502563477,2.996192216873169
+54750,hellaswag_accuracy,0.3372834096793467
+55000,val_loss,3.037968158721924,3.0776619911193848
+55000,hellaswag_accuracy,0.3361880103565027
+55250,val_loss,3.035196304321289,3.0006585121154785
+55250,hellaswag_accuracy,0.33698466440948016
+55500,val_loss,3.0346908569335938,2.9715962409973145
+55500,hellaswag_accuracy,0.33788090021907985
+55750,val_loss,3.0349643230438232,3.0639472007751465
+55750,hellaswag_accuracy,0.33628759211312487
+56000,val_loss,3.03410005569458,3.000263214111328
+56000,hellaswag_accuracy,0.33608842859988053
+56250,val_loss,3.0337302684783936,3.03837513923645
+56250,hellaswag_accuracy,0.33499302927703645
+56500,val_loss,3.0329360961914062,2.993673801422119
+56500,hellaswag_accuracy,0.33419637522405893
+56750,val_loss,3.0314393043518066,2.9491169452667236
+56750,hellaswag_accuracy,0.3377813184624577
+57000,val_loss,3.0315494537353516,3.0479238033294678
+57000,hellaswag_accuracy,0.3372834096793467
+57250,val_loss,3.030565023422241,3.0363528728485107
+57250,hellaswag_accuracy,0.3370842461661024
+57500,val_loss,3.0305252075195312,3.0429511070251465
+57500,hellaswag_accuracy,0.33658633738299143
+57750,val_loss,3.0295767784118652,2.9863104820251465
+57750,hellaswag_accuracy,0.33608842859988053
+58000,val_loss,3.0295934677124023,3.02390718460083
+58000,hellaswag_accuracy,0.33808006373232424
+58250,val_loss,3.0288801193237305,3.0339441299438477
+58250,hellaswag_accuracy,0.33588926508663614
+58500,val_loss,3.0279388427734375,2.990799903869629
+58500,hellaswag_accuracy,0.3355905198167696
+58750,val_loss,3.0279691219329834,3.043032169342041
+58750,hellaswag_accuracy,0.3366859191396136
+59000,val_loss,3.0275025367736816,2.982362747192383
+59000,hellaswag_accuracy,0.3370842461661024
+59250,val_loss,3.02786922454834,3.0800347328186035
+59250,hellaswag_accuracy,0.33698466440948016
+59500,val_loss,3.0264205932617188,3.0275280475616455
+59500,hellaswag_accuracy,0.34027086237801235
+59750,val_loss,3.0260939598083496,3.0360729694366455
+59750,hellaswag_accuracy,0.33808006373232424
+60000,val_loss,3.0258164405822754,3.00195574760437
+60000,hellaswag_accuracy,0.3370842461661024
+60250,val_loss,3.025207281112671,3.004737615585327
+60250,hellaswag_accuracy,0.33827922724556864
+60500,val_loss,3.025175094604492,2.994215250015259
+60500,hellaswag_accuracy,0.33808006373232424
+60750,val_loss,3.02493953704834,2.9394898414611816
+60750,hellaswag_accuracy,0.3350926110336586
+61000,val_loss,3.0238006114959717,3.007575750350952
+61000,hellaswag_accuracy,0.3355905198167696
+61250,val_loss,3.023125410079956,3.0215506553649902
+61250,hellaswag_accuracy,0.3355905198167696
+61500,val_loss,3.0233798027038574,3.0039095878601074
+61500,hellaswag_accuracy,0.3377813184624577
+61750,val_loss,3.0227150917053223,2.984548807144165
+61750,hellaswag_accuracy,0.3367855008962358
+62000,val_loss,3.022099494934082,3.0431742668151855
+62000,hellaswag_accuracy,0.3355905198167696
+62250,val_loss,3.0216076374053955,3.049463987350464
+62250,hellaswag_accuracy,0.3383788090021908
+62500,val_loss,3.0212326049804688,3.012003183364868
+62500,hellaswag_accuracy,0.34007169886476796
+62750,val_loss,3.020230293273926,3.0173370838165283
+62750,hellaswag_accuracy,0.3403704441346345
+63000,val_loss,3.02022123336792,3.0375916957855225
+63000,hellaswag_accuracy,0.3408683529177455
+63250,val_loss,3.0196993350982666,3.0397186279296875
+63250,hellaswag_accuracy,0.34007169886476796
+63500,val_loss,3.0190603733062744,3.021083116531372
+63500,hellaswag_accuracy,0.33788090021907985
+63750,val_loss,3.018721103668213,3.0365171432495117
+63750,hellaswag_accuracy,0.3407687711611233
+64000,val_loss,3.01780366897583,3.0629310607910156
+64000,hellaswag_accuracy,0.3388767177853017
+64250,val_loss,3.017695426940918,3.0162692070007324
+64250,hellaswag_accuracy,0.3406691894045011
+64500,val_loss,3.0173730850219727,2.97267484664917
+64500,hellaswag_accuracy,0.34027086237801235
+64750,val_loss,3.0167553424835205,2.998218536376953
+64750,hellaswag_accuracy,0.3421629157538339
+65000,val_loss,3.016787528991699,2.989042282104492
+65000,hellaswag_accuracy,0.3399721171081458
+65250,val_loss,3.0156500339508057,3.0310702323913574
+65250,hellaswag_accuracy,0.3413662617008564
+65500,val_loss,3.0159709453582764,2.991973876953125
+65500,hellaswag_accuracy,0.3419637522405895
+65750,val_loss,3.0150179862976074,3.049215078353882
+65750,hellaswag_accuracy,0.33897629954192393
+66000,val_loss,3.0151596069335938,2.9938766956329346
+66000,hellaswag_accuracy,0.33917546305516827
+66250,val_loss,3.0146539211273193,2.9571475982666016
+66250,hellaswag_accuracy,0.34176458872734516
+66500,val_loss,3.014150381088257,2.9877161979675293
+66500,hellaswag_accuracy,0.34096793467436765
+66750,val_loss,3.0137453079223633,2.990596294403076
+66750,hellaswag_accuracy,0.33877713602867954
+67000,val_loss,3.0137548446655273,3.033003330230713
+67000,hellaswag_accuracy,0.33808006373232424
+67250,val_loss,3.013612747192383,2.947667360305786
+67250,hellaswag_accuracy,0.3383788090021908
+67500,val_loss,3.013192653656006,3.011612892150879
+67500,hellaswag_accuracy,0.33867755427205737
+67750,val_loss,3.0126256942749023,3.003962278366089
+67750,hellaswag_accuracy,0.3388767177853017
+68000,val_loss,3.0127148628234863,3.0340285301208496
+68000,hellaswag_accuracy,0.33867755427205737
+68250,val_loss,3.011660099029541,2.994286060333252
+68250,hellaswag_accuracy,0.3385779725154352
+68500,val_loss,3.0116400718688965,2.9909839630126953
+68500,hellaswag_accuracy,0.34047002589125674
+68750,val_loss,3.0111958980560303,2.9944369792938232
+68750,hellaswag_accuracy,0.33957379008165706
+69000,val_loss,3.010939836502075,2.941462993621826
+69000,hellaswag_accuracy,0.34027086237801235
+69250,val_loss,3.0109453201293945,2.9637656211853027
+69250,hellaswag_accuracy,0.34007169886476796
+69500,val_loss,3.010080575942993,3.022268533706665
+69500,hellaswag_accuracy,0.34186417048396733
+69750,val_loss,3.0097100734710693,2.976839542388916
+69750,hellaswag_accuracy,0.3423620792670783
+70000,val_loss,3.010157585144043,3.032224178314209
+70000,hellaswag_accuracy,0.3419637522405895
+70250,val_loss,3.009106397628784,2.9796526432037354
+70250,hellaswag_accuracy,0.3412666799442342
+70500,val_loss,3.0091962814331055,2.9484403133392334
+70500,hellaswag_accuracy,0.3414658434574786
+70750,val_loss,3.008262872695923,3.0558958053588867
+70750,hellaswag_accuracy,0.3398725353515236
+71000,val_loss,3.0081710815429688,2.9857301712036133
+71000,hellaswag_accuracy,0.3413662617008564
+71250,val_loss,3.0078485012054443,3.028320074081421
+71250,hellaswag_accuracy,0.3406691894045011
+71500,val_loss,3.007615804672241,2.9867186546325684
+71500,hellaswag_accuracy,0.3408683529177455
+71750,val_loss,3.0073671340942383,2.9874017238616943
+71750,hellaswag_accuracy,0.3430591515634336
+72000,val_loss,3.0072875022888184,2.9725382328033447
+72000,hellaswag_accuracy,0.34047002589125674
+72250,val_loss,3.006808280944824,3.0418930053710938
+72250,hellaswag_accuracy,0.34106751643098987
+72500,val_loss,3.0065596103668213,3.044045925140381
+72500,hellaswag_accuracy,0.34106751643098987
+72750,val_loss,3.006566047668457,2.918455123901367
+72750,hellaswag_accuracy,0.342760406293567
+73000,val_loss,3.0066134929656982,3.0312283039093018
+73000,hellaswag_accuracy,0.34226249751045607
+73250,val_loss,3.006392002105713,3.004894733428955
+73250,hellaswag_accuracy,0.3430591515634336
+73500,val_loss,3.006835699081421,3.0132293701171875
+73500,hellaswag_accuracy,0.3421629157538339
+73750,val_loss,3.0069873332977295,2.9870383739471436
+73750,hellaswag_accuracy,0.34335789683330015
+74000,val_loss,3.0063953399658203,2.934746742248535
+74000,hellaswag_accuracy,0.34176458872734516
+74250,val_loss,3.0057783126831055,3.025423765182495
+74250,hellaswag_accuracy,0.34096793467436765
+74500,val_loss,3.006052255630493,2.962085247039795
+74500,hellaswag_accuracy,0.34116709818761204
+74750,val_loss,3.005634307861328,2.9948325157165527
+74750,hellaswag_accuracy,0.34106751643098987
+75000,val_loss,3.005636215209961,2.9618961811065674
+75000,hellaswag_accuracy,0.34176458872734516
+75250,val_loss,3.0055036544799805,2.9580724239349365
+75250,hellaswag_accuracy,0.34226249751045607
+75500,val_loss,3.0051281452178955,2.947834014892578
+75500,hellaswag_accuracy,0.3406691894045011
+75750,val_loss,3.0046308040618896,2.982266664505005
+75750,hellaswag_accuracy,0.34266082453694485
+76000,val_loss,3.004854202270508,2.9890918731689453
+76000,hellaswag_accuracy,0.34106751643098987
+76250,val_loss,3.004929542541504,2.9461896419525146
+76250,hellaswag_accuracy,0.342760406293567
+76500,val_loss,3.0046191215515137,2.994842767715454
+76500,hellaswag_accuracy,0.3436566421031667
+76750,val_loss,3.0046310424804688,2.993452787399292
+76750,hellaswag_accuracy,0.34246166102370046
+77000,val_loss,3.0040619373321533,3.0354788303375244
+77000,hellaswag_accuracy,0.3420633339972117
+77250,val_loss,3.0040223598480225,2.9944968223571777
+77250,hellaswag_accuracy,0.34176458872734516
+77500,val_loss,3.0039734840393066,2.9920780658721924
+77500,hellaswag_accuracy,0.34096793467436765
+77750,val_loss,3.004134178161621,2.9434709548950195
+77750,hellaswag_accuracy,0.3413662617008564
+78000,val_loss,3.00368070602417,3.0525290966033936
+78000,hellaswag_accuracy,0.3445528779127664
+78250,val_loss,3.0036375522613525,3.025175094604492
+78250,hellaswag_accuracy,0.3419637522405895
+78500,val_loss,3.0035319328308105,2.9563639163970947
+78500,hellaswag_accuracy,0.3405696076478789
+78750,val_loss,3.003124237060547,2.947575569152832
+78750,hellaswag_accuracy,0.3413662617008564
+79000,val_loss,3.003135919570923,2.9478211402893066
+79000,hellaswag_accuracy,0.34186417048396733
+79250,val_loss,3.002931594848633,2.9763400554656982
+79250,hellaswag_accuracy,0.3390758812985461
+79500,val_loss,3.0031635761260986,2.9304041862487793
+79500,hellaswag_accuracy,0.3429595698068114
+79750,val_loss,3.00276255607605,2.9035816192626953
+79750,hellaswag_accuracy,0.3430591515634336
+80000,val_loss,3.0027313232421875,2.9576876163482666
+80000,hellaswag_accuracy,0.34156542521410077
+80250,val_loss,3.002567768096924,2.999986410140991
+80250,hellaswag_accuracy,0.34335789683330015
+80500,val_loss,3.002596616744995,3.009368896484375
+80500,hellaswag_accuracy,0.3419637522405895
+80750,val_loss,3.0027263164520264,3.044919967651367
+80750,hellaswag_accuracy,0.3419637522405895
+81000,val_loss,3.0022964477539062,2.9700636863708496
+81000,hellaswag_accuracy,0.3419637522405895
+81250,val_loss,3.002333164215088,2.9318294525146484
+81250,hellaswag_accuracy,0.34465245966938857
+81500,val_loss,3.002500295639038,2.990788698196411
+81500,hellaswag_accuracy,0.3403704441346345
+81750,val_loss,3.001922607421875,2.976531505584717
+81750,hellaswag_accuracy,0.3439553873730333
+82000,val_loss,3.0019965171813965,2.9968364238739014
+82000,hellaswag_accuracy,0.34176458872734516
+82250,val_loss,3.0021204948425293,3.0045957565307617
+82250,hellaswag_accuracy,0.3430591515634336
+82500,val_loss,3.0021579265594482,2.994645833969116
+82500,hellaswag_accuracy,0.34256124278032263
+82750,val_loss,3.00188946723938,2.948333501815796
+82750,hellaswag_accuracy,0.342760406293567
+83000,val_loss,3.001938581466675,2.983706474304199
+83000,hellaswag_accuracy,0.34176458872734516
+83250,val_loss,3.001760959625244,2.9554100036621094
+83250,hellaswag_accuracy,0.34385580561641105
+83500,val_loss,3.00216007232666,2.9943509101867676
+83500,hellaswag_accuracy,0.3429595698068114
+83750,val_loss,3.001807689666748,2.963637113571167
+83750,hellaswag_accuracy,0.3421629157538339
+84000,val_loss,3.001694917678833,2.956753969192505
+84000,hellaswag_accuracy,0.3405696076478789
+84250,val_loss,3.001708745956421,2.9987246990203857
+84250,hellaswag_accuracy,0.34385580561641105
+84500,val_loss,3.001206874847412,2.998466968536377
+84500,hellaswag_accuracy,0.3441545508862776
+84750,val_loss,3.001460552215576,3.031179904937744
+84750,hellaswag_accuracy,0.34425413264289983
+85000,val_loss,3.001225471496582,2.957430839538574
+85000,hellaswag_accuracy,0.343258315076678
+85250,val_loss,3.0014336109161377,3.051990032196045
+85250,hellaswag_accuracy,0.3419637522405895
+85500,val_loss,3.0013439655303955,2.9651846885681152
+85500,hellaswag_accuracy,0.3444532961561442
+85750,val_loss,3.001150131225586,3.010537624359131
+85750,hellaswag_accuracy,0.342760406293567
+86000,val_loss,3.0009779930114746,2.9380056858062744
+86000,hellaswag_accuracy,0.3414658434574786
+86250,val_loss,3.000781297683716,2.9963386058807373
+86250,hellaswag_accuracy,0.3434574785899223
+86500,val_loss,3.0005204677581787,3.0384535789489746
+86500,hellaswag_accuracy,0.3430591515634336
+86750,val_loss,3.0006372928619385,2.9929027557373047
+86750,hellaswag_accuracy,0.3413662617008564
+87000,val_loss,3.000579357147217,2.97257661819458
+87000,hellaswag_accuracy,0.34335789683330015
+87250,val_loss,3.0005059242248535,2.967824697494507
+87250,hellaswag_accuracy,0.34266082453694485
+87500,val_loss,3.0007083415985107,3.0181214809417725
+87500,hellaswag_accuracy,0.34315873332005575
+87750,val_loss,3.000441789627075,3.022381544113159
+87750,hellaswag_accuracy,0.3414658434574786
+88000,val_loss,3.0004661083221436,2.9953694343566895
+88000,hellaswag_accuracy,0.34226249751045607
+88250,val_loss,3.000347137451172,2.958606243133545
+88250,hellaswag_accuracy,0.3429595698068114
+88500,val_loss,3.000761032104492,3.01106858253479
+88500,hellaswag_accuracy,0.3436566421031667
+88750,val_loss,3.000603199005127,2.977400779724121
+88750,hellaswag_accuracy,0.34405496912965544
+89000,val_loss,3.0004286766052246,2.9619956016540527
+89000,hellaswag_accuracy,0.3451503684524995
+89250,val_loss,3.0006415843963623,2.9710824489593506
+89250,hellaswag_accuracy,0.34534953196574386
+89500,val_loss,3.0003325939178467,3.0147128105163574
+89500,hellaswag_accuracy,0.3430591515634336
+89750,val_loss,3.000519275665283,2.9296905994415283
+89750,hellaswag_accuracy,0.34246166102370046
+90000,val_loss,3.0005712509155273,2.973986864089966
+90000,hellaswag_accuracy,0.3437562238597889
+90250,val_loss,3.0000956058502197,3.0037035942077637
+90250,hellaswag_accuracy,0.345947022505477
+90500,val_loss,3.000319719314575,2.963294506072998
+90500,hellaswag_accuracy,0.34495120493925513
+90750,val_loss,3.0009706020355225,2.8910181522369385
+90750,hellaswag_accuracy,0.34554869547898825
+90850,val_loss,3.000319719314575,2.9608817100524902
+90850,hellaswag_accuracy,0.34425413264289983

model_stage1/model.json

@@ -0,0 +1,15 @@
+{
+  "max_seq_len": 1024,
+  "d_model": 768,
+  "n_layers": 12,
+  "n_heads": 12,
+  "use_padded_vocab_size": true,
+  "use_rope": true,
+  "rope_theta": 10000.0,
+  "is_rope_full_precision": true,
+  "embd_dropout_p": 0.0,
+  "attn_dropout_p": 0.0,
+  "residual_dropout_p": 0.0,
+  "init_std": 0.02,
+  "init_residual_scaled_factor": 2.0
+}

model_stage1/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd69e3ffadc2f8e0fa14b5dc71f3a98559e307ab806ed8053b8e9cefa7ceb18
+size 501102078