Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,53 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3423249386250973,0,8.62261962890625,
+0,8,0.06086631491780281,1,6.177836924791336,
+0,16,0.033701200038194656,2,4.194768399000168,
+0,24,0.0338112898170948,3,2.1223734244704247,
+0,32,0.03455976024270058,4,0.7018159572035074,
+0,40,0.0384918637573719,5,0.27623407635837793,
+0,48,0.034400589764118195,6,0.7446387866511941,
+0,56,0.03416142240166664,7,0.37421004101634026,
+0,64,0.038528505712747574,8,0.2735231341794133,
+0,72,0.0353892482817173,9,0.12646461592521518,
+0,80,0.034526702016592026,10,0.09692392806755379,
+0,88,0.03505568578839302,11,0.29854250422795303,
+0,96,0.037511736154556274,12,0.3662162475811783,
+0,104,0.033680133521556854,13,0.6222246427823848,
+0,112,0.034169748425483704,14,1.1410193422998418,
+0,120,0.035115670412778854,15,0.027674081742588896,
+0,128,0.03574991226196289,16,0.7398556264233775,
+,,,16,,0.10799110563177812
+1,136,0.03447086364030838,17,0.5677878902060911,
+1,144,0.0343591570854187,18,0.04382933917804621,
+1,152,0.034210074692964554,19,0.1677978330408223,
+1,160,0.03435087576508522,20,0.15556380512134638,
+1,168,0.03417486324906349,21,0.20184156013419852,
+1,176,0.03414299711585045,22,0.2858208068937529,
+1,184,0.033945292234420776,23,0.07359123304195236,
+1,192,0.03513926640152931,24,0.07811055243655574,
+1,200,0.03383566439151764,25,0.06480640938389115,
+1,208,0.03422986716032028,26,0.017412378103472292,
+1,216,0.03414096310734749,27,0.03696130041498691,
+1,224,0.034103408455848694,28,0.18946554907597601,
+1,232,0.03471558541059494,29,0.547364328900585,
+1,240,0.03063495084643364,30,0.5417247419827618,
+1,248,0.03070083260536194,31,0.1603320625727065,
+1,256,0.030818555504083633,32,0.02855663507943973,
+,,,32,,0.08164291005385549
+2,264,0.031200744211673737,33,0.026328401203500107,
+2,272,0.03091811016201973,34,0.08887254309956916,
+2,280,0.03096451610326767,35,0.03636701876530424,
+2,288,0.03151870146393776,36,0.19727766315918416,
+2,296,0.03152606263756752,37,0.042725717212306336,
+2,304,0.03152870014309883,38,0.04780977436166722,
+2,312,0.03142660856246948,39,0.18735268877935596,
+2,320,0.03175944834947586,40,0.08144418559095357,
+2,328,0.031188149005174637,41,0.1697902328451164,
+2,336,0.031084518879652023,42,0.004210206476273015,
+2,344,0.031399574130773544,43,0.011022083286661655,
+2,352,0.03126752749085426,44,0.09309864544775337,
+2,360,0.031357478350400925,45,0.002948172877950128,
+2,368,0.031320247799158096,46,0.3269842716108542,
+2,376,0.03127266839146614,47,0.006239397844183259,
+2,384,0.03100908175110817,48,0.1335370602828334,
+,,,48,,0.07058225807390715

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.004761785,-5.5047617
+12007,-0.002128242,-6.752128
+8229,-0.0005801425,-8.37558
+31449,-6.5019174,-0.0019171921
+1591,-0.0007151192,-8.375715
+53542,-2.9311945,-0.056194488
+49372,-3.5319777,-0.03197776
+54831,-0.005126664,-5.3801265
+44771,-0.037268326,-3.4122684
+33116,-0.0006953444,-9.750695
+33492,-2.8126192,-0.06261929
+16982,-0.39027938,-1.1402794
+31901,-1.2328477,-0.35784763
+49817,-0.0028876057,-6.1278877
+60681,-1.1431391,-0.39313918
+39890,-0.75910914,-0.63410914
+62685,-0.0011795951,-7.8761797
+2201,-7.5064826,-0.0064824065
+47201,-0.0017440598,-6.8767443
+20835,-6.253705,-0.0037048291
+15421,-4.8838906,-0.008890804
+45021,-0.0010189585,-7.626019
+45802,-0.002762908,-6.252763
+43637,-0.001202218,-7.126202
+7160,-0.00059074594,-8.00059
+8150,-0.021459647,-3.8964596
+3512,-5.6290584,-0.0040582214
+29264,-0.0005343916,-9.875534
+32960,-0.0021809381,-6.377181
+32221,-0.00093035324,-7.7509303
+35996,-2.351639,-0.101639
+4422,-7.0024686,-0.0024686358
+22209,-0.00076908094,-8.500769
+6920,-7.1262155,-0.0012153152
+25253,-0.00085138786,-8.750852
+680,-0.03979604,-3.414796
+50140,-4.6355844,-0.010584408
+28481,-3.4098144,-0.034814455
+36298,-0.0010714749,-7.5010715
+16473,-6.3772125,-0.0022125782
+11102,-0.25278357,-1.5027835
+62901,-0.00078933075,-7.625789
+16123,-5.6301584,-0.005158211
+52012,-0.0008799733,-8.87588
+60780,-0.00150829,-7.376508
+1781,-6.7518177,-0.0018174811
+41449,-0.0011978125,-7.626198
+908,-2.128337,-0.12833688
+15507,-5.879161,-0.004160796
+57914,-0.35042098,-1.225421
+46159,-0.31367996,-1.3136799
+56461,-5.878489,-0.0034890035
+62107,-0.0027478102,-7.127748
+49087,-6.003238,-0.0032383166
+65792,-0.00069141324,-8.250691
+13181,-0.0012577012,-7.126258
+54119,-5.007294,-0.0072942134
+51997,-0.0006260104,-8.250626
+24924,-7.3760657,-0.0010656399
+45890,-0.000613382,-8.625613
+41716,-0.007517028,-5.007517
+60175,-0.0010694505,-7.8760695
+30318,-0.0005975368,-8.250598
+13221,-3.530211,-0.030210856
+15509,-5.8780894,-0.0030896568
+37365,-0.6944807,-0.6944807
+60975,-0.0015793481,-7.0015793
+51375,-0.0017719058,-7.876772
+16004,-5.131939,-0.006938885
+12837,-0.25303462,-1.5030346
+17864,-5.7549496,-0.0049496973
+67134,-3.0502465,-0.050246477
+18611,-2.019345,-0.1443451
+12861,-1.3144981,-0.31449804
+58084,-5.7534084,-0.0034084579
+32874,-0.0009990707,-7.500999
+32717,-5.6309342,-0.005934476
+23413,-5.8828816,-0.007881732
+59634,-0.0074778646,-5.0074778
+15629,-0.13211258,-2.1321125
+47071,-0.0019489595,-6.876949
+48558,-2.8129013,-0.06290131
+3648,-0.00057728315,-9.000577
+43367,-0.0007092821,-8.25071
+14869,-0.0009977607,-8.500998
+1518,-0.00078563817,-7.875786
+16976,-5.287391,-0.03739109
+20931,-5.8782883,-0.0032882213
+67379,-6.0029163,-0.0029164897
+4741,-0.0007628868,-9.625763
+5765,-3.5330763,-0.033076316
+48791,-0.00070094335,-8.250701
+15298,-0.025180705,-3.7751808
+21874,-3.8980436,-0.0230437
+9095,-4.759844,-0.009843853
+3840,-5.007486,-0.0074859103
+55636,-0.14332159,-2.0183215
+57364,-0.1628695,-1.9128695
+65863,-0.001639571,-9.251639
+40786,-0.0004945962,-8.625495
+8118,-2.812953,-0.06295291
+52441,-0.0005571482,-9.375557
+38593,-0.0005884823,-8.875588
+5517,-0.0012509148,-8.876251
+39136,-0.5781114,-0.8281114
+47292,-0.0015000768,-7.7515
+34052,-0.043112725,-3.2931128
+16037,-6.8764677,-0.0014677
+64606,-4.6353607,-0.010360742
+19552,-0.0010286046,-7.3760285
+14116,-1.8058817,-0.1808818
+11261,-0.002789418,-6.0027895
+11668,-6.6268415,-0.0018415174
+42198,-6.127583,-0.002582907
+22526,-7.7742376,-0.024237514
+8037,-3.4102392,-0.035239194
+5324,-2.2451704,-0.1201703
+56692,-0.00071190286,-8.625711
+59753,-0.0015897029,-6.75159
+47298,-0.0008432885,-8.125843
+57801,-0.3137452,-1.3137453
+58413,-7.375917,-0.0009167759
+10673,-0.00039152586,-9.375392
+65730,-6.502025,-0.002025102
+40287,-4.3883376,-0.013337793
+15186,-2.127763,-0.12776308
+43119,-0.0010829067,-8.376083
+39219,-5.007582,-0.0075821
+50340,-1.314235,-0.31423497
+34297,-4.883588,-0.008587929
+62941,-0.00058455067,-9.500585
+31551,-8.2508955,-0.00089569495
+41344,-4.1419945,-0.016994564
+46402,-4.2645683,-0.014568385
+13636,-2.464906,-0.089905955
+42241,-4.018692,-0.018692177
+15422,-0.0022011595,-6.252201
+25014,-4.761133,-0.011133098
+19613,-0.0019431297,-6.501943
+5515,-0.0008201811,-8.12582
+64128,-0.0007379908,-9.125738
+28084,-0.0008376904,-9.750837
+10395,-0.04347986,-3.16848
+9965,-0.0013138957,-7.0013137
+27221,-3.5306094,-0.030609347
+11994,-0.00087115954,-9.500871
+43384,-0.0007508558,-8.500751
+44329,-0.0008359037,-9.375836
+58937,-0.0005373703,-8.625537
+29119,-0.00048554075,-8.500485
+8989,-0.0196516,-8.394651
+23043,-5.255874,-0.0058741556
+32166,-0.001694435,-7.751694
+42729,-0.0018869705,-7.626887
+6863,-4.7612925,-0.011292354
+41187,-0.0012667497,-9.1262665
+36039,-7.7516794,-0.0016795589
+55977,-0.0014773417,-7.2514772
+8129,-5.007318,-0.007318237
+60223,-6.253324,-0.0033242225
+9414,-0.00040010552,-9.125401
+26177,-0.0009790633,-9.250979
+38443,-0.0005657264,-8.625566
+43084,-0.00068986457,-9.2506895
+53673,-0.0010633774,-8.626063
+15057,-0.63335973,-0.75835973
+51700,-0.004175042,-6.754175
+51201,-4.7594357,-0.009435583
+47078,-2.2394812,-0.11448116
+59961,-0.63313174,-0.75813174
+22272,-0.009758269,-4.8847585
+65773,-0.00091094,-7.5009108
+33746,-0.0070052966,-5.007005
+27311,-5.6289725,-0.003972735
+41292,-0.00049793243,-8.000498
+17110,-0.021974765,-3.8969748
+57029,-0.00081863266,-8.375818
+3009,-3.4090405,-0.034040477
+40193,-5.5043883,-0.004388108
+27618,-2.0184755,-0.14347559
+20145,-7.251563,-0.0015632801
+52193,-4.883497,-0.008497274
+34398,-0.0014097285,-7.6264095
+36473,-5.132698,-0.007698273
+43577,-0.00048077467,-8.750481
+57850,-6.1276703,-0.0026700583
+61117,-0.0020424712,-7.7520423
+32569,-0.634313,-0.759313
+12290,-7.126306,-0.0013059191
+19499,-5.8786883,-0.00368832
+60470,-0.00041225995,-8.625412
+8962,-7.2516813,-0.001681225
+65955,-3.652217,-0.02721687
+62486,-0.027254224,-3.652254
+19000,-0.0013252057,-7.001325
+22631,-3.169666,-0.044665955
+25613,-0.0007281036,-7.750728
+56086,-3.2888048,-0.038804732
+28883,-0.01341425,-4.3884144
+26425,-5.131588,-0.006588049
+48097,-0.00072047976,-7.8757205
+61477,-0.0017659559,-7.0017657
+9121,-0.062635526,-2.8126354
+66709,-4.0186195,-0.018619634
+51472,-3.4100766,-0.03507657
+19809,-5.3808575,-0.0058576823
+38959,-4.883405,-0.008405073
+39849,-0.0003917642,-8.625392
+59964,-0.00145413,-6.8764544
+65268,-5.3810906,-0.006090415
+8791,-0.0028563438,-6.0028563
+51774,-4.0189066,-0.018906618
+49640,-0.0009507188,-8.250951
+20125,-4.0193267,-0.019326827
+59640,-0.0008359037,-8.250836
+68206,-5.5070906,-0.0070905243
+48079,-5.6295314,-0.0045313532
+49583,-0.044119053,-3.1691191
+67054,-0.0014749612,-6.876475
+59571,-0.004012273,-5.629012
+29080,-4.38891,-0.013909899
+29111,-4.3879414,-0.01294142
+20758,-3.168701,-0.043701034
+64023,-0.0011117237,-7.3761115
+29058,-0.0010868363,-9.376087
+18185,-0.0005202132,-9.37552
+36543,-0.0007494263,-8.12575
+54983,-0.826836,-0.576836
+3101,-1.6012757,-0.22627565
+42140,-0.0005809765,-9.125581
+6954,-0.0006816448,-9.500682
+15955,-2.6974168,-0.07241673
+61746,-0.0010696887,-8.50107
+32055,-0.001478056,-7.126478
+39496,-4.8838806,-0.008880407
+59909,-2.8126178,-0.06261772
+66296,-0.0014144903,-9.001414
+46804,-2.2416892,-0.116689205
+35049,-0.0016770598,-9.2516775
+56017,-0.7056605,-0.7056605
+26947,-4.0187554,-0.01875559
+38928,-0.00094643136,-9.000946
+15029,-5.7572103,-0.0072104232
+7086,-0.0006995138,-8.750699
+537,-0.0018412794,-6.751841
+50731,-0.00093356887,-7.7509336
+63604,-5.756564,-0.006564126
+67049,-0.020919163,-3.895919
+31161,-0.001437822,-6.7514377
+58922,-5.3811297,-0.0061297514
+18347,-5.630235,-0.0052351765
+25864,-0.079300255,-2.5793002
+63846,-0.00074382767,-8.125744
+13353,-0.0008213722,-9.250821
+25378,-1.1396521,-0.38965216
+59101,-6.377498,-0.0024981264
+20895,-0.0022935772,-6.2522936
+48119,-5.5045853,-0.004585347
+14332,-0.00054356584,-9.500544
+25497,-3.8969283,-0.021928234
+8686,-0.0025739893,-6.252574
+22758,-1.2256813,-0.35068128
+7666,-0.0009879952,-7.625988
+20686,-0.002864308,-6.1278644
+18975,-3.8974426,-0.022442644
+19054,-1.6013105,-0.22631045
+48123,-7.001242,-0.0012419852
+57909,-6.751799,-0.001799275
+9226,-5.381793,-0.0067932606
+48653,-0.00075812207,-8.625758
+44013,-0.0020941012,-7.3770943
+11409,-5.132305,-0.007305101
+62736,-0.0023516163,-6.2523518
+2777,-5.504741,-0.004741022
+7058,-0.00054952304,-9.250549
+48408,-0.0016013668,-7.001601
+28934,-6.7513638,-0.0013636586
+46578,-6.1279397,-0.0029395488
+23203,-0.12773873,-2.1277387
+6257,-5.504776,-0.004775903
+53444,-0.02252412,-3.897524
+17816,-0.0016044613,-8.251604
+46307,-4.6356316,-0.010631588
+20599,-7.376343,-0.0013429442
+29423,-0.00079993194,-9.3758
+21041,-0.00040558696,-8.875405
+16633,-6.1276593,-0.0026594768
+20221,-2.3507278,-0.10072786
+27466,-0.00068021525,-9.12568
+22987,-0.0009782297,-7.875978
+9322,-0.0012667497,-7.376267
+3265,-0.0011414925,-7.8761415
+22814,-1.4070528,-0.2820528
+56185,-5.6293836,-0.004383598
+55014,-2.6960926,-0.0710926
+43437,-4.635456,-0.010456066
+24683,-0.00080374355,-8.500804
+10233,-0.0053663254,-5.8803663
+19001,-0.007200955,-8.882201
+32718,-0.0012596062,-7.25126
+31030,-0.0010883843,-9.751088
+1099,-0.00079564383,-10.125795
+57982,-1.138475,-0.38847494
+49148,-0.0006434039,-7.7506433
+40880,-6.751385,-0.0013852058
+31148,-0.0009162995,-9.8759165
+9446,-5.504412,-0.0044122012
+18579,-7.127141,-0.0021410892
+30932,-0.35016736,-1.2251674
+40792,-0.0058420384,-5.255842
+48600,-0.003413329,-7.253413
+44588,-0.765026,-0.640026
+33828,-3.0495021,-0.049502056
+33917,-0.0020581747,-7.002058
+2026,-0.0011314902,-7.5011315
+56745,-0.0010991015,-7.376099
+17383,-0.021261623,-3.8962617
+2372,-0.004072825,-6.8790727
+56600,-0.0078386795,-6.0078387
+50257,-0.0011730464,-7.376173
+38892,-0.0011676883,-7.751168
+45844,-0.001758816,-8.376759
+29062,-0.006062926,-5.256063
+5655,-4.63519,-0.010190246
+67611,-0.002445566,-6.2524457
+18546,-0.0016724183,-7.5016723
+63060,-4.514668,-0.014667773
+36068,-5.01799,-0.017990155
+784,-0.1302623,-2.1302624
+20429,-0.0013075859,-8.2513075
+21679,-3.6549997,-0.029999752
+53617,-6.377393,-0.0023928839
+6978,-7.375972,-0.0009719177
+53262,-0.0010184821,-10.001019
+181,-0.0013344917,-9.251334
+28744,-0.003741528,-6.0037417
+48716,-0.0013916341,-7.2513914
+51468,-0.0004757703,-8.875476
+62209,-5.3801727,-0.005172561
+8732,-1.505641,-0.25564092
+56949,-1.7057846,-0.2057846
+26885,-0.00084162096,-9.750842
+43345,-0.010148001,-4.635148
+8053,-1.6020703,-0.22707032
+59402,-3.1684973,-0.04349732
+49552,-0.0006768796,-8.875677
+12348,-0.00243522,-6.377435
+28335,-0.31413266,-1.3141327
+59114,-0.82741135,-0.57741135
+12625,-4.019484,-0.019483848
+8876,-4.267273,-0.017272877
+29959,-6.3770676,-0.0020675727
+37911,-0.00053188956,-8.500532
+38412,-0.1007989,-2.3507988
+31999,-0.00067008927,-8.50067
+34775,-0.0009132029,-8.000914
+65737,-4.2645555,-0.014555344
+25244,-0.0013023475,-7.5013022
+51630,-2.5801008,-0.08010073
+23979,-0.05593221,-2.9309323
+34638,-5.3805447,-0.005544759
+22311,-8.252542,-0.0025411716
+14004,-4.759592,-0.0095920395
+310,-0.00048458754,-8.250484
+49105,-0.0006985608,-8.625698
+38782,-7.376405,-0.0014048478
+4647,-5.379923,-0.0049226517
+43782,-0.0005438041,-9.750544
+66046,-0.002338534,-6.2523384
+16690,-5.8784733,-0.003473085
+67731,-0.0013019904,-7.126302
+54867,-3.774105,-0.024105093
+34108,-3.5314186,-0.031418446
+67332,-0.0013333011,-7.001333
+22567,-0.00078468525,-8.000785
+57173,-0.00078266027,-7.6257825
+26527,-6.003659,-0.0036589834
+59580,-1.8056012,-0.18060122
+20737,-0.0017682168,-6.751768
+53307,-0.0007566926,-9.250756
+32783,-0.0007708677,-8.500771
+7868,-6.0029187,-0.0029185105
+50777,-0.0008207767,-9.250821
+29307,-6.8767815,-0.0017813067
+18297,-0.00090141187,-7.875901
+44524,-5.753841,-0.0038408097
+61320,-0.0014144903,-7.2514143
+2578,-0.09034181,-2.4653418
+40612,-0.0016294548,-7.5016294
+32523,-0.20208609,-1.7020861
+48509,-0.0008399534,-8.25084
+36666,-2.9306188,-0.055618674
+6539,-5.256347,-0.006347377
+33620,-6.003762,-0.003761955
+55547,-4.6354465,-0.010446392
+11751,-4.6352983,-0.010298093
+30491,-0.0011458981,-7.376146
+48294,-4.264695,-0.014695026
+37424,-3.8966308,-0.021630682
+29155,-0.01124992,-4.51125

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1464 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3575834706425667,0,4.342489719390869,
+0,8,0.062434468418359756,1,5.042998522520065,
+0,16,0.03344198688864708,2,5.089742660522461,
+0,24,0.0338171049952507,3,1.6525237411260605,
+0,32,0.03404582664370537,4,2.2574092699214816,
+0,40,0.03393431007862091,5,1.1629293467849493,
+0,48,0.03427932411432266,6,0.7170194238424301,
+0,56,0.033987823873758316,7,0.4885921347886324,
+0,64,0.033672042191028595,8,0.35302147828042507,
+0,72,0.03381534665822983,9,0.3454095795750618,
+0,80,0.03388635069131851,10,0.2882494400255382,
+0,88,0.03421463072299957,11,0.3959539672359824,
+1,96,0.033776264637708664,12,0.39806416910141706,
+1,104,0.053111836314201355,13,0.28755795303732157,
+1,112,0.04038044810295105,14,0.25906370795564726,
+1,120,0.03825869783759117,15,0.027090849092928693,
+1,128,0.038287203758955,16,0.14696368930162862,
+,,,16,,0.3812386683928661
+1,136,0.037872765213251114,17,1.0559314794663806,
+1,144,0.03327920287847519,18,0.15943778614746407,
+1,152,0.03357420116662979,19,0.012520578005933203,
+1,160,0.03337618708610535,20,0.011028996843378991,
+1,168,0.03318915143609047,21,0.007491203075915109,
+1,176,0.03378746286034584,22,0.1785209960944485,
+2,184,0.03336447849869728,23,0.28247670234850375,
+2,192,0.03327903524041176,24,0.41628427687101066,
+2,200,0.033127687871456146,25,0.13942196541756857,
+2,208,0.033193882554769516,26,0.043417712848167866,
+2,216,0.033469051122665405,27,0.0082670706033241,
+2,224,0.033219125121831894,28,0.00509355882240925,
+2,232,0.03409148007631302,29,0.003583531390177086,
+2,240,0.033544935286045074,30,0.005728510572225787,
+2,248,0.033991195261478424,31,0.005503989807039034,
+2,256,0.03361541032791138,32,0.6742884545092238,
+,,,32,,0.1381409351642315
+2,264,0.03949287161231041,33,0.06676195402542362,
+3,272,0.03496522828936577,34,0.019740055009606294,
+3,280,0.028934743255376816,35,0.005717348714824766,
+3,288,0.028728827834129333,36,0.016480652324389666,
+3,296,0.02871253713965416,37,0.05442389383097179,
+3,304,0.028614241629838943,38,0.032452166597067844,
+3,312,0.028587710112333298,39,0.046625368180684745,
+3,320,0.028606507927179337,40,0.003958120141760446,
+3,328,0.028894580900669098,41,0.026477206934941933,
+3,336,0.029123816639184952,42,0.016757917604991235,
+3,344,0.028775107115507126,43,0.2585665076476289,
+3,352,0.02940327301621437,44,0.14749350707279518,
+3,360,0.028863731771707535,45,0.011736938162357546,
+4,368,0.028993014246225357,46,0.029797592404065654,
+4,376,0.02907765656709671,47,0.01198019675211981,
+4,384,0.029216263443231583,48,0.0037846349296160042,
+,,,48,,0.02471634057851938
+4,392,0.029914095997810364,49,0.04050148680107668,
+4,400,0.029200587421655655,50,0.0835087454834138,
+4,408,0.029077641665935516,51,0.005549090259592049,
+4,416,0.029163699597120285,52,0.005871333210961893,
+4,424,0.02948686107993126,53,0.01116928190458566,
+4,432,0.02919236198067665,54,0.018011227184615564,
+4,440,0.029049962759017944,55,0.014973109180573374,
+4,448,0.02899836003780365,56,0.025778901479498018,
+5,456,0.0413796529173851,57,0.005079781283711782,
+5,464,0.03108259290456772,58,0.012886061980680097,
+5,472,0.028907090425491333,59,0.002070131249638507,
+5,480,0.02900085225701332,60,0.0014150053248158656,
+5,488,0.029111512005329132,61,0.01042687976223533,
+5,496,0.029129832983016968,62,0.007211155163531657,
+5,504,0.029061943292617798,63,0.003172885662934277,
+5,512,0.02941577509045601,64,0.01007677978486754,
+,,,64,,0.004381750256587298
+5,520,0.028910856693983078,65,0.0015577433914586436,
+5,528,0.03371129930019379,66,0.017893695458042203,
+5,536,0.033417172729969025,67,0.0020578881085384637,
+6,544,0.029120322316884995,68,0.008864164788974449,
+6,552,0.028905391693115234,69,0.0007110447331797332,
+6,560,0.029145121574401855,70,0.003849013954095426,
+6,568,0.028813377022743225,71,0.0009453742059122305,
+6,576,0.028709720820188522,72,0.0005705985022359528,
+6,584,0.02903563529253006,73,0.0008747723823034903,
+6,592,0.029165755957365036,74,0.0007747838099021465,
+6,600,0.02909831702709198,75,0.0020140660853940062,
+6,608,0.02927740290760994,76,0.004614174580638064,
+6,616,0.02903497964143753,77,0.005195877703954466,
+6,624,0.028971213847398758,78,0.0010950441737804795,
+7,632,0.028853554278612137,79,0.0006611776243516942,
+7,640,0.02907319739460945,80,0.0017933099843503442,
+,,,80,,0.0019490059751730699
+7,648,0.030224263668060303,81,0.0022393055260181427,
+7,656,0.030043825507164,82,0.0010724758249125443,
+7,664,0.03270358219742775,83,0.000661927097098669,
+7,672,0.03277422487735748,84,0.0008664190991112264,
+7,680,0.029166329652071,85,0.004933928223181283,
+7,688,0.029423285275697708,86,0.0009508480397926178,
+7,696,0.02913823351264,87,0.0005718968641303945,
+7,704,0.02917579934000969,88,0.0005611262404272566,
+7,712,0.029220297932624817,89,0.00048316579523088876,
+7,720,0.02944096177816391,90,0.000867805279995082,
+8,728,0.02940177172422409,91,0.0009239375140168704,
+8,736,0.02930227294564247,92,0.0005110131642140914,
+8,744,0.029453594237565994,93,0.0005675066713592969,
+8,752,0.02983047440648079,94,0.0011146072502015159,
+8,760,0.029359452426433563,95,0.0006620836084039183,
+8,768,0.03248048946261406,96,0.0007559022815257777,
+,,,96,,0.001271492491165797
+8,776,0.02929314598441124,97,0.0005109987396281213,
+8,784,0.029242269694805145,98,0.0028671102754742606,
+8,792,0.02897937223315239,99,0.00041627192877058405,
+8,800,0.029223311692476273,100,0.0024109585192491068,
+8,808,0.0293150432407856,101,0.0005683193339791615,
+9,816,0.02975938469171524,102,0.004164885427599074,
+9,824,0.029358021914958954,103,0.0005380593320296612,
+9,832,0.04086404666304588,104,0.0005793081563751912,
+9,840,0.03622369468212128,105,0.0006968374254938681,
+9,848,0.029532533138990402,106,0.0004375466232886538,
+9,856,0.02956681326031685,107,0.0009674773973529227,
+9,864,0.0302606001496315,108,0.0006054560253687669,
+9,872,0.0293629951775074,109,0.0008230780877056532,
+9,880,0.029583722352981567,110,0.0010872367129195482,
+9,888,0.02937038242816925,111,0.00035327663135831244,
+9,896,0.034127138555049896,112,0.001618240239622537,
+,,,112,,0.0010470260794346149
+10,904,0.03377346321940422,113,0.0006217387417564169,
+10,912,0.029518067836761475,114,0.0015577614285575692,
+10,920,0.02960488572716713,115,0.0003487665671855211,
+10,928,0.029278960078954697,116,0.0004092737326573115,
+10,936,0.029350142925977707,117,0.0007913155423011631,
+10,944,0.029765650629997253,118,0.0008837091154418886,
+10,952,0.029567323625087738,119,0.0023232669591379818,
+10,960,0.029451612383127213,120,0.00046353021753020585,
+10,968,0.029887471348047256,121,0.0007207237104012165,
+10,976,0.029762495309114456,122,0.0004094068208360113,
+10,984,0.02947906404733658,123,0.0004766662386828102,
+11,992,0.029693659394979477,124,0.000619562099018367,
+11,1000,0.02960638329386711,125,0.00050118675972044,
+11,1008,0.029582355171442032,126,0.00041296826020698063,
+11,1016,0.029926802963018417,127,0.001430845959475846,
+11,1024,0.04036274552345276,128,0.0004714840106316842,
+,,,128,,0.0009457901693307436
+11,1032,0.02960255742073059,129,0.002084418032609392,
+11,1040,0.02965462952852249,130,0.0010247371774312342,
+11,1048,0.02986808866262436,131,0.0003904102759406669,
+11,1056,0.02963440865278244,132,0.0006283968323259614,
+11,1064,0.02985532581806183,133,0.0009679686081653927,
+11,1072,0.029831137508153915,134,0.0007261494283739012,
+11,1080,0.029917892068624496,135,0.00034418563882354647,
+12,1088,0.02971736714243889,136,0.0005209847331570927,
+12,1096,0.02975476160645485,137,0.0005490825442393543,
+12,1104,0.030020467936992645,138,0.0006212871230673045,
+12,1112,0.030029695481061935,139,0.001977984604309313,
+12,1120,0.02969607710838318,140,0.0006658182137471158,
+12,1128,0.02989904209971428,141,0.0006678881036350504,
+12,1136,0.029935821890830994,142,0.0004836884545511566,
+12,1144,0.02933584526181221,143,0.000699021100444952,
+12,1152,0.029439058154821396,144,0.0005372905907279346,
+,,,144,,0.0009031720841542268
+12,1160,0.02965126559138298,145,0.0015554733872704674,
+12,1168,0.029732372611761093,146,0.0004830086800211575,
+13,1176,0.030332382768392563,147,0.0005073948632343672,
+13,1184,0.02958923578262329,148,0.0014074898263061186,
+13,1192,0.029823455959558487,149,0.0004394357547425898,
+13,1200,0.04033564031124115,150,0.0008268529909400968,
+13,1208,0.02964063733816147,151,0.0004430286044225795,
+13,1216,0.02969808131456375,152,0.0004384054846013896,
+13,1224,0.029627032577991486,153,0.0003684326566144591,
+13,1232,0.029917731881141663,154,0.00040505375727661885,
+13,1240,0.02998826652765274,155,0.0005851381083630258,
+13,1248,0.029577068984508514,156,0.0009429305464436766,
+13,1256,0.02951829507946968,157,0.0022119454843050335,
+14,1264,0.033812880516052246,158,0.00035310504426888656,
+14,1272,0.03385984152555466,159,0.0004406609441502951,
+14,1280,0.030164308845996857,160,0.0004043241933686659,
+,,,160,,0.000789545524196747
+14,1288,0.029574956744909286,161,0.0011196488339919597,
+14,1296,0.029538527131080627,162,0.001667805851866433,
+14,1304,0.03503039851784706,163,0.00033447939131292515,
+14,1312,0.030458856374025345,164,0.001285255135371699,
+14,1320,0.030307207256555557,165,0.0003871988010359928,
+14,1328,0.03152003511786461,166,0.0003468167433311464,
+14,1336,0.0303172804415226,167,0.00038564934220630676,
+14,1344,0.03007448837161064,168,0.0009167468524537981,
+15,1352,0.028900817036628723,169,0.0006866435123811243,
+15,1360,0.030381835997104645,170,0.0004348170150478836,
+15,1368,0.030944611877202988,171,0.0004750258922285866,
+15,1376,0.03894343227148056,172,0.000633356688922504,
+15,1384,0.029085971415042877,173,0.00143151879638026,
+15,1392,0.028955858200788498,174,0.0004308938023314113,
+15,1400,0.028874043375253677,175,0.00038033003147575073,
+15,1408,0.028946001082658768,176,0.0002781004222924821,
+,,,176,,0.0007155380474451261
+15,1416,0.03117973357439041,177,0.0003146707722407882,
+15,1424,0.02958809584379196,178,0.0008653134027554188,
+15,1432,0.02914602681994438,179,0.00043865902262041345,
+15,1440,0.02853589504957199,180,0.0015379900323750917,
+16,1448,0.028689038008451462,181,0.0004237184784869896,
+16,1456,0.029027391225099564,182,0.00044788755440094974,
+16,1464,0.02884688600897789,183,0.0012804873367713299,
+16,1472,0.029431581497192383,184,0.0003235663643863518,
+16,1480,0.029237650334835052,185,0.00032709463630453683,
+16,1488,0.029276996850967407,186,0.0004888932071480667,
+16,1496,0.029346443712711334,187,0.0005480671734403586,
+16,1504,0.028945185244083405,188,0.0016910858976189047,
+16,1512,0.03288344666361809,189,0.0004134510309086181,
+16,1520,0.028798237442970276,190,0.0005836860636918573,
+16,1528,0.028733566403388977,191,0.0005015886281398707,
+17,1536,0.02888599783182144,192,0.00045820578816346824,
+,,,192,,0.0007077683336459673
+17,1544,0.033247772604227066,193,0.0006906806574988877,
+17,1552,0.035310082137584686,194,0.0003623308366513811,
+17,1560,0.03376542031764984,195,0.00031228374336933484,
+17,1568,0.03504952788352966,196,0.0005682588653144194,
+17,1576,0.03528904542326927,197,0.00037975976010784507,
+17,1584,0.033702123910188675,198,0.0005549059205804951,
+17,1592,0.03559299185872078,199,0.0003747587816178566,
+17,1600,0.035393666476011276,200,0.0012019933601550292,
+17,1608,0.03454870358109474,201,0.0007044883132039104,
+17,1616,0.039977192878723145,202,0.0012219351137900958,
+18,1624,0.0315813384950161,203,0.00044515383160614874,
+18,1632,0.029453705996274948,204,0.001490437489337637,
+18,1640,0.02959805727005005,205,0.0005441779285320081,
+18,1648,0.02951088175177574,206,0.0004267488402547315,
+18,1656,0.029047362506389618,207,0.0010992584939231165,
+18,1664,0.029520992189645767,208,0.000658839286188595,
+,,,208,,0.0006595594951739678
+18,1672,0.029271338135004044,209,0.00031150287941272836,
+18,1680,0.02928600087761879,210,0.0003584931109799072,
+18,1688,0.029694050550460815,211,0.00046497178300342057,
+18,1696,0.029141727834939957,212,0.0003284221420472022,
+18,1704,0.02887062355875969,213,0.00036049420123163145,
+19,1712,0.0290643610060215,214,0.000454793212156801,
+19,1720,0.0292968712747097,215,0.0004356404715508688,
+19,1728,0.029355362057685852,216,0.000411412334869965,
+19,1736,0.029150422662496567,217,0.0005857420419488335,
+19,1744,0.02917918935418129,218,0.0011581382132135332,
+19,1752,0.028554152697324753,219,0.00041025317477760836,
+19,1760,0.02889936789870262,220,0.0005088107773190131,
+19,1768,0.029059577733278275,221,0.0012086910082871327,
+19,1776,0.029342375695705414,222,0.0003304186939203646,
+19,1784,0.02889169752597809,223,0.0005096808781672735,
+19,1792,0.029059454798698425,224,0.0003846830913971644,
+,,,224,,0.0006469390235650233
+19,1800,0.0357247069478035,225,0.0003700944907905068,
+20,1808,0.029484055936336517,226,0.00034995481109945104,
+20,1816,0.02933768928050995,227,0.0005110576257720822,
+20,1824,0.029230181127786636,228,0.0013058483964414336,
+20,1832,0.029194388538599014,229,0.0003497812922432786,
+20,1840,0.028935939073562622,230,0.0007037002651486546,
+20,1848,0.029078558087348938,231,0.0006055856829334516,
+20,1856,0.028731606900691986,232,0.00030316474112623837,
+20,1864,0.028978612273931503,233,0.0003925794098904589,
+20,1872,0.02890542522072792,234,0.00032178118453884963,
+20,1880,0.030166950076818466,235,0.0004337996488175122,
+20,1888,0.029827158898115158,236,0.0010127991790795932,
+21,1896,0.02956496551632881,237,0.00044955852172279265,
+21,1904,0.0295468308031559,238,0.0013704115717700915,
+21,1912,0.029582347720861435,239,0.0005302009085426107,
+21,1920,0.029380958527326584,240,0.00038049826889619,
+,,,240,,0.0006098872384963891
+21,1928,0.029501747339963913,241,0.00034655260969884694,
+21,1936,0.02955826371908188,242,0.0009005678057292243,
+21,1944,0.02975289151072502,243,0.0002510193717171205,
+21,1952,0.029613375663757324,244,0.0005674457406712463,
+21,1960,0.02938910201191902,245,0.00039981331065064296,
+21,1968,0.029612787067890167,246,0.00042988643144781236,
+21,1976,0.029562152922153473,247,0.00048324026829504874,
+22,1984,0.03635205700993538,248,0.00024909557032515295,
+22,1992,0.03360554203391075,249,0.0017336086984869326,
+22,2000,0.02970707416534424,250,0.0002764933178696083,
+22,2008,0.02936137467622757,251,0.0005590572327491827,
+22,2016,0.02982402592897415,252,0.0002280625867570052,
+22,2024,0.029545020312070847,253,0.0005041361328039784,
+22,2032,0.029274500906467438,254,0.0002908816750277765,
+22,2040,0.02955026552081108,255,0.00034863613382185576,
+22,2048,0.029499102383852005,256,0.0005966085645923158,
+,,,256,,0.0005313628472578832
+22,2056,0.02924901247024536,257,0.00023780210904078558,
+22,2064,0.02897440269589424,258,0.00024956977085821563,
+23,2072,0.02889026328921318,259,0.00035148666938766837,
+23,2080,0.028909679502248764,260,0.0004270647132216254,
+23,2088,0.029037725180387497,261,0.00039567859585076803,
+23,2096,0.029093828052282333,262,0.0005060863186372444,
+23,2104,0.029279515147209167,263,0.0010775112677947618,
+23,2112,0.029431603848934174,264,0.0010105062337970594,
+23,2120,0.029168181121349335,265,0.0004980397152394289,
+23,2128,0.029985301196575165,266,0.0003050720024475595,
+23,2136,0.029009174555540085,267,0.0002053715024885605,
+23,2144,0.028895612806081772,268,0.0002627539170134696,
+23,2152,0.02922532707452774,269,0.0005201845870033139,
+23,2160,0.029039524495601654,270,0.0002625599954626523,
+24,2168,0.029200870543718338,271,0.00028827226287830854,
+24,2176,0.031587712466716766,272,0.00022709282075084047,
+,,,272,,0.0005133599520493776
+24,2184,0.02914699912071228,273,0.0002678992950677639,
+24,2192,0.029820166528224945,274,0.0004195787296339404,
+24,2200,0.02942686155438423,275,0.00046223460412875284,
+24,2208,0.02908538654446602,276,0.0010457296266395133,
+24,2216,0.028801895678043365,277,0.00028034991373715457,
+24,2224,0.029132328927516937,278,0.0009503770515948418,
+24,2232,0.029110264033079147,279,0.00039994781764107756,
+24,2240,0.028847020119428635,280,0.0003581199007385294,
+24,2248,0.02886749804019928,281,0.00037144706220715307,
+25,2256,0.02925112098455429,282,0.00023594517369929235,
+25,2264,0.030309587717056274,283,0.0004108951370653813,
+25,2272,0.02916274592280388,284,0.00046868541539879516,
+25,2280,0.028661973774433136,285,0.0004179185516477446,
+25,2288,0.028778471052646637,286,0.0002531955688027665,
+25,2296,0.0289994515478611,287,0.0009266219713026658,
+25,2304,0.028928425163030624,288,0.0002680252418940654,
+,,,288,,0.0005237179306837228
+25,2312,0.028705045580863953,289,0.00037363383307820186,
+25,2320,0.028757784515619278,290,0.000783718529419275,
+25,2328,0.02871272712945938,291,0.0003840500139631331,
+25,2336,0.028757352381944656,292,0.00022959847592574079,
+26,2344,0.02870301902294159,293,0.0004905954510832089,
+26,2352,0.028765074908733368,294,0.0008999182919069426,
+26,2360,0.029390841722488403,295,0.000962582917054533,
+26,2368,0.038214750587940216,296,0.0002740672371146502,
+26,2376,0.030317921191453934,297,0.00039139134332799586,
+26,2384,0.028530053794384003,298,0.00027538559334061574,
+26,2392,0.028937842696905136,299,0.00017450300038035493,
+26,2400,0.02901593968272209,300,0.00032322941569873365,
+26,2408,0.028785061091184616,301,0.00037545847226283513,
+26,2416,0.028723977506160736,302,0.0006399816720659146,
+26,2424,0.028947211802005768,303,0.00031024173767946195,
+27,2432,0.028943799436092377,304,0.0003824322502623545,
+,,,304,,0.00047180863718191784
+27,2440,0.028940819203853607,305,0.00034763004987325985,
+27,2448,0.028718341141939163,306,0.000223446506424807,
+27,2456,0.02865852788090706,307,0.00023768137816659873,
+27,2464,0.02855851501226425,308,0.00033652227557467995,
+27,2472,0.028944462537765503,309,0.00017271750039071776,
+27,2480,0.028922490775585175,310,0.0002637644392962102,
+27,2488,0.02879929170012474,311,0.0004272264332030318,
+27,2496,0.028972376137971878,312,0.00029601385995192686,
+27,2504,0.029382191598415375,313,0.001035629873513244,
+27,2512,0.028913207352161407,314,0.0008966964778664988,
+27,2520,0.02878694236278534,315,0.00026737581720226444,
+28,2528,0.028878938406705856,316,0.0004076423838341725,
+28,2536,0.029135987162590027,317,0.00021052988358860603,
+28,2544,0.02911856397986412,318,0.0002260151404698263,
+28,2552,0.029154952615499496,319,0.0003513196425046772,
+28,2560,0.03500787541270256,320,0.00043854955220012926,
+,,,320,,0.0004382147811926328
+28,2568,0.029238346964120865,321,0.00046091613330645487,
+28,2576,0.029211167246103287,322,0.0002923745150837931,
+28,2584,0.02942071482539177,323,0.0009023842621900258,
+28,2592,0.029138188809156418,324,0.0002264684280817164,
+28,2600,0.029241256415843964,325,0.0002419732481939718,
+28,2608,0.029128801077604294,326,0.00015510475986957317,
+29,2616,0.029339350759983063,327,0.0008973836556833703,
+29,2624,0.029415477067232132,328,0.000262180278696178,
+29,2632,0.029268447309732437,329,0.00041099941245192895,
+29,2640,0.029244542121887207,330,0.00023789115948602557,
+29,2648,0.029581263661384583,331,0.0007816095239832066,
+29,2656,0.029147326946258545,332,0.0005322296856320463,
+29,2664,0.029631871730089188,333,0.00021462032418639865,
+29,2672,0.029005233198404312,334,0.00018148967956221895,
+29,2680,0.030831918120384216,335,0.0009384013192175189,
+29,2688,0.02910461276769638,336,0.0003118012027698569,
+,,,336,,0.00044441963426577737
+29,2696,0.029053382575511932,337,0.0001692615533102071,
+30,2704,0.028986424207687378,338,0.00018290158186573535,
+30,2712,0.028848793357610703,339,0.000727209509932436,
+30,2720,0.028925076127052307,340,0.0003666276516014477,
+30,2728,0.029011555016040802,341,0.0002401170913799433,
+30,2736,0.028569892048835754,342,0.00026179530414083274,
+30,2744,0.03303362801671028,343,0.00016553624845982995,
+30,2752,0.03714391589164734,344,0.00020410203796927817,
+30,2760,0.02983703836798668,345,0.0002717668098739523,
+30,2768,0.029416441917419434,346,0.0002796476037474349,
+30,2776,0.02951781451702118,347,0.0005336233780326438,
+30,2784,0.029393270611763,348,0.0009329712138423929,
+31,2792,0.029694095253944397,349,0.00023877170497144107,
+31,2800,0.029213525354862213,350,0.0001790636188161443,
+31,2808,0.029183894395828247,351,0.0006859696422907291,
+31,2816,0.030279897153377533,352,0.00021266234307404375,
+,,,352,,0.00042966151466736425
+31,2824,0.029498286545276642,353,0.00046376589853025507,
+31,2832,0.028952818363904953,354,0.000505626450831187,
+31,2840,0.029212918132543564,355,0.0002793695948639652,
+31,2848,0.029201872646808624,356,0.00021169126011955086,
+31,2856,0.02877739444375038,357,0.00037336742116167443,
+31,2864,0.029142186045646667,358,0.00014852296862954972,
+31,2872,0.028909318149089813,359,0.0002624501157697523,
+31,2880,0.029048308730125427,360,0.000760250179155264,
+32,2888,0.028936680406332016,361,0.00018756587633106392,
+32,2896,0.028649847954511642,362,0.00021156583352421876,
+32,2904,0.028622709214687347,363,0.0012508999616329675,
+32,2912,0.029101401567459106,364,0.00036641830320149893,
+32,2920,0.02858462929725647,365,0.00022202880973054562,
+32,2928,0.028633426874876022,366,0.00023037719347485108,
+32,2936,0.028673682361841202,367,0.000609753302342142,
+32,2944,0.03928300365805626,368,0.0004790582479472505,
+,,,368,,0.0003843449342709321
+32,2952,0.0286124087870121,369,0.0003151297869408154,
+32,2960,0.02879507839679718,370,0.0001674123786870041,
+32,2968,0.02873021736741066,371,0.0001755891380526009,
+33,2976,0.029028072953224182,372,0.0005133437243785011,
+33,2984,0.02855810895562172,373,0.00016249686404989916,
+33,2992,0.028780627995729446,374,0.0007037734594632639,
+33,3000,0.028652511537075043,375,0.00016981146109174006,
+33,3008,0.02855464071035385,376,0.0001850481371548085,
+33,3016,0.028212755918502808,377,0.00033122858076239936,
+33,3024,0.02906746044754982,378,0.0006625586502195802,
+33,3032,0.029112469404935837,379,0.000408095645980211,
+33,3040,0.028504028916358948,380,0.00029586036089312984,
+33,3048,0.028658021241426468,381,0.00017797621876525227,
+33,3056,0.029525060206651688,382,0.00028006653792544967,
+34,3064,0.0288284532725811,383,0.000693453342137218,
+34,3072,0.02836882323026657,384,0.0003708904914674349,
+,,,384,,0.0003879805788015708
+34,3080,0.02912149205803871,385,0.0002089941845042631,
+34,3088,0.02915523201227188,386,0.000499981732446031,
+34,3096,0.02964264154434204,387,0.00021597462455247296,
+34,3104,0.029090706259012222,388,0.000200865699298447,
+34,3112,0.029062539339065552,389,0.0006113357057984103,
+34,3120,0.029199350625276566,390,0.00015603041856593336,
+34,3128,0.03429057076573372,391,0.0002902334490499925,
+34,3136,0.04107959195971489,392,0.0003685145593408379,
+34,3144,0.029708322137594223,393,0.00017828897034632973,
+35,3152,0.02969241514801979,394,0.0004975139663656591,
+35,3160,0.029935281723737717,395,0.00044792285098083084,
+35,3168,0.02971583977341652,396,0.00014269703524405486,
+35,3176,0.029569633305072784,397,0.000222797874812386,
+35,3184,0.02935974672436714,398,0.0006727032177877845,
+35,3192,0.029437217861413956,399,0.00017130199466919294,
+35,3200,0.02994830161333084,400,0.00017192213863381767,
+,,,400,,0.00038053152652887197
+35,3208,0.029608335345983505,401,0.00018488791192794451,
+35,3216,0.03031204268336296,402,0.00029081529510222026,
+35,3224,0.029625501483678818,403,0.00039612720865989104,
+35,3232,0.02955995500087738,404,0.00030376180529856356,
+35,3240,0.029393725097179413,405,0.0007581647359984345,
+36,3248,0.029544778168201447,406,0.0008235175773734227,
+36,3256,0.029336199164390564,407,0.0002890044961532112,
+36,3264,0.029517561197280884,408,0.00018117881609214237,
+36,3272,0.029195349663496017,409,0.0003531193233357044,
+36,3280,0.029036469757556915,410,0.00015743122094136197,
+36,3288,0.029234420508146286,411,0.00021293249892551103,
+36,3296,0.029272913932800293,412,0.0001081613286260108,
+36,3304,0.029007401317358017,413,0.0004062676152898348,
+36,3312,0.02915593609213829,414,0.0007378500131380861,
+36,3320,0.029349908232688904,415,0.0001407891722919885,
+36,3328,0.03912387043237686,416,0.00032060506782727316,
+,,,416,,0.0003840640569344545
+37,3336,0.02932767942547798,417,0.0002568945865277783,
+37,3344,0.029221463948488235,418,0.0006098114326960058,
+37,3352,0.029285099357366562,419,0.00034127825620089425,
+37,3360,0.02900092303752899,420,0.00013868210589862429,
+37,3368,0.02936810627579689,421,0.00039909605129651027,
+37,3376,0.029168836772441864,422,0.000721891803550534,
+37,3384,0.02917872741818428,423,0.00022136993356980383,
+37,3392,0.02939259260892868,424,0.000176291208845214,
+37,3400,0.029345177114009857,425,0.00037176612568146084,
+37,3408,0.029707834124565125,426,0.00018105742583429674,
+37,3416,0.029207874089479446,427,0.00017567818804309354,
+38,3424,0.02946554124355316,428,0.00019706010061781853,
+38,3432,0.02941841632127762,429,0.0007868012298786198,
+38,3440,0.029117200523614883,430,0.00028181762809253996,
+38,3448,0.02904948964715004,431,0.0005799086352453742,
+38,3456,0.02923336997628212,432,0.00042605352155078435,
+,,,432,,0.00035299186427623796
+38,3464,0.02916543185710907,433,0.00010908382728302968,
+38,3472,0.029208332300186157,434,0.00029830395033059176,
+38,3480,0.02934054285287857,435,0.00012380451562421513,
+38,3488,0.029360473155975342,436,0.0001602757592991111,
+38,3496,0.02953282743692398,437,0.00020587830476870295,
+38,3504,0.02932967245578766,438,0.00033957209780055564,
+39,3512,0.04082455113530159,439,0.0001671698428253876,
+39,3520,0.03474903851747513,440,0.0004903148937955848,
+39,3528,0.029990438371896744,441,0.0002577815384938731,
+39,3536,0.029483985155820847,442,0.00013058308149993536,
+39,3544,0.029337521642446518,443,0.0005790522809547838,
+39,3552,0.029386017471551895,444,0.00023667178720643278,
+39,3560,0.029519248753786087,445,0.0003337660173201584,
+39,3568,0.02907000109553337,446,0.0001196339708258165,
+39,3576,0.029131289571523666,447,0.000780822274464299,
+39,3584,0.028895530849695206,448,0.00012293704867261113,
+,,,448,,0.0003747195960619511
+39,3592,0.029108263552188873,449,0.00023754035464662593,
+39,3600,0.029153972864151,450,0.00012951058124599513,
+40,3608,0.029583070427179337,451,0.00034721509200608125,
+40,3616,0.029530033469200134,452,0.00018155905127059668,
+40,3624,0.02936890348792076,453,0.00023469042162105325,
+40,3632,0.030004363507032394,454,0.0002864241837414738,
+40,3640,0.029756736010313034,455,0.0003102975788351614,
+40,3648,0.02946695312857628,456,0.00055985431845329,
+40,3656,0.029702477157115936,457,0.00020678465443779714,
+40,3664,0.029244743287563324,458,0.00018640652342583053,
+40,3672,0.029390662908554077,459,0.0005052030328442925,
+40,3680,0.029322296380996704,460,0.0001903988495541853,
+40,3688,0.029123850166797638,461,0.0003765613391806255,
+41,3696,0.029116209596395493,462,0.00030961712764110416,
+41,3704,0.0365007184445858,463,0.0005737766255151655,
+41,3712,0.042222246527671814,464,0.0002897929116443265,
+,,,464,,0.0003224431704252194
+41,3720,0.02915921062231064,465,0.00023903731289465213,
+41,3728,0.029182594269514084,466,0.00037600764426315436,
+41,3736,0.029496073722839355,467,0.00017307396501564654,
+41,3744,0.029568102210760117,468,0.00010676000783860218,
+41,3752,0.029143426567316055,469,0.0002863951649487717,
+41,3760,0.029155582189559937,470,0.00012724747193715302,
+41,3768,0.029485728591680527,471,0.00020128151390963467,
+41,3776,0.029451601207256317,472,0.0005559637584156008,
+42,3784,0.029344871640205383,473,0.0003087475788561278,
+42,3792,0.02914317324757576,474,0.00018586152873467654,
+42,3800,0.029332876205444336,475,0.000635347947536502,
+42,3808,0.02926400676369667,476,0.0007030518918327289,
+42,3816,0.02940627560019493,477,0.0002967008640553104,
+42,3824,0.029543545097112656,478,0.00016368416800105479,
+42,3832,0.029379036277532578,479,0.00010349683770982665,
+42,3840,0.02938881143927574,480,0.00013919332832301734,
+,,,480,,0.0003270451457072527
+42,3848,0.029339171946048737,481,0.00028034908791596536,
+42,3856,0.02934013307094574,482,0.00023896986840554746,
+42,3864,0.02939048781991005,483,0.0001603504829290614,
+43,3872,0.029213212430477142,484,0.0002208025007348624,
+43,3880,0.028935719281435013,485,0.0008831365180412831,
+43,3888,0.039504799991846085,486,0.0002946712311313604,
+43,3896,0.032678499817848206,487,0.00016691720475137117,
+43,3904,0.029241368174552917,488,0.0001813088692870224,
+43,3912,0.029185988008975983,489,0.00020236872751411283,
+43,3920,0.02905862033367157,490,0.00018672016904019983,
+43,3928,0.029251225292682648,491,0.00016529551157873357,
+43,3936,0.029093623161315918,492,0.0006092574849390076,
+43,3944,0.03020884096622467,493,0.00025403140443813754,
+43,3952,0.029100369662046432,494,0.000263483888375049,
+43,3960,0.028799470514059067,495,0.00011285396158200456,
+44,3968,0.02893425151705742,496,0.0004861120160057908,
+,,,496,,0.0003099097177768365
+44,3976,0.029053501784801483,497,0.0001680096816016885,
+44,3984,0.029073458164930344,498,0.00015504519433306996,
+44,3992,0.028822049498558044,499,0.00029882661465308047,
+44,4000,0.028993796557188034,500,0.00010877214299398474,
+44,4008,0.02868785336613655,501,0.0002533639872126514,
+44,4016,0.028780873864889145,502,0.0003063651233787823,
+44,4024,0.02865997701883316,503,0.0004604784626280889,
+44,4032,0.029322709888219833,504,0.00014096362883719848,
+44,4040,0.029692985117435455,505,0.0005861864729013178,
+44,4048,0.028777088969945908,506,0.00014423226730286842,
+45,4056,0.028771113604307175,507,0.00017898044598041452,
+45,4064,0.029211629182100296,508,0.0001801158095986466,
+45,4072,0.028874162584543228,509,0.0006423369368349086,
+45,4080,0.030094671994447708,510,0.00022720087872585282,
+45,4088,0.04127288609743118,511,0.0002829479835781967,
+45,4096,0.032072678208351135,512,0.00026381603038316825,
+,,,512,,0.00029469018754286645
+45,4104,0.029124431312084198,513,0.0001889954137368477,
+45,4112,0.028971005231142044,514,0.0004453270207704918,
+45,4120,0.028964560478925705,515,0.0001593992265043198,
+45,4128,0.028935488313436508,516,0.00019422910645516822,
+45,4136,0.029016707092523575,517,0.00014317384193418548,
+46,4144,0.028973422944545746,518,0.00021345875120459823,
+46,4152,0.028782129287719727,519,0.0002870753778552171,
+46,4160,0.02901478484272957,520,0.0002609272632980719,
+46,4168,0.028812382370233536,521,0.00016325343131029513,
+46,4176,0.02973330020904541,522,0.00018406834260531468,
+46,4184,0.029004547744989395,523,0.0006487452469627897,
+46,4192,0.02855556458234787,524,9.987703606384457e-05,
+46,4200,0.02893294021487236,525,0.0003543291641108226,
+46,4208,0.028664659708738327,526,0.00016185036383831175,
+46,4216,0.028973177075386047,527,0.0001853724484135455,
+46,4224,0.0286872498691082,528,0.00020331556697783526,
+,,,528,,0.0002947979105206636
+47,4232,0.028961244970560074,529,0.0005924487149968627,
+47,4240,0.02866562083363533,530,0.00030925663668313064,
+47,4248,0.028688080608844757,531,0.00015122414470170042,
+47,4256,0.02832256630063057,532,0.00025523561089357827,
+47,4264,0.030334793031215668,533,0.00018304225886822678,
+47,4272,0.03773687407374382,534,0.0002039751575466653,
+47,4280,0.03165227547287941,535,0.00032041407666838495,
+47,4288,0.028554316610097885,536,0.00023940586470416747,
+47,4296,0.028394754976034164,537,0.0001697185780358268,
+47,4304,0.028382625430822372,538,0.0005423218299256405,
+47,4312,0.02815195918083191,539,0.0006653495161117462,
+47,4320,0.028217069804668427,540,8.770415661274455e-05,
+48,4328,0.02848488837480545,541,0.0001882281349026016,
+48,4336,0.028203673660755157,542,0.00016909558144106995,
+48,4344,0.028394706547260284,543,0.00015261664520949125,
+48,4352,0.028283368796110153,544,0.0003212434567103628,
+,,,544,,0.0002909113103762651
+48,4360,0.028537746518850327,545,0.0005199515535423416,
+48,4368,0.028587263077497482,546,0.00021161554468562827,
+48,4376,0.028374388813972473,547,0.0003551293766577146,
+48,4384,0.028246909379959106,548,0.00013284873512020567,
+48,4392,0.02826688438653946,549,0.00021203821279414115,
+48,4400,0.028222274035215378,550,0.00024611621665826533,
+48,4408,0.02824772149324417,551,0.0003412495661905268,
+49,4416,0.028246279805898666,552,0.00014358849330164958,
+49,4424,0.028406348079442978,553,0.00037479016100405715,
+49,4432,0.028274014592170715,554,0.0001859011126725818,
+49,4440,0.028349172323942184,555,0.00028991754243179457,
+49,4448,0.028533276170492172,556,0.00028080471747671254,
+49,4456,0.028603531420230865,557,0.00015295741650334094,
+49,4464,0.028678525239229202,558,0.00013511316046788124,
+49,4472,0.04089537262916565,559,0.00012100258072678116,
+49,4480,0.03032175451517105,560,0.00011155647416671854,
+,,,560,,0.0002969181260619408
+49,4488,0.028819527477025986,561,0.00031559539820591453,
+49,4496,0.02858850359916687,562,0.0007861495978431776,
+50,4504,0.02847008779644966,563,0.00022667294160783058,
+50,4512,0.028587788343429565,564,0.00018206706226919778,
+50,4520,0.02868437021970749,565,0.00024351591673621442,
+50,4528,0.028541233390569687,566,0.00024871062578313285,
+50,4536,0.028555437922477722,567,0.00013999512657392188,
+50,4544,0.028734978288412094,568,0.00010465980358276283,
+50,4552,0.028689295053482056,569,0.00035380071403778857,
+50,4560,0.02875537797808647,570,0.000604314950578555,
+50,4568,0.02868039533495903,571,0.00039593635256096604,
+50,4576,0.028797294944524765,572,0.00017592456060810946,
+50,4584,0.02880718559026718,573,0.0002765151766652707,
+51,4592,0.028955265879631042,574,0.00022655992825093563,
+51,4600,0.028665419667959213,575,0.0004025536827612086,
+51,4608,0.028836041688919067,576,0.00018880482275562827,
+,,,576,,0.0002823803717127213
+51,4616,0.028964880853891373,577,0.00025284754747190163,
+51,4624,0.028849028050899506,578,0.0001590955771462177,
+51,4632,0.028778478503227234,579,0.0005602555338555248,
+51,4640,0.028867129236459732,580,0.0002503209316273569,
+51,4648,0.02875594049692154,581,0.00023439250981027726,
+51,4656,0.03137024864554405,582,0.0002748619726844481,
+51,4664,0.03226643055677414,583,0.00012371573939162772,
+51,4672,0.02929455041885376,584,0.0002564490164331801,
+51,4680,0.029098693281412125,585,0.0001373018549202243,
+52,4688,0.02931232750415802,586,0.00018468541384208947,
+52,4696,0.029637359082698822,587,0.0001752481030052877,
+52,4704,0.029103778302669525,588,0.00013158096953702625,
+52,4712,0.028940223157405853,589,0.00015844366726014414,
+52,4720,0.02924322709441185,590,0.00021546164225583198,
+52,4728,0.029327325522899628,591,0.0007859584775360418,
+52,4736,0.028334174305200577,592,0.00011832238578790566,
+,,,592,,0.00028956977602763055
+52,4744,0.02882298454642296,593,0.00023950028571562143,
+52,4752,0.028924468904733658,594,0.0004980217636330053,
+52,4760,0.028551213443279266,595,0.0001459256827729405,
+52,4768,0.029322858899831772,596,0.00029568646459665615,
+53,4776,0.029135972261428833,597,0.00044159773551655235,
+53,4784,0.028849374502897263,598,0.0002701383100429666,
+53,4792,0.02889379858970642,599,0.0004921366094094992,
+53,4800,0.02851637452840805,600,0.00020798171135538723,
+53,4808,0.02867788076400757,601,0.0002269513802275469,
+53,4816,0.02838650718331337,602,0.00020215147696944769,
+53,4824,0.02868080511689186,603,0.00016320775512213004,
+53,4832,0.028669286519289017,604,0.00018075533898809226,
+53,4840,0.029064293950796127,605,0.00011487961364764487,
+53,4848,0.0287245512008667,606,0.00020867754392384086,
+53,4856,0.03905769810080528,607,0.00016131665961438557,
+54,4864,0.034516043961048126,608,0.00031974195189832244,
+,,,608,,0.0002742983544102082
+54,4872,0.029284771531820297,609,0.00037715427515649935,
+54,4880,0.029209736734628677,610,0.00039823540282668546,
+54,4888,0.029424726963043213,611,0.0003328224211145425,
+54,4896,0.02942872792482376,612,0.00010795230582516524,
+54,4904,0.029423825442790985,613,0.00012267030115253874,
+54,4912,0.029700078070163727,614,0.00011873852145072306,
+54,4920,0.029227647930383682,615,0.000168083477547043,
+54,4928,0.02918514609336853,616,0.00022274390175880399,
+54,4936,0.02944856509566307,617,0.000572318605009059,
+54,4944,0.029541529715061188,618,0.00010024902849181672,
+55,4952,0.029141537845134735,619,0.00016021383180486737,
+55,4960,0.030305862426757812,620,0.00020511444563453551,
+55,4968,0.029235392808914185,621,0.00013591696915682405,
+55,4976,0.02929728850722313,622,0.0001711345903459005,
+55,4984,0.029465824365615845,623,0.0006425289911931031,
+55,4992,0.029850024729967117,624,0.00022723697566107148,
+,,,624,,0.0002874532618965858
+55,5000,0.029376883059740067,625,0.00017479350299254293,
+55,5008,0.02913876250386238,626,0.00018148568688047817,
+55,5016,0.029272299259901047,627,0.0005852764343217132,
+55,5024,0.02904185652732849,628,0.0001476997881582065,
+55,5032,0.029340412467718124,629,0.0001264718175661983,
+55,5040,0.029217887669801712,630,0.0002254865084978519,
+56,5048,0.029075972735881805,631,0.00012143654384999536,
+56,5056,0.029113944619894028,632,0.00015070014569573686,
+56,5064,0.029296409338712692,633,0.00022793073003413156,
+56,5072,0.02906963974237442,634,0.00036229525903763715,
+56,5080,0.02928643301129341,635,0.0005639921646434232,
+56,5088,0.034106794744729996,636,0.00014823632409388665,
+56,5096,0.03377504646778107,637,0.00020206136423439602,
+56,5104,0.03288939967751503,638,0.00019245023668190697,
+56,5112,0.03165102377533913,639,0.00019217707631469239,
+56,5120,0.032270461320877075,640,0.0004569032280414831,
+,,,640,,0.0002833968744828151
+56,5128,0.034687839448451996,641,0.00011556405615920085,
+57,5136,0.029994327574968338,642,0.00011201940469618421,
+57,5144,0.029987510293722153,643,0.00018200383055955172,
+57,5152,0.029922056943178177,644,9.248684955309727e-05,
+57,5160,0.028464961796998978,645,0.00012144874744990375,
+57,5168,0.032143060117959976,646,0.00016850080555741442,
+57,5176,0.03130313754081726,647,0.00013411364079729537,
+57,5184,0.0335756316781044,648,0.00014628701683250256,
+57,5192,0.030706528574228287,649,0.0006414486924768426,
+57,5200,0.03134150430560112,650,0.0003090133550358587,
+57,5208,0.0314612053334713,651,0.0005579000926445588,
+57,5216,0.031209569424390793,652,0.00026401437708045705,
+58,5224,0.0346599705517292,653,0.00011632495943558752,
+58,5232,0.03461811691522598,654,0.00031013719035399845,
+58,5240,0.034703612327575684,655,0.0006777344751753844,
+58,5248,0.033632081001996994,656,0.00013725676080866833,
+,,,656,,0.000270068717117493
+58,5256,0.03154604136943817,657,0.00014598854158975882,
+58,5264,0.029726561158895493,658,0.00020293739908083808,
+58,5272,0.02931331843137741,659,0.00012977571850569802,
+58,5280,0.02977219596505165,660,0.00015441745290445397,
+58,5288,0.029544755816459656,661,0.000189395389497804,
+58,5296,0.029340386390686035,662,9.616581201044028e-05,
+58,5304,0.02960379421710968,663,0.0004909673607471632,
+59,5312,0.02965463325381279,664,0.0001405940784025006,
+59,5320,0.02921813726425171,665,0.000494847553454747,
+59,5328,0.029473796486854553,666,0.0002329480494154268,
+59,5336,0.029618464410305023,667,0.00014241328062780667,
+59,5344,0.02956658974289894,668,0.0005520378508663271,
+59,5352,0.029050175100564957,669,0.00011166211606905563,
+59,5360,0.029134873300790787,670,0.00031254756686394103,
+59,5368,0.029186833649873734,671,0.00017409193424100522,
+59,5376,0.028869282454252243,672,0.00014405014781004866,
+,,,672,,0.00025523559023172426
+59,5384,0.029269661754369736,673,0.00020322405407569022,
+59,5392,0.029619980603456497,674,0.0002434524431009777,
+59,5400,0.02954975888133049,675,0.00015631098631274654,
+60,5408,0.03283514082431793,676,0.00010833922897290904,
+60,5416,0.029295068234205246,677,0.0005887436909688404,
+60,5424,0.029023263603448868,678,0.00015681578497606097,
+60,5432,0.0356578528881073,679,0.00015870988954702625,
+60,5440,0.03689853101968765,680,0.0002915557556661952,
+60,5448,0.03133848309516907,681,0.0003328316379338503,
+60,5456,0.02928224205970764,682,0.00022698989323544083,
+60,5464,0.03268783539533615,683,0.00019538518154149642,
+60,5472,0.03313762694597244,684,0.00020478733040363295,
+60,5480,0.032712411135435104,685,0.0002826746003847802,
+60,5488,0.029121536761522293,686,0.0001300002427342406,
+61,5496,0.029181521385908127,687,0.00012048188000335358,
+61,5504,0.029095537960529327,688,0.00017862360346043715,
+,,,688,,0.0002600608680110711
+61,5512,0.028951887041330338,689,9.430433237866964e-05,
+61,5520,0.029108654707670212,690,0.0001674568120506592,
+61,5528,0.029072396457195282,691,0.00024284700612042798,
+61,5536,0.028873953968286514,692,0.0001656966064729204,
+61,5544,0.028797734528779984,693,0.0003346005405546748,
+61,5552,0.029160942882299423,694,0.00045255088753037853,
+61,5560,0.029133237898349762,695,0.0004404408182381303,
+61,5568,0.028896432369947433,696,0.00015224427170323906,
+61,5576,0.029164697974920273,697,0.00016610781540293829,
+62,5584,0.029102392494678497,698,0.00019168284234183375,
+62,5592,0.02928910404443741,699,0.00012116749076085398,
+62,5600,0.029025264084339142,700,0.00010794996978802374,
+62,5608,0.02889929711818695,701,0.00012154074011050398,
+62,5616,0.029179520905017853,702,0.0006923167493368965,
+62,5624,0.02977386862039566,703,0.0001560730397613952,
+62,5632,0.03834068402647972,704,0.0001445707775928895,
+,,,704,,0.00025693413156729477
+62,5640,0.029401052743196487,705,0.0001863828056229977,
+62,5648,0.029580801725387573,706,0.00036255036957300035,
+62,5656,0.029681578278541565,707,0.00019572755991248414,
+62,5664,0.029032673686742783,708,0.0001299129016842926,
+63,5672,0.029266268014907837,709,0.00024323115849256283,
+63,5680,0.029314611107110977,710,0.00018124542430086876,
+63,5688,0.02940399944782257,711,9.954900588127202e-05,
+63,5696,0.029198233038187027,712,0.0001969080794879119,
+63,5704,0.029617946594953537,713,0.0006259903539103107,
+63,5712,0.029285170137882233,714,0.00019171425492459093,
+63,5720,0.02997078001499176,715,0.0001295847432629671,
+63,5728,0.029603734612464905,716,0.00012334265102253994,
+63,5736,0.029846657067537308,717,0.0005388374756876146,
+63,5744,0.029387403279542923,718,0.00013679603398486506,
+63,5752,0.02938682585954666,719,0.0002224644858870306,
+63,5760,0.02922173961997032,720,0.00014801298630118254,
+,,,720,,0.00025704512611413613
+64,5768,0.02955630049109459,721,0.00042722134367068065,
+64,5776,0.029653772711753845,722,0.0005808730738863233,
+64,5784,0.029443815350532532,723,0.0003105502023572626,
+64,5792,0.029432151466608047,724,0.00019876643364113988,
+64,5800,0.029217805713415146,725,0.00010990247483277926,
+64,5808,0.04263359308242798,726,0.00012045209587085992,
+64,5816,0.03958341106772423,727,0.0001949507168319542,
+64,5824,0.02947542443871498,728,0.0001612513742657029,
+64,5832,0.029155883938074112,729,0.00017401002151018474,
+64,5840,0.029302217066287994,730,0.00011875052496179705,
+64,5848,0.029509838670492172,731,0.00022536951564688934,
+65,5856,0.02950534224510193,732,0.00043072772768937284,
+65,5864,0.03253232315182686,733,0.00016055076230259147,
+65,5872,0.03265109658241272,734,9.469203814660432e-05,
+65,5880,0.0325174443423748,735,0.0002742609003689722,
+65,5888,0.029193464666604996,736,0.0001935609225256485,
+,,,736,,0.00026290737188015226
+65,5896,0.02924390137195587,737,0.000384080953153898,
+65,5904,0.029211003333330154,738,0.00013400961415754864,
+65,5912,0.02963961660861969,739,0.00013094044425088214,
+65,5920,0.02918560802936554,740,0.0004133856564294547,
+65,5928,0.029788333922624588,741,0.00010047258638223866,
+65,5936,0.0298297218978405,742,0.00022039395253159455,
+66,5944,0.02935253083705902,743,0.00021275970084388973,
+66,5952,0.029389910399913788,744,0.00017669186354396516,
+66,5960,0.029408279806375504,745,0.0004534453673841199,
+66,5968,0.02929259091615677,746,0.00015626656841050135,
+66,5976,0.029291119426488876,747,0.00019411073481023777,
+66,5984,0.02920600026845932,748,9.725414975036983e-05,
+66,5992,0.029258795082569122,749,0.00014220946650311816,
+66,6000,0.03974725678563118,750,0.00013210115048423177,
+66,6008,0.0419105589389801,751,0.00038694919567205943,
+66,6016,0.029401294887065887,752,0.00023877509920566808,
+,,,752,,0.00024523139477540285
+66,6024,0.028930693864822388,753,0.00022254146733757807,
+67,6032,0.0288727805018425,754,0.00034785545722115785,
+67,6040,0.02900269627571106,755,0.00010379529112469754,
+67,6048,0.029279474169015884,756,0.00014789440410822863,
+67,6056,0.029216088354587555,757,0.00019060883278143592,
+67,6064,0.02926907315850258,758,0.00047132839335972676,
+67,6072,0.02963275834918022,759,0.00011548934526217636,
+67,6080,0.02941201627254486,760,0.0006134155196377833,
+67,6088,0.029382172971963882,761,9.844651776802493e-05,
+67,6096,0.029180850833654404,762,0.00021568914598901756,
+67,6104,0.029379617422819138,763,0.00017405040853191167,
+67,6112,0.02851594239473343,764,0.00015707257989561185,
+67,6120,0.029049448668956757,765,0.00011020063311661943,
+68,6128,0.029228001832962036,766,0.00010988823714797036,
+68,6136,0.029287345707416534,767,0.0003673229348351015,
+68,6144,0.029844142496585846,768,0.0004882630069005245,
+,,,768,,0.00023551989728823685
+68,6152,0.029466096311807632,769,0.0002473088443366578,
+68,6160,0.03271459415555,770,0.00013950425363873364,
+68,6168,0.03292650729417801,771,0.0001599918555257318,
+68,6176,0.03299152851104736,772,0.000122986260066682,
+68,6184,0.048742830753326416,773,0.00025163130021610414,
+68,6192,0.03220357373356819,774,0.00035403579840931343,
+68,6200,0.0308639258146286,775,0.00010340837161493255,
+68,6208,0.0300028994679451,776,0.00017781778387870872,
+69,6216,0.02982354536652565,777,0.00012298396177357063,
+69,6224,0.029703352600336075,778,0.0004185720872555976,
+69,6232,0.029698364436626434,779,0.00014278340586315608,
+69,6240,0.029469113796949387,780,0.00015129112125578104,
+69,6248,0.029604308307170868,781,0.0004353132871983689,
+69,6256,0.029766734689474106,782,0.00013254986788524548,
+69,6264,0.029740694910287857,783,0.00017101564480981324,
+69,6272,0.02957696095108986,784,0.00011587617609620793,
+,,,784,,0.0002442698639172774
+69,6280,0.029746655374765396,785,0.00021481737940121093,
+69,6288,0.029762521386146545,786,0.0003086512979280087,
+69,6296,0.02948421984910965,787,0.0001975764839698968,
+70,6304,0.029615268111228943,788,0.0005292462165016332,
+70,6312,0.02999623864889145,789,0.00023802204714229447,
+70,6320,0.029583539813756943,790,0.00012581692499225028,
+70,6328,0.029654931277036667,791,0.0005187187598494347,
+70,6336,0.02956414595246315,792,7.949430482767639e-05,
+70,6344,0.02962135151028633,793,0.0001377481166855432,
+70,6352,0.029520120471715927,794,0.00015240733318933053,
+70,6360,0.029455289244651794,795,0.00011252588956267573,
+70,6368,0.04476204887032509,796,0.00011459671850388986,
+70,6376,0.040203195065259933,797,0.00013000028957321774,
+70,6384,0.029624048620462418,798,0.00018831130819307873,
+71,6392,0.02956295758485794,799,0.0003116218013019534,
+71,6400,0.02952047809958458,800,0.0006436525709432317,
+,,,800,,0.00025233399505034473
+71,6408,0.029510680586099625,801,9.597287771612173e-05,
+71,6416,0.02972590923309326,802,0.00023871245366535732,
+71,6424,0.029821448028087616,803,0.00014750406444363762,
+71,6432,0.030166886746883392,804,0.00019434156274655834,
+71,6440,0.02967209368944168,805,0.00021400687455752632,
+71,6448,0.03000616654753685,806,0.0002551429206505418,
+71,6456,0.030140236020088196,807,0.00013120750145390048,
+71,6464,0.02940356731414795,808,0.00011815517291324795,
+71,6472,0.029325511306524277,809,0.00011547582607818185,
+71,6480,0.029230110347270966,810,0.00015529804022662574,
+72,6488,0.029568452388048172,811,0.0001514806831437454,
+72,6496,0.029651768505573273,812,0.00010973899134114617,
+72,6504,0.029651038348674774,813,0.00020928589856339386,
+72,6512,0.029975179582834244,814,0.0005350171495592804,
+72,6520,0.02963673323392868,815,0.00014083495625527576,
+72,6528,0.02968265488743782,816,0.00040137705309462035,
+,,,816,,0.00023153393218914667
+72,6536,0.029925785958766937,817,0.00017010314331855625,
+72,6544,0.029627222567796707,818,0.00015854525281611132,
+72,6552,0.04082648456096649,819,0.00015137605305426405,
+72,6560,0.03470638394355774,820,0.00010576231898085098,
+72,6568,0.029619485139846802,821,0.00025824111708061537,
+73,6576,0.029521964490413666,822,0.00013524699079425773,
+73,6584,0.03817388042807579,823,0.00011505356769703212,
+73,6592,0.02939947322010994,824,0.000136004196065187,
+73,6600,0.029597211629152298,825,9.737311256685643e-05,
+73,6608,0.029563039541244507,826,0.0004014029236714123,
+73,6616,0.02933058887720108,827,0.00022694646258969442,
+73,6624,0.032809242606163025,828,0.0004989703847968485,
+73,6632,0.03302967920899391,829,0.0001637176164877019,
+73,6640,0.029640845954418182,830,0.00019102130136161577,
+73,6648,0.029704030603170395,831,0.00039437638497474836,
+73,6656,0.03163537755608559,832,0.00010740104153228458,
+,,,832,,0.0002300518158918772
+74,6664,0.02958076074719429,833,0.00011425315688029514,
+74,6672,0.029540326446294785,834,0.00016132194741658168,
+74,6680,0.029567666351795197,835,0.0002052747977359104,
+74,6688,0.029909662902355194,836,0.0004989539629605133,
+74,6696,0.029034145176410675,837,0.00010908418062172132,
+74,6704,0.028884705156087875,838,0.00014384390033228556,
+74,6712,0.02880566567182541,839,8.014935565370251e-05,
+74,6720,0.02922966331243515,840,0.00021732187997258734,
+74,6728,0.029842548072338104,841,0.00013227939007265377,
+74,6736,0.029762394726276398,842,0.00014266509424487595,
+74,6744,0.037747763097286224,843,0.00035683711075762403,
+75,6752,0.03214501217007637,844,0.0003070076800213428,
+75,6760,0.029061533510684967,845,0.0001702260260572075,
+75,6768,0.029452823102474213,846,0.00023513949463449535,
+75,6776,0.029329117387533188,847,0.00011164760326209944,
+75,6784,0.028903037309646606,848,0.0002637712177602225,
+,,,848,,0.00022663388592310442
+75,6792,0.029066041111946106,849,0.00017831445620686281,
+75,6800,0.029015738517045975,850,0.00011112586344097508,
+75,6808,0.029090460389852524,851,0.00022219216953089926,
+75,6816,0.02910294011235237,852,0.00016569009676459245,
+75,6824,0.029263097792863846,853,0.0001775555365384207,
+75,6832,0.029263462871313095,854,0.0004242765853632591,
+75,6840,0.028945855796337128,855,0.00030374046127690235,
+76,6848,0.029065731912851334,856,0.0002934576996267424,
+76,6856,0.028772179037332535,857,0.00017710115571389906,
+76,6864,0.02938629686832428,858,0.00014193201741363737,
+76,6872,0.02913307026028633,859,9.461558420298388e-05,
+76,6880,0.029424186795949936,860,0.00028603727787412936,
+76,6888,0.02927590161561966,861,9.059411922862637e-05,
+76,6896,0.02914990857243538,862,0.00015330022142734379,
+76,6904,0.029339276254177094,863,0.0003848003052553395,
+76,6912,0.02894139662384987,864,0.000218185944504512,
+,,,864,,0.00022683144570925296
+76,6920,0.035336483269929886,865,0.00014247017770685488,
+76,6928,0.040404126048088074,866,0.0003635578077592072,
+77,6936,0.029619887471199036,867,0.0001597820182723808,
+77,6944,0.029475901275873184,868,0.00010741531559688156,
+77,6952,0.029782123863697052,869,0.0001856959715951234,
+77,6960,0.029272865504026413,870,0.00011344941867719172,
+77,6968,0.02949931100010872,871,0.00014040241148904897,
+77,6976,0.029300875961780548,872,0.00013999511884321691,
+77,6984,0.029484592378139496,873,9.224818722941563e-05,
+77,6992,0.029509108513593674,874,0.00033841741515061585,
+77,7000,0.02953309565782547,875,0.00016172132927749772,
+77,7008,0.029316898435354233,876,0.00014832510123596876,
+77,7016,0.029888033866882324,877,0.0007876564159232657,
+78,7024,0.02954021841287613,878,8.132651055348106e-05,
+78,7032,0.02950727567076683,879,0.00019844236794597236,
+78,7040,0.029306165874004364,880,0.00016012435753509635,
+,,,880,,0.00022633595821949153
+78,7048,0.029364217072725296,881,0.00022189625133250956,
+78,7056,0.029503345489501953,882,0.00039904363302412094,
+78,7064,0.029689941555261612,883,9.367898201162461e-05,
+78,7072,0.029844820499420166,884,0.0001893310663945158,
+78,7080,0.029568824917078018,885,0.00010881526350203785,
+78,7088,0.029186870902776718,886,0.00013342748206923716,
+78,7096,0.029334917664527893,887,0.00029144141171855154,
+78,7104,0.02949695661664009,888,0.0003772913623834029,
+79,7112,0.034818217158317566,889,0.00018315577744942857,
+79,7120,0.045128822326660156,890,0.00012407321355567547,
+79,7128,0.02986600250005722,891,8.810578174234251e-05,
+79,7136,0.029174894094467163,892,0.00015922390321065905,
+79,7144,0.0292477048933506,893,0.0004300233167668921,
+79,7152,0.029520880430936813,894,0.00019343481471878476,
+79,7160,0.029622972011566162,895,0.0002095601425935456,
+79,7168,0.029369354248046875,896,0.0002613445612951182,
+,,,896,,0.00024953338866814587
+79,7176,0.029491346329450607,897,0.0001298808447245392,
+79,7184,0.02923884615302086,898,9.059466538019478e-05,
+79,7192,0.02926650643348694,899,0.00039481524163420545,
+79,7200,0.02885844185948372,900,0.0003564998414731235,
+80,7208,0.029260214418172836,901,0.000201870187993336,
+80,7216,0.02955172210931778,902,0.0003658000741779688,
+80,7224,0.029465995728969574,903,0.0001620494267626782,
+80,7232,0.029580380767583847,904,0.00010044305417977739,
+80,7240,0.029286958277225494,905,9.69115585576219e-05,
+80,7248,0.02912941202521324,906,0.00020127571315242676,
+80,7256,0.02949262410402298,907,0.00016749819133110577,
+80,7264,0.029252883046865463,908,0.0004187034119240707,
+80,7272,0.028865225613117218,909,0.00014032459421287058,
+80,7280,0.029937293380498886,910,0.0004005013061032514,
+80,7288,0.02891288325190544,911,7.915169135230826e-05,
+81,7296,0.029026348143815994,912,0.0003691278370752116,
+,,,912,,0.0002213014910618464
+81,7304,0.049920421093702316,913,9.741845860844478e-05,
+81,7312,0.029286321252584457,914,0.0002237351045550895,
+81,7320,0.029368244111537933,915,0.00022618447474087588,
+81,7328,0.02956773340702057,916,0.0002588993584140553,
+81,7336,0.029447492212057114,917,0.00012341412275418406,
+81,7344,0.02959553152322769,918,9.205325068251113e-05,
+81,7352,0.029906127601861954,919,0.00015695329966547433,
+81,7360,0.029117081314325333,920,0.00018966709012602223,
+81,7368,0.02952280268073082,921,0.00012725825854431605,
+81,7376,0.02913132682442665,922,0.00015491206067963503,
+82,7384,0.02944030612707138,923,0.0005301818109728629,
+82,7392,0.029220104217529297,924,0.00020249134558980586,
+82,7400,0.029336731880903244,925,0.00010748900831458741,
+82,7408,0.028855331242084503,926,0.00012338670512690442,
+82,7416,0.028790980577468872,927,0.000129299039599573,
+82,7424,0.02907845377922058,928,0.00023050705840432784,
+,,,928,,0.00022534947269237958
+82,7432,0.02909998968243599,929,0.0004777527501573786,
+82,7440,0.02918102964758873,930,8.172930074579199e-05,
+82,7448,0.02952379733324051,931,0.0004988361224604887,
+82,7456,0.02940288931131363,932,9.31127915464458e-05,
+82,7464,0.031359460204839706,933,0.00019934594911319437,
+83,7472,0.029464852064847946,934,7.548621169917169e-05,
+83,7480,0.029245618730783463,935,0.0001806194613891421,
+83,7488,0.0293428897857666,936,0.0003491315928840777,
+83,7496,0.04121539741754532,937,0.0003846264680760214,
+83,7504,0.03107689693570137,938,0.00011516007498357794,
+83,7512,0.029121898114681244,939,0.00042309002583351685,
+83,7520,0.029344860464334488,940,0.00017670790793999913,
+83,7528,0.029225442558526993,941,8.178844927897444e-05,
+83,7536,0.029276050627231598,942,0.0001574419538883376,
+83,7544,0.028994526714086533,943,0.00018236237860946858,
+83,7552,0.029144879430532455,944,9.297879933001241e-05,
+,,,944,,0.00022026127538619898
+83,7560,0.029190458357334137,945,0.00017845691854745382,
+84,7568,0.029286574572324753,946,0.0005329864325176459,
+84,7576,0.02938554435968399,947,9.68963477134821e-05,
+84,7584,0.0289747454226017,948,0.00037052418247185415,
+84,7592,0.033230818808078766,949,0.00011015797917934833,
+84,7600,0.03335297107696533,950,0.0001599537663423689,
+84,7608,0.033481065183877945,951,9.361920092487708e-05,
+84,7616,0.03343730419874191,952,0.0003067480670324585,
+84,7624,0.02917439490556717,953,0.0002358372184971813,
+84,7632,0.02935706079006195,954,0.00016342899107257836,
+84,7640,0.029285967350006104,955,0.00012904931554658106,
+84,7648,0.029201187193393707,956,0.00011960060419369256,
+85,7656,0.0293097123503685,957,0.00048813589364726795,
+85,7664,0.029255982488393784,958,0.00012323891087362426,
+85,7672,0.02918105199933052,959,8.762967536313226e-05,
+85,7680,0.03069309890270233,960,0.00018020858897216385,
+,,,960,,0.00022430457652379305
+85,7688,0.029016930609941483,961,0.0001878507782748784,
+85,7696,0.028873030096292496,962,0.0005318805565366347,
+85,7704,0.028941720724105835,963,0.00025642242826506845,
+85,7712,0.02888365462422371,964,0.00012076309576514177,
+85,7720,0.029136676341295242,965,0.00012850991652157973,
+85,7728,0.029125742614269257,966,0.00020714068523375317,
+85,7736,0.028889641165733337,967,0.00012599477895491873,
+86,7744,0.02928854152560234,968,9.393216441822005e-05,
+86,7752,0.03269456699490547,969,0.00039969911085790955,
+86,7760,0.03310438245534897,970,0.00020085763617316843,
+86,7768,0.02954281121492386,971,0.0001882004130493442,
+86,7776,0.03275728225708008,972,0.00016641214187984588,
+86,7784,0.029470141977071762,973,9.075825801119208e-05,
+86,7792,0.03371799737215042,974,0.00015973793097145972,
+86,7800,0.029510371387004852,975,0.00035156919147993904,
+86,7808,0.029823917895555496,976,0.00016927227306950954,
+,,,976,,0.00023919527824872578
+86,7816,0.029274795204401016,977,0.0002189857905250392,
+86,7824,0.02955751121044159,978,0.00012651558790821582,
+87,7832,0.029550939798355103,979,0.000185228142527194,
+87,7840,0.029092345386743546,980,0.00013354340899240924,
+87,7848,0.029318518936634064,981,0.00018890384035330499,
+87,7856,0.029683507978916168,982,0.00011484882452350575,
+87,7864,0.04222407191991806,983,0.0002832615728038945,
+87,7872,0.041172824800014496,984,0.0002226367405455676,
+87,7880,0.029751602560281754,985,0.00012414413595251972,
+87,7888,0.03016781434416771,986,0.0004338547719271446,
+87,7896,0.02994077280163765,987,0.00012733504490824998,
+87,7904,0.03012273460626602,988,0.00013344122362468624,
+87,7912,0.029732652008533478,989,0.000363017461495474,
+87,7920,0.030256908386945724,990,0.0002292544168085442,
+88,7928,0.02991131693124771,991,0.00016893758674996207,
+88,7936,0.029780704528093338,992,0.00014942404595785774,
+,,,992,,0.00022345898338617422
+88,7944,0.02938273921608925,993,7.779571842547739e-05,
+88,7952,0.029845163226127625,994,0.00017699022555461852,
+88,7960,0.02958160638809204,995,0.00034995603027709876,
+88,7968,0.02943846955895424,996,0.00021909482620685594,
+88,7976,0.02945013716816902,997,0.0001370481386402389,
+88,7984,0.02890864759683609,998,0.0003886526860696904,
+88,7992,0.029051903635263443,999,8.239938142651226e-05,
+88,8000,0.029627252370119095,1000,0.00016496240868946188,
+88,8008,0.02967643365263939,1001,0.00040288129730470246,
+89,8016,0.0304461307823658,1002,9.967959022105788e-05,
+89,8024,0.033049147576093674,1003,0.00017958242733584484,
+89,8032,0.029580026865005493,1004,0.00013290508786667488,
+89,8040,0.0327356681227684,1005,0.000123699640880659,
+89,8048,0.029379066079854965,1006,0.00010547852616582531,
+89,8056,0.04100244492292404,1007,0.0007331075239562779,
+89,8064,0.04108282923698425,1008,0.00011487847132229945,
+,,,1008,,0.00022160080380928822
+89,8072,0.029655344784259796,1009,0.00020998412583139725,
+89,8080,0.02957700565457344,1010,0.0001694324596428487,
+89,8088,0.02974587306380272,1011,8.956571900853305e-05,
+89,8096,0.02970530092716217,1012,0.0002279240388816106,
+90,8104,0.029754899442195892,1013,0.00019308772561998921,
+90,8112,0.02922103926539421,1014,0.00021162455459489138,
+90,8120,0.02893005684018135,1015,0.0003213643221897655,
+90,8128,0.028984688222408295,1016,0.0001518880708317738,
+90,8136,0.029380343854427338,1017,0.00019309530489408644,
+90,8144,0.029915213584899902,1018,0.0001104696029869956,
+90,8152,0.029544968158006668,1019,0.00019919431633752538,
+90,8160,0.029317479580640793,1020,0.00021458283754327567,
+90,8168,0.02930670604109764,1021,0.00011981137686234433,
+90,8176,0.029319386929273605,1022,0.00013924620634497842,
+90,8184,0.029543612152338028,1023,0.0003159755451633828,
+91,8192,0.02931986376643181,1024,0.00022705489936925005,
+,,,1024,,0.000214490108191967
+91,8200,0.02950301393866539,1025,0.0001433488073416811,
+91,8208,0.029483359307050705,1026,0.00039291604480240494,
+91,8216,0.029238775372505188,1027,0.0004874485121035832,
+91,8224,0.029051855206489563,1028,8.239976568802376e-05,
+91,8232,0.029234647750854492,1029,0.00019904765804312774,
+91,8240,0.04115355759859085,1030,0.00011552006708370754,
+91,8248,0.03577780723571777,1031,0.00029786960567435017,
+91,8256,0.02863980084657669,1032,0.00016899772390388534,
+91,8264,0.029166650027036667,1033,0.00010316733869331074,
+91,8272,0.029271822422742844,1034,0.00017061476364688133,
+91,8280,0.029642369598150253,1035,0.00017521496920380741,
+92,8288,0.029510486871004105,1036,0.00024669923186593223,
+92,8296,0.02966400980949402,1037,0.00021963932977087097,
+92,8304,0.02949932962656021,1038,0.0001919320266097202,
+92,8312,0.02923211082816124,1039,9.284433463108144e-05,
+92,8320,0.029464799910783768,1040,8.56624292282504e-05,
+,,,1040,,0.00022093882449926474
+92,8328,0.03025040775537491,1041,0.0002122087362295133,
+92,8336,0.030039478093385696,1042,0.00023305212971536093,
+92,8344,0.02993500977754593,1043,0.00038295559579637484,
+92,8352,0.030430752784013748,1044,0.0001396995830873493,
+92,8360,0.030076056718826294,1045,0.00013129775743436767,
+92,8368,0.02938147261738777,1046,0.0003269124017606373,
+93,8376,0.02966492995619774,1047,0.0001687947556092695,
+93,8384,0.029462147504091263,1048,0.00016008367765607545,
+93,8392,0.029435668140649796,1049,8.841909948387183e-05,
+93,8400,0.029050342738628387,1050,0.00018005958418143564,
+93,8408,0.0285453163087368,1051,0.0005719756657072139,
+93,8416,0.02903088927268982,1052,0.00021900526462559355,
+93,8424,0.029243960976600647,1053,0.00021411574107332854,
+93,8432,0.02952411398291588,1054,0.00019591953423514497,
+93,8440,0.03313509002327919,1055,7.842116565370816e-05,
+93,8448,0.033721454441547394,1056,0.000357323495336459,
+,,,1056,,0.00022470767203813945
+93,8456,0.03380768001079559,1057,0.0001286770566366613,
+94,8464,0.03379184752702713,1058,0.00023493002936447738,
+94,8472,0.029585465788841248,1059,0.0002114863455062732,
+94,8480,0.029608357697725296,1060,0.00038058065320001333,
+94,8488,0.029679227620363235,1061,0.00010495685364730889,
+94,8496,0.03028300777077675,1062,0.00011888849621755071,
+94,8504,0.029627859592437744,1063,0.0001732786777211004,
+94,8512,0.03364632651209831,1064,0.0003449805435593589,
+94,8520,0.034224677830934525,1065,0.00018859338206311804,
+94,8528,0.03406858071684837,1066,0.00015818514384591253,
+94,8536,0.03348970785737038,1067,8.701833030499984e-05,
+94,8544,0.030174102634191513,1068,0.000245982503201958,
+95,8552,0.03177373856306076,1069,0.00014052070127945626,
+95,8560,0.03161173686385155,1070,0.00019165092317052768,
+95,8568,0.03133920580148697,1071,0.00011397135494917165,
+95,8576,0.030252069234848022,1072,0.0001714539776003221,
+,,,1072,,0.00022185660707644926
+95,8584,0.03256360441446304,1073,0.00010211165408691159,
+95,8592,0.0316857285797596,1074,0.00021820531401317567,
+95,8600,0.036742307245731354,1075,0.0001985995650102268,
+95,8608,0.029556848108768463,1076,0.0003102879245489021,
+95,8616,0.02950996905565262,1077,0.000145868458730547,
+95,8624,0.02925299108028412,1078,0.00019107839534626692,
+95,8632,0.028994575142860413,1079,0.0003727466496457055,
+95,8640,0.029075495898723602,1080,0.000196375798623194,
+96,8648,0.028898917138576508,1081,0.00011814394929388072,
+96,8656,0.03090016543865204,1082,0.00013704229832001147,
+96,8664,0.02916853502392769,1083,0.00014135450510366354,
+96,8672,0.02954404056072235,1084,0.0004606734619301278,
+96,8680,0.029022160917520523,1085,0.0001893128564915969,
+96,8688,0.029085557907819748,1086,0.00020496223123700474,
+96,8696,0.029449373483657837,1087,0.00020977055828552693,
+96,8704,0.029117830097675323,1088,0.00020216227812852594,
+,,,1088,,0.0002104714274024352
+96,8712,0.02906409278512001,1089,0.00039494626889791107,
+96,8720,0.02973843738436699,1090,8.415785123361275e-05,
+96,8728,0.029481463134288788,1091,0.0001945097474163049,
+97,8736,0.03224833682179451,1092,9.554090593155706e-05,
+97,8744,0.0291721411049366,1093,0.0001965008768820553,
+97,8752,0.032242655754089355,1094,0.000264842800788756,
+97,8760,0.03334197402000427,1095,0.00013975872343507945,
+97,8768,0.03328771889209747,1096,0.0002045288620138308,
+97,8776,0.03312506899237633,1097,0.0003944108166251681,
+97,8784,0.03361443802714348,1098,0.00011863375220855232,
+97,8792,0.03527702018618584,1099,0.00013202841182646807,
+97,8800,0.035107240080833435,1100,0.0005800156054647232,
+97,8808,0.03544580563902855,1101,0.00011064795353377122,
+97,8816,0.03359323367476463,1102,8.320410779560916e-05,
+98,8824,0.03388369455933571,1103,0.00027405576929595554,
+98,8832,0.03366611525416374,1104,6.921307567608892e-05,
+,,,1104,,0.0002219153520388481
+98,8840,0.02966228872537613,1105,0.00010826506513694767,
+98,8848,0.029692083597183228,1106,0.00012566718032758217,
+98,8856,0.029724586755037308,1107,0.0001966597501450451,
+98,8864,0.02998395264148712,1108,0.00013028494504396804,
+98,8872,0.03002077341079712,1109,0.00013336798201635247,
+98,8880,0.029694002121686935,1110,0.00034076123347404064,
+98,8888,0.03022940456867218,1111,0.00010036757566922461,
+98,8896,0.02971027046442032,1112,0.00018862696924770717,
+98,8904,0.02958667278289795,1113,0.0006440547049351153,
+99,8912,0.029552526772022247,1114,0.0001382495288453356,
+99,8920,0.029859289526939392,1115,0.0003179980858476483,
+99,8928,0.02930537238717079,1116,0.00021083200044813566,
+99,8936,0.029579147696495056,1117,0.0005217492034716997,
+99,8944,0.029791951179504395,1118,0.00018197587996837683,
+99,8952,0.029498867690563202,1119,0.00029469515902746934,
+99,8960,0.029279924929142,1120,0.00012770485091095907,
+,,,1120,,0.00021255424676033168
+99,8968,0.029246322810649872,1121,0.00011491003169794567,
+99,8976,0.02931123599410057,1122,0.00020597724551407737,
+99,8984,0.02893734723329544,1123,0.00015805415887371055,
+99,8992,0.029154058545827866,1124,0.00012533554081528564,
+99,9000,0.029394637793302536,1125,9.78495086201292e-05,
+100,9008,0.029330499470233917,1126,0.0003106274707533885,
+100,9016,0.032204024493694305,1127,0.00010285615371685708,
+100,9024,0.03909291326999664,1128,0.00013250316442281473,
+100,9032,0.033378709107637405,1129,0.0002083886788568634,
+100,9040,0.029168955981731415,1130,0.00012048134658471099,
+100,9048,0.029394738376140594,1131,8.22056954348227e-05,
+100,9056,0.029583849012851715,1132,0.0005058317556176917,
+100,9064,0.029207948595285416,1133,9.196454993798397e-05,
+100,9072,0.029170535504817963,1134,0.00013899378745918511,
+100,9080,0.02888757735490799,1135,0.00012842401247326052,
+100,9088,0.029159706085920334,1136,0.00021941938439340447,
+,,,1136,,0.00021597356177293338
+101,9096,0.029086057096719742,1137,0.0004922332782371086,
+101,9104,0.029378581792116165,1138,0.00039578117639393895,
+101,9112,0.029191549867391586,1139,0.00043042885408794973,
+101,9120,0.029409270733594894,1140,0.00015389246345876018,
+101,9128,0.028983011841773987,1141,0.00010826539482877706,
+101,9136,0.029163647443056107,1142,0.00013201215188018978,
+101,9144,0.029656626284122467,1143,0.00015260209329426289,
+101,9152,0.02957499772310257,1144,0.00023952265564730624,
+101,9160,0.029282066971063614,1145,0.00018929591078631347,
+101,9168,0.02959149330854416,1146,0.00020933325185978902,
+101,9176,0.02958628535270691,1147,6.757430355719407e-05,
+102,9184,0.02934947982430458,1148,0.00011321065403535613,
+102,9192,0.029405873268842697,1149,0.00035701980732483207,
+102,9200,0.029625236988067627,1150,0.00014176991680869833,
+102,9208,0.029526345431804657,1151,0.0001113182415792835,
+102,9216,0.04087052494287491,1152,0.000340078128829191,
+,,,1152,,0.0002179712964556156
+102,9224,0.029950380325317383,1153,0.0001517986056569498,
+102,9232,0.02990870550274849,1154,9.534636774333194e-05,
+102,9240,0.029867663979530334,1155,0.00038182145726750605,
+102,9248,0.0297030508518219,1156,8.79871431607171e-05,
+102,9256,0.029474463313817978,1157,0.00010267726520396536,
+102,9264,0.029208410531282425,1158,0.00018341883742323262,
+103,9272,0.029450196772813797,1159,0.0002454454634062131,
+103,9280,0.029203474521636963,1160,0.0003643927584562334,
+103,9288,0.029004544019699097,1161,8.359124649359728e-05,
+103,9296,0.029252395033836365,1162,0.00014528704832628137,
+103,9304,0.02913081645965576,1163,0.00011997307956335135,
+103,9312,0.029245100915431976,1164,0.0001476721145081683,
+103,9320,0.028850004076957703,1165,0.00021843663125764579,
+103,9328,0.02860580012202263,1166,0.00021900785623074626,
+103,9336,0.029051456600427628,1167,8.487308241456049e-05,
+103,9344,0.02921157330274582,1168,0.0004389618216009694,
+,,,1168,,0.00021305840271405684
+103,9352,0.029419727623462677,1169,0.00016873243384907255,
+103,9360,0.028985142707824707,1170,0.00023569507720822003,
+104,9368,0.029169678688049316,1171,0.0004827792390642571,
+104,9376,0.028756409883499146,1172,0.0001440283756437566,
+104,9384,0.028970681130886078,1173,9.734277682582615e-05,
+104,9392,0.029017500579357147,1174,0.0003055575130019861,
+104,9400,0.038527172058820724,1175,0.00028391588193699135,
+104,9408,0.035136498510837555,1176,0.00018802677050189232,
+104,9416,0.029492098838090897,1177,9.472194324189331e-05,
+104,9424,0.029767002910375595,1178,0.00017516639354653307,
+104,9432,0.029673859477043152,1179,0.0002303041742379719,
+104,9440,0.029587898403406143,1180,0.00010239489802188473,
+104,9448,0.029521670192480087,1181,0.00010585063182588783,
+105,9456,0.029371697455644608,1182,9.920641969074495e-05,
+105,9464,0.02927248552441597,1183,0.00028479537650127895,
+105,9472,0.02938753366470337,1184,0.00010562627176113892,
+,,,1184,,0.00021810841579467824
+105,9480,0.029389847069978714,1185,0.00019569190544643789,
+105,9488,0.029319830238819122,1186,0.0005608560340988333,
+105,9496,0.029685750603675842,1187,0.00019294740604891558,
+105,9504,0.029582440853118896,1188,0.0001328174084846978,
+105,9512,0.029702529311180115,1189,0.00012449852602003375,
+105,9520,0.029519833624362946,1190,0.0001999445203182404,
+105,9528,0.029475126415491104,1191,0.00014236952847568318,
+105,9536,0.029548004269599915,1192,0.00016142205186042702,
+106,9544,0.030192159116268158,1193,0.00014439342794503318,
+106,9552,0.029988761991262436,1194,0.0003847571078949841,
+106,9560,0.02985668182373047,1195,0.00035905381992051844,
+106,9568,0.029583629220724106,1196,0.00013315892738319235,
+106,9576,0.029912106692790985,1197,9.005785796034615e-05,
+106,9584,0.029590461403131485,1198,0.00011635576947810478,
+106,9592,0.04069182649254799,1199,0.00021407013036878197,
+106,9600,0.035224318504333496,1200,0.00023310818232857855,
+,,,1200,,0.00021176732694491363
+106,9608,0.029529117047786713,1201,8.453036252831225e-05,
+106,9616,0.029802169650793076,1202,0.00019166484571542242,
+106,9624,0.02973320335149765,1203,0.0002301398917552433,
+107,9632,0.029772471636533737,1204,0.00012685690853686538,
+107,9640,0.029165688902139664,1205,8.943242482928326e-05,
+107,9648,0.02908778190612793,1206,0.0001520321102361777,
+107,9656,0.029511332511901855,1207,0.0001321772397204768,
+107,9664,0.029144249856472015,1208,0.00013712880900129676,
+107,9672,0.02898292988538742,1209,0.00015949944827298168,
+107,9680,0.029163166880607605,1210,0.00014619538069382543,
+107,9688,0.029200151562690735,1211,0.00033969493188124034,
+107,9696,0.029474258422851562,1212,0.0005399347428465262,
+107,9704,0.02935601770877838,1213,0.00019951076228608144,
+107,9712,0.02918063849210739,1214,0.0001429309845661919,
+107,9720,0.029341604560613632,1215,0.00014046191699890187,
+108,9728,0.02920985221862793,1216,0.00016679377540640417,
+,,,1216,,0.00020421408594418794
+108,9736,0.02894780784845352,1217,0.0001151457950072654,
+108,9744,0.02924954518675804,1218,0.00022435122582464828,
+108,9752,0.029353391379117966,1219,0.00015006471085143858,
+108,9760,0.029201846569776535,1220,0.0002203114840995113,
+108,9768,0.0296110138297081,1221,0.00015416360702147358,
+108,9776,0.04233232140541077,1222,0.0005743807723774808,
+108,9784,0.033955514430999756,1223,0.00012150770317020942,
+108,9792,0.029301807284355164,1224,0.00015493594082727213,
+108,9800,0.029365375638008118,1225,0.00018563199728305335,
+108,9808,0.02902701124548912,1226,0.00012508644522313261,
+109,9816,0.029439296573400497,1227,0.0001557469795443467,
+109,9824,0.029298409819602966,1228,0.00021178081033212948,
+109,9832,0.029199935495853424,1229,0.0002683032316781464,
+109,9840,0.02927078679203987,1230,0.00010014460940510617,
+109,9848,0.029106907546520233,1231,0.00016008659440558404,
+109,9856,0.02900007739663124,1232,0.0003234450673517131,
+,,,1232,,0.00021503199464999713
+109,9864,0.02907305583357811,1233,0.00011340402215864742,
+109,9872,0.02888694405555725,1234,0.0001459126319787174,
+109,9880,0.029180679470300674,1235,0.00021420099892566213,
+109,9888,0.028984609991312027,1236,0.00035682500447364873,
+109,9896,0.030740316957235336,1237,0.0001302840323660348,
+110,9904,0.029255039989948273,1238,0.00010149847412321833,
+110,9912,0.03400149568915367,1239,9.595785195415374e-05,
+110,9920,0.034764863550662994,1240,0.00012785616218025098,
+110,9928,0.029618483036756516,1241,0.00020198138781779562,
+110,9936,0.029734693467617035,1242,8.350206962859374e-05,
+110,9944,0.029708869755268097,1243,0.0001433954935237125,
+110,9952,0.029287420213222504,1244,0.000310993721086561,
+110,9960,0.029216423630714417,1245,0.0002461028725520009,
+110,9968,0.029320381581783295,1246,0.00043348678718757583,
+110,9976,0.029374074190855026,1247,0.00016809533690320677,
+110,9984,0.029142718762159348,1248,0.0001541826713946648,
+,,,1248,,0.00021367954711119333
+111,9992,0.029040846973657608,1249,0.00018174905926571228,
+111,10000,0.029008138924837112,1250,0.00030999694445199566,
+111,10008,0.028628341853618622,1251,0.0002223315955234284,
+111,10016,0.02886795625090599,1252,0.00020938715169904754,
+111,10024,0.029013223946094513,1253,0.00011607276792346966,
+111,10032,0.029860954731702805,1254,0.00010653583331077243,
+111,10040,0.029093030840158463,1255,0.00016033422843975131,
+111,10048,0.029202904552221298,1256,0.00044217044523975346,
+111,10056,0.03746442496776581,1257,0.00016565225405429373,
+111,10064,0.02908426895737648,1258,0.00010422527248010738,
+111,10072,0.029016435146331787,1259,0.00019886697828042088,
+111,10080,0.029126673936843872,1260,0.00020340247738204198,
+112,10088,0.028992414474487305,1261,0.00018687264218897326,
+112,10096,0.029114317148923874,1262,0.0001874581912488793,
+112,10104,0.028738263994455338,1263,0.00017660949833953055,
+112,10112,0.03497392684221268,1264,0.0003778374102694215,
+,,,1264,,0.00021218983695293084
+112,10120,0.02964714914560318,1265,0.00016151210638781777,
+112,10128,0.029467906802892685,1266,0.000193216814295738,
+112,10136,0.029195327311754227,1267,0.00013265286997921066,
+112,10144,0.029516611248254776,1268,0.00011712790410456364,
+112,10152,0.02947050705552101,1269,0.0001946201268765435,
+112,10160,0.02976147085428238,1270,0.0001250709401574568,
+112,10168,0.02963113784790039,1271,0.00036095194536756026,
+113,10176,0.02952852100133896,1272,8.196766248147469e-05,
+113,10184,0.029534682631492615,1273,0.00025158914604617166,
+113,10192,0.02974819391965866,1274,0.00025509027909720317,
+113,10200,0.029811136424541473,1275,0.00016778386816440616,
+113,10208,0.029292702674865723,1276,0.00031091073014977155,
+113,10216,0.029192566871643066,1277,0.00011003541612808476,
+113,10224,0.029427725821733475,1278,0.0001458533106415416,
+113,10232,0.02910260111093521,1279,0.00017920337586474488,
+113,10240,0.029454901814460754,1280,0.0003060592434849241,
+,,,1280,,0.00021787295834376261
+113,10248,0.02927570790052414,1281,9.366267909172166e-05,
+113,10256,0.029692865908145905,1282,0.00021616947014990728,
+114,10264,0.02914217859506607,1283,0.00012100365847800276,
+114,10272,0.029164552688598633,1284,0.00016697204591764603,
+114,10280,0.02923286333680153,1285,0.00022817117223894456,
+114,10288,0.0289921797811985,1286,0.00019115343820885755,
+114,10296,0.03906439617276192,1287,0.00013833555658493424,
+114,10304,0.034176114946603775,1288,8.42769154587586e-05,
+114,10312,0.030076809227466583,1289,0.0002066739539259288,
+114,10320,0.029372498393058777,1290,0.00015000884195615072,
+114,10328,0.02976853772997856,1291,0.0005164106833035476,
+114,10336,0.030325990170240402,1292,0.00040900785961639485,
+114,10344,0.02969411015510559,1293,0.0001049259781211731,
+115,10352,0.029935412108898163,1294,0.0001289121064473875,
+115,10360,0.029475640505552292,1295,0.00013673585999640636,
+115,10368,0.02957700565457344,1296,0.00029516925769712543,
+,,,1296,,0.00021018985754404313
+115,10376,0.029294975101947784,1297,0.0001281836193811614,
+115,10384,0.029297929257154465,1298,9.680555922386702e-05,
+115,10392,0.029300224035978317,1299,0.0003964189645557781,
+115,10400,0.02939319610595703,1300,9.533264665151364e-05,
+115,10408,0.02936233952641487,1301,0.00013327884653335786,
+115,10416,0.02943943813443184,1302,0.00011899265064130304,
+115,10424,0.02932167425751686,1303,0.00016294919987558387,
+115,10432,0.02958913892507553,1304,0.00020915790992148686,
+115,10440,0.029118593782186508,1305,0.00041331023135171563,
+116,10448,0.029115453362464905,1306,0.00024958456288004527,
+116,10456,0.029081180691719055,1307,9.065267659025267e-05,
+116,10464,0.029040075838565826,1308,0.00021939801081316546,
+116,10472,0.028924692422151566,1309,0.0003310754577796615,
+116,10480,0.028971116989850998,1310,0.00038355683091140236,
+116,10488,0.03154898062348366,1311,0.00012335587598499842,
+116,10496,0.03839753940701485,1312,0.0001655792584642768,
+,,,1312,,0.00020723758886257807
+116,10504,0.029255691915750504,1313,0.00013250605206849286,
+116,10512,0.029013071209192276,1314,9.081796724785818e-05,
+116,10520,0.029586564749479294,1315,0.00020168647643004078,
+116,10528,0.028724920004606247,1316,0.0001731256024868344,
+117,10536,0.029254764318466187,1317,0.00033307660260106786,
+117,10544,0.029234524816274643,1318,0.0001567596245877212,
+117,10552,0.029202908277511597,1319,0.00010234998808300588,
+117,10560,0.02918878197669983,1320,9.919021931636962e-05,
+117,10568,0.028829533606767654,1321,0.00012207514919282403,
+117,10576,0.02908465638756752,1322,0.00011347913050485658,
+117,10584,0.029497280716896057,1323,9.206935192196397e-05,
+117,10592,0.029062632471323013,1324,0.00040306621758645633,
+117,10600,0.028980489820241928,1325,0.00028656648464675527,
+117,10608,0.02889280766248703,1326,0.00012949374604431796,
+117,10616,0.028793688863515854,1327,0.00030514877380483085,
+118,10624,0.029069215059280396,1328,0.00021109158660692628,
+,,,1328,,0.00021365729088966662
+118,10632,0.02902885153889656,1329,0.0001231776966506004,
+118,10640,0.029142849147319794,1330,0.00046948172075644834,
+118,10648,0.02921798825263977,1331,0.00019012488201042288,
+118,10656,0.02897391840815544,1332,0.0003463625512267754,
+118,10664,0.029185768216848373,1333,9.549605147185503e-05,
+118,10672,0.029343675822019577,1334,0.00012956829550603288,
+118,10680,0.03860212862491608,1335,0.00013244486399344169,
+118,10688,0.03242691233754158,1336,0.0001102908272514469,
+118,10696,0.029164809733629227,1337,0.00020179861257929588,
+118,10704,0.029179323464632034,1338,0.00021900381352679688,
+119,10712,0.02886439859867096,1339,0.00016549599422432948,
+119,10720,0.029837526381015778,1340,0.00012982386306248372,
+119,10728,0.029405761510133743,1341,0.0002498884668966639,
+119,10736,0.02936892956495285,1342,0.0004944239308315446,
+119,10744,0.029136929661035538,1343,0.00029282977266120724,
+119,10752,0.02905157580971718,1344,0.00015252051889547147,
+,,,1344,,0.00021403731826024177
+119,10760,0.02905578538775444,1345,0.00012828887247451348,
+119,10768,0.029352877289056778,1346,0.0003560175277925737,
+119,10776,0.029143836349248886,1347,7.952369787744828e-05,
+119,10784,0.029055621474981308,1348,8.887986905392609e-05,
+119,10792,0.029050078243017197,1349,0.0001923902068483585,
+119,10800,0.029088690876960754,1350,0.00010950095384032466,
+120,10808,0.029354896396398544,1351,0.00038013028824934736,
+120,10816,0.029805313795804977,1352,0.0002725646945691551,
+120,10824,0.029179636389017105,1353,0.00010440615733386949,
+120,10832,0.029346991330385208,1354,0.00016533867801626911,
+120,10840,0.029071204364299774,1355,0.0001957273389052716,
+120,10848,0.02933148667216301,1356,0.0001651678385314881,
+120,10856,0.029265109449625015,1357,0.00010503070961931371,
+120,10864,0.028944160789251328,1358,0.0001468947516514163,
+120,10872,0.03048679232597351,1359,0.00017061738253687508,
+120,10880,0.03427780047059059,1360,0.00012964560391992563,
+,,,1360,,0.00021694378497508855
+120,10888,0.029646456241607666,1361,0.0003095052450134972,
+121,10896,0.029665932059288025,1362,7.149301472963998e-05,
+121,10904,0.029855281114578247,1363,0.0001133117748395307,
+121,10912,0.02957751601934433,1364,0.00030814164392722887,
+121,10920,0.02951103076338768,1365,0.00011954174351558322,
+121,10928,0.029131382703781128,1366,0.000476535946745571,
+121,10936,0.029590457677841187,1367,0.00021774278775410494,
+121,10944,0.029419846832752228,1368,0.00017517093419883167,
+121,10952,0.03209656849503517,1369,9.19652784432401e-05,
+121,10960,0.0296531580388546,1370,0.000123477420402196,
+121,10968,0.029336843639612198,1371,0.00026957576073982636,
+121,10976,0.02930496260523796,1372,0.00014704469595017144,
+122,10984,0.029509689658880234,1373,6.749979047526722e-05,
+122,10992,0.029525276273489,1374,0.00011925958801839442,
+122,11000,0.029633671045303345,1375,0.00013771844805887667,
+122,11008,0.02960217371582985,1376,8.488813364238013e-05,
+,,,1376,,0.0002189961572488149

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.003653401,-5.6286535
+12007,-0.00019286203,-8.875193
+8229,-0.000115864714,-9.375115
+31449,-10.500055,-5.5311582e-05
+1591,-8.749579e-05,-10.375088
+53542,-8.250292,-0.00029166258
+49372,-8.250317,-0.00031645058
+54831,-0.00088164076,-7.1258817
+44771,-0.0029753246,-5.8779755
+33116,-6.7112574e-05,-11.625067
+33492,-6.5015364,-0.0015361425
+16982,-0.0013977054,-6.6263976
+31901,-5.504302,-0.0043018186
+49817,-0.00014697426,-9.125147
+60681,-4.511262,-0.011261825
+39890,-0.97425723,-0.47425723
+62685,-0.000120632525,-9.62512
+2201,-11.875121,-0.00012075172
+47201,-0.00020525733,-9.000205
+20835,-10.375095,-9.5362884e-05
+15421,-8.000377,-0.00037674958
+45021,-0.00016449529,-9.000164
+45802,-0.00070284936,-7.375703
+43637,-0.00010799778,-9.625108
+7160,-8.070143e-05,-10.250081
+8150,-0.0010732611,-6.8760734
+3512,-9.250121,-0.00012099011
+29264,-6.592056e-05,-11.375066
+32960,-0.0076533197,-4.882653
+32221,-0.000120155746,-9.62512
+35996,-4.8826485,-0.0076485877
+4422,-10.500072,-7.1165414e-05
+22209,-8.1774226e-05,-10.250082
+6920,-11.375041,-4.0649542e-05
+25253,-0.00011848701,-9.500118
+680,-0.002238984,-6.3772388
+50140,-8.625224,-0.00022420754
+28481,-8.875175,-0.00017569905
+36298,-0.0001559136,-9.125155
+16473,-9.875087,-8.6423e-05
+11102,-0.57597584,-0.82597584
+62901,-7.188062e-05,-10.000072
+16123,-9.875161,-0.00016115798
+52012,-0.000100607576,-10.5001
+60780,-0.00015186111,-9.250152
+1781,-11.375046,-4.613293e-05
+41449,-0.00016795179,-9.375168
+908,-6.7512107,-0.0012106716
+15507,-10.000109,-0.00010847457
+57914,-0.07011651,-2.6951165
+46159,-0.34849128,-1.2234913
+56461,-10.625061,-6.12717e-05
+62107,-0.0016600413,-9.87666
+49087,-11.000065,-6.4490145e-05
+65792,-0.00011657989,-9.625116
+13181,-0.00017355366,-8.875174
+54119,-8.375256,-0.0002559096
+51997,-5.8291644e-05,-10.625058
+24924,-11.625035,-3.5166122e-05
+45890,-9.42901e-05,-9.750094
+41716,-0.0046472875,-5.3796473
+60175,-9.214454e-05,-10.3750925
+30318,-7.211902e-05,-10.2500725
+13221,-8.625204,-0.0002038271
+15509,-10.750041,-4.1007155e-05
+37365,-3.4087355,-0.033735443
+60975,-0.00012504273,-9.500125
+51375,-0.00031454384,-10.125315
+16004,-9.375131,-0.00013088323
+12837,-0.07893183,-2.5789318
+17864,-10.125112,-0.00011133528
+67134,-5.8778963,-0.0028965208
+18611,-4.63488,-0.009879855
+12861,-3.6513803,-0.026380215
+58084,-9.5001,-0.00010048838
+32874,-8.999896e-05,-10.00009
+32717,-10.0000725,-7.283422e-05
+23413,-9.500255,-0.00025447944
+59634,-0.011085352,-4.5110855
+15629,-0.049914256,-3.0499144
+47071,-0.00030941944,-8.375309
+48558,-8.125323,-0.00032288584
+3648,-6.997341e-05,-10.25007
+43367,-0.00014661667,-9.125147
+14869,-0.000120155746,-10.87512
+1518,-0.002523692,-6.002524
+16976,-9.253589,-0.003588548
+20931,-9.500098,-9.8700424e-05
+67379,-10.250066,-6.6158966e-05
+4741,-8.880698e-05,-9.875089
+5765,-7.750485,-0.000484945
+48791,-0.00018737945,-8.875187
+15298,-0.0049603735,-5.3799605
+21874,-7.875419,-0.0004191712
+9095,-8.250349,-0.0003493414
+3840,-9.375129,-0.00012849936
+55636,-0.100266755,-2.3502667
+57364,-0.029961344,-3.5299613
+65863,-8.928377e-05,-10.87509
+40786,-6.0556486e-05,-11.25006
+8118,-6.751205,-0.0012049566
+52441,-7.3549425e-05,-10.500073
+38593,-7.819824e-05,-10.000078
+5517,-8.546941e-05,-10.625086
+39136,-0.055367075,-2.930367
+47292,-0.0001559136,-9.875155
+34052,-0.0024813598,-6.2524815
+16037,-11.250047,-4.6609744e-05
+64606,-8.500233,-0.00023266947
+19552,-0.00033444533,-8.125335
+14116,-3.6513503,-0.026350142
+11261,-0.0005283152,-7.6255283
+11668,-10.625062,-6.210611e-05
+42198,-10.000069,-6.854299e-05
+22526,-11.125633,-0.00063339673
+8037,-5.255356,-0.005355772
+5324,-6.0026426,-0.0026425938
+56692,-9.011816e-05,-9.87509
+59753,-0.0007432321,-7.2507434
+47298,-0.000107282605,-10.000107
+57801,-0.17977503,-1.804775
+58413,-11.250042,-4.1603176e-05
+10673,-6.806619e-05,-10.875068
+65730,-10.875049,-4.8636208e-05
+40287,-8.250284,-0.00028463127
+15186,-6.2519565,-0.0019566931
+43119,-0.000105137064,-10.000105
+39219,-9.500126,-0.00012551951
+50340,-2.9299257,-0.05492575
+34297,-8.8751955,-0.0001957225
+62941,-6.5682165e-05,-10.375066
+31551,-12.125046,-4.613293e-05
+41344,-7.500587,-0.0005870526
+46402,-9.375113,-0.00011288482
+13636,-7.6255074,-0.00050758355
+42241,-8.500232,-0.00023135847
+15422,-0.0001666407,-8.875167
+25014,-9.000178,-0.00017796364
+19613,-0.00015782064,-9.125157
+5515,-8.427742e-05,-10.250084
+64128,-5.7218822e-05,-12.000057
+28084,-0.000120870915,-11.125121
+10395,-0.00015770145,-9.000157
+9965,-0.00037520044,-8.000375
+27221,-6.751212,-0.0012122195
+11994,-0.000102514736,-11.500102
+43384,-0.000107282605,-9.625107
+44329,-0.00010859377,-11.375109
+58937,-7.962863e-05,-10.750079
+29119,-6.7112574e-05,-10.375067
+8989,-0.00013445904,-10.250134
+23043,-9.000149,-0.0001491197
+32166,-0.0009737041,-9.125974
+42729,-0.00017593743,-9.750175
+6863,-8.500286,-0.00028570386
+41187,-0.00010799778,-11.250108
+36039,-12.250044,-4.3748852e-05
+55977,-0.00024768623,-8.500248
+8129,-8.875167,-0.00016735584
+60223,-9.875124,-0.0001236124
+9414,-6.0675688e-05,-10.750061
+26177,-7.915183e-05,-11.000079
+38443,-7.557583e-05,-10.000075
+43084,-8.284702e-05,-10.500083
+53673,-0.00014947727,-9.37515
+15057,-0.10025026,-2.3502502
+51700,-0.0002298091,-8.87523
+51201,-9.000165,-0.00016509123
+47078,-6.002506,-0.002505618
+59961,-4.6347766,-0.009776804
+22272,-0.001070165,-7.25107
+65773,-0.0005229536,-7.625523
+33746,-0.02327631,-3.7732763
+27311,-9.500137,-0.00013779645
+41292,-6.496695e-05,-10.250065
+17110,-0.0047645136,-5.3797646
+57029,-0.0001277842,-9.625128
+3009,-7.8754,-0.00040010552
+40193,-9.500096,-9.679326e-05
+27618,-2.9299352,-0.054935228
+20145,-11.500037,-3.7311813e-05
+52193,-8.000382,-0.00038223114
+34398,-0.00021932104,-8.750219
+36473,-10.000126,-0.00012599629
+43577,-5.125868e-05,-10.8750515
+57850,-10.625051,-5.090107e-05
+61117,-0.00015937012,-9.375159
+32569,-2.8120697,-0.062069573
+12290,-10.37509,-8.9879766e-05
+19499,-10.250069,-6.854299e-05
+60470,-0.00011252724,-9.375113
+8962,-11.62508,-8.0105434e-05
+65955,-7.5006056,-0.00060551905
+62486,-0.004135272,-5.504135
+19000,-0.0015434031,-6.5015435
+22631,-7.2507644,-0.00076443533
+25613,-6.15101e-05,-10.875061
+56086,-7.875409,-0.0004090426
+28883,-0.008676213,-4.758676
+26425,-8.750199,-0.00019941726
+48097,-0.00012182447,-9.375122
+61477,-0.00054547214,-7.7505455
+9121,-0.011091483,-4.5110917
+66709,-8.375254,-0.00025352603
+51472,-6.8761578,-0.0011576863
+19809,-9.250122,-0.00012194367
+38959,-9.000165,-0.00016473368
+39849,-4.6371337e-05,-10.875047
+59964,-0.00017307691,-9.000173
+65268,-10.000077,-7.724464e-05
+8791,-0.000666158,-7.375666
+51774,-8.750195,-0.00019441145
+49640,-0.00011574552,-10.125115
+20125,-8.125332,-0.0003321811
+59640,-0.00012647305,-9.625127
+68206,-9.625125,-0.00012480434
+48079,-10.125094,-9.417091e-05
+49583,-0.0098007675,-4.634801
+67054,-0.00018642595,-8.875186
+59571,-0.00095024245,-7.0009503
+29080,-8.375298,-0.00029750212
+29111,-9.125143,-0.00014268333
+20758,-7.500583,-0.0005832401
+64023,-0.0002472095,-8.500247
+29058,-0.00010680582,-10.625107
+18185,-8.6423e-05,-12.125087
+36543,-0.00011288482,-9.625113
+54983,-1.9102608,-0.16026077
+3101,-3.6513357,-0.026335746
+42140,-8.0224636e-05,-10.75008
+6954,-5.090107e-05,-11.125051
+15955,-5.1310673,-0.0060671917
+61746,-8.117823e-05,-10.250081
+32055,-0.00067664136,-7.3756766
+39496,-8.625249,-0.00024863967
+59909,-7.5005918,-0.00059193734
+66296,-0.0001402995,-10.62514
+46804,-7.125878,-0.00087771035
+35049,-0.00015162272,-10.750152
+56017,-0.6950495,-0.6950495
+26947,-7.0009384,-0.000938571
+38928,-8.4635016e-05,-10.375085
+15029,-9.125267,-0.0002673507
+7086,-0.00012396998,-10.500124
+537,-0.00028618056,-8.375286
+50731,-0.00018356545,-8.875183
+63604,-8.50049,-0.00049042597
+67049,-0.0046487115,-5.3796487
+31161,-0.00029225845,-8.250292
+58922,-10.375091,-9.0475754e-05
+18347,-10.000078,-7.8079036e-05
+25864,-0.018180748,-4.018181
+63846,-0.00010585225,-9.750106
+13353,-8.952217e-05,-10.00009
+25378,-3.5298374,-0.029837316
+59101,-10.125098,-9.786604e-05
+20895,-0.0019603814,-6.2519603
+48119,-9.125135,-0.00013541259
+14332,-8.8330184e-05,-9.750089
+25497,-8.375268,-0.00026794657
+8686,-0.00023219273,-8.625232
+22758,-2.8120804,-0.062080327
+7666,-0.00011038171,-9.750111
+20686,-0.0006728292,-7.375673
+18975,-8.250412,-0.00041154498
+19054,-5.6286263,-0.0036262013
+48123,-11.125051,-5.0305054e-05
+57909,-10.625049,-4.8517002e-05
+9226,-9.125249,-0.00024923557
+48653,-8.0224636e-05,-10.25008
+44013,-0.0002424423,-8.625242
+11409,-9.875131,-0.00013088323
+62736,-0.001971684,-6.2519717
+2777,-9.500112,-0.00011133528
+7058,-7.056941e-05,-10.750071
+48408,-0.0004301338,-7.87543
+28934,-10.875047,-4.672895e-05
+46578,-9.875105,-0.000105137064
+23203,-0.0019596675,-6.25196
+6257,-9.87509,-8.9879766e-05
+53444,-0.20178732,-1.7017874
+17816,-0.00046433156,-8.125464
+46307,-9.250155,-0.0001559136
+20599,-12.125051,-5.078187e-05
+29423,-8.284702e-05,-10.375083
+21041,-6.1152496e-05,-10.500061
+16633,-10.250068,-6.8185385e-05
+20221,-6.7512007,-0.0012009082
+27466,-9.858122e-05,-9.750098
+22987,-0.00014947727,-9.12515
+9322,-0.0005533356,-7.625553
+3265,-0.00019214691,-9.500192
+22814,-3.4087033,-0.0337034
+56185,-9.250127,-0.00012730742
+55014,-7.125871,-0.00087104045
+43437,-9.125136,-0.00013672371
+24683,-0.00020025155,-8.7502
+10233,-0.00028558468,-8.750285
+19001,-0.00011657989,-11.750116
+32718,-0.00016926287,-9.000169
+31030,-8.332382e-05,-10.375083
+1099,-8.9879766e-05,-11.50009
+57982,-1.9102871,-0.16028717
+49148,-0.00024875885,-8.375249
+40880,-11.125032,-3.2782016e-05
+31148,-7.772144e-05,-10.625077
+9446,-9.500102,-0.000102514736
+18579,-10.8750925,-9.2263734e-05
+30932,-2.3502512,-0.10025123
+40792,-0.0017703589,-6.3767705
+48600,-0.0003000048,-9.7503
+44588,-1.5025,-0.25250006
+33828,-7.125843,-0.00084305025
+33917,-0.00025400275,-9.125254
+2026,-0.00023970116,-8.500239
+56745,-0.00016485286,-9.000165
+17383,-0.008662741,-4.7586627
+2372,-0.00028665725,-9.125287
+56600,-0.0009838269,-7.7509837
+50257,-0.00014780859,-9.125148
+38892,-0.00016223069,-9.125162
+45844,-0.00016461448,-9.625165
+29062,-0.00038509106,-8.125385
+5655,-9.250117,-0.00011741426
+67611,-0.0022318473,-6.127232
+18546,-0.0001296913,-9.37513
+63060,-9.250141,-0.00014161061
+36068,-10.250924,-0.0009236837
+784,-0.4302462,-1.0552462
+20429,-0.00027080684,-8.500271
+21679,-8.625261,-0.00026174934
+53617,-11.500037,-3.70734e-05
+6978,-10.250066,-6.5682165e-05
+53262,-9.655486e-05,-11.000096
+181,-0.00011288482,-10.125113
+28744,-0.000450033,-7.87545
+48716,-0.00019381552,-8.750194
+51468,-6.520536e-05,-10.125065
+62209,-9.750099,-9.9654004e-05
+8732,-2.579472,-0.07947203
+56949,-3.048945,-0.048944965
+26885,-7.4026226e-05,-11.125074
+43345,-0.00043811736,-7.875438
+8053,-4.141135,-0.01613535
+59402,-7.625526,-0.00052581314
+49552,-0.00010322992,-10.000103
+12348,-0.00054582953,-7.625546
+28335,-0.8259832,-0.5759832
+59114,-0.04877831,-3.0487783
+12625,-7.2507973,-0.0007974305
+8876,-6.376871,-0.0018709075
+29959,-10.250058,-5.8291644e-05
+37911,-0.00013124081,-9.250132
+38412,-0.020571096,-3.895571
+31999,-8.65422e-05,-10.125087
+34775,-0.00019071667,-8.875191
+65737,-8.12532,-0.00032026408
+25244,-0.00018785619,-8.875188
+51630,-7.0009546,-0.0009544108
+23979,-0.012549951,-4.38755
+34638,-8.875186,-0.00018583001
+22311,-12.125081,-8.070143e-05
+14004,-10.875058,-5.7814836e-05
+310,-4.8517002e-05,-11.250049
+49105,-0.00014292172,-9.125143
+38782,-12.000051,-5.0305054e-05
+4647,-9.125136,-0.00013648532
+43782,-6.723178e-05,-11.000067
+66046,-0.00020358874,-8.750203
+16690,-10.125078,-7.8436635e-05
+67731,-0.00033933128,-8.1253395
+54867,-8.125329,-0.0003294402
+34108,-6.5016155,-0.001615649
+67332,-0.00032693762,-8.125327
+22567,-0.00016628313,-9.000166
+57173,-0.000944764,-7.0009446
+26527,-10.37507,-6.93774e-05
+59580,-4.511107,-0.011107163
+20737,-0.00031204123,-8.250312
+53307,-8.856858e-05,-11.375089
+32783,-9.345572e-05,-10.375093
+7868,-9.875079,-7.962863e-05
+50777,-8.2608625e-05,-10.500083
+29307,-11.125052,-5.2212305e-05
+18297,-8.320462e-05,-10.125083
+44524,-10.750059,-5.9245263e-05
+61320,-0.0001277842,-9.500128
+2578,-0.01433468,-4.2643347
+40612,-0.000135055,-10.500135
+32523,-0.007641016,-4.882641
+48509,-0.00016485286,-9.000165
+36666,-6.002503,-0.0025028829
+6539,-10.000074,-7.4503034e-05
+33620,-9.62512,-0.000120394136
+55547,-8.125353,-0.00035327394
+11751,-9.250116,-0.00011657989
+30491,-0.0001677134,-9.000168
+48294,-7.6255245,-0.0005243834
+37424,-7.5005884,-0.00058836315
+29155,-0.00065031357,-7.3756504

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36081962659955025,0,6.47230339050293,
+0,8,0.05737921968102455,1,5.332804322242737,
+0,16,0.033761877566576004,2,3.66602623462677,
+0,24,0.030201464891433716,3,1.6723823249340057,
+0,32,0.030479732900857925,4,0.7728058099746704,
+0,40,0.030130401253700256,5,0.7200043238699436,
+0,48,0.033385828137397766,6,0.5974703188985586,
+0,56,0.02968372404575348,7,0.5931648118421435,
+0,64,0.030581776052713394,8,0.3984727393835783,
+0,72,0.030064735561609268,9,0.34108470659703016,
+0,80,0.029938630759716034,10,0.5468565640039742,
+0,88,0.030027803033590317,11,0.47155513789039105,
+1,96,0.030449919402599335,12,0.1951863302383572,
+1,104,0.030512798577547073,13,0.17729354556649923,
+1,112,0.03091076761484146,14,1.1604759476613253,
+1,120,0.031430888921022415,15,0.18709709227550775,
+1,128,0.03114425390958786,16,0.4205024376278743,
+,,,16,,0.17251089999550268
+1,136,0.030138112604618073,17,0.14330182236153632,
+1,144,0.030504632741212845,18,1.0058818724646699,
+1,152,0.030733827501535416,19,0.7673023699171608,
+1,160,0.03065364807844162,20,0.2617901955381967,
+1,168,0.029988009482622147,21,0.10529602027963847,
+1,176,0.030247118324041367,22,0.030629167915321887,
+2,184,0.03094620630145073,23,0.09318570728646591,
+2,192,0.030361924320459366,24,0.07204384764190763,
+2,200,0.030573125928640366,25,0.09338596428278834,
+2,208,0.03107108175754547,26,0.10681783105246723,
+2,216,0.030320309102535248,27,0.16293734213104472,
+2,224,0.03145506605505943,28,0.19976061338093132,
+2,232,0.030209742486476898,29,0.2849243099335581,
+2,240,0.031053122133016586,30,0.353588477242738,
+2,248,0.030464913696050644,31,0.1406513296533376,
+2,256,0.030704278498888016,32,0.07163288578158244,
+,,,32,,0.1957092787090101
+2,264,0.030705366283655167,33,0.4827155021484941,
+3,272,0.031427059322595596,34,0.04077743657398969,
+3,280,0.03066219761967659,35,0.18573535227915272,
+3,288,0.03069019317626953,36,0.0248950787645299,
+3,296,0.03048982098698616,37,0.018864037410821766,
+3,304,0.03112352266907692,38,0.039032547880196944,
+3,312,0.03072504699230194,39,0.14511200750712305,
+3,320,0.03034013882279396,40,0.02304512656701263,
+3,328,0.030817624181509018,41,0.04327659902628511,
+3,336,0.030358199030160904,42,0.011788270538090728,
+3,344,0.030237920582294464,43,0.11044407572626369,
+3,352,0.030034441500902176,44,0.4379200648254482,
+3,360,0.03019993007183075,45,0.1384928075131029,
+4,368,0.030082885175943375,46,0.061850513477111235,
+4,376,0.030215200036764145,47,0.013900352903874591,
+4,384,0.03083948791027069,48,0.04208467714488506,
+,,,48,,0.1853913382480019
+4,392,0.03209211677312851,49,0.035881899304513354,
+4,400,0.030266262590885162,50,0.008729231216420885,
+4,408,0.031114406883716583,51,0.18293233455187874,
+4,416,0.030529409646987915,52,0.004908913302642759,
+4,424,0.03124210610985756,53,0.12410069741599727,
+4,432,0.030596714466810226,54,0.13525881702662446,
+4,440,0.030434351414442062,55,0.4031579453367158,
+4,448,0.03061433881521225,56,0.035847447215928696,
+5,456,0.03069664165377617,57,0.07611748907584115,
+5,464,0.030071962624788284,58,0.042882628840743564,
+5,472,0.030536845326423645,59,0.006606872422707966,
+5,480,0.030872970819473267,60,0.11638626149942866,
+5,488,0.030395716428756714,61,0.16726500133154332,
+5,496,0.03061123564839363,62,0.012101876294764224,
+5,504,0.03051966056227684,63,0.0052213014860171825,
+5,512,0.030918225646018982,64,0.017532861027575564,
+,,,64,,0.1772126273105019
+5,520,0.030691485852003098,65,0.011793092206062283,
+5,528,0.030663415789604187,66,0.24154524009645684,
+5,536,0.030562371015548706,67,0.07538041110092308,
+6,544,0.03038875386118889,68,0.033291146202827804,
+6,552,0.030260369181632996,69,0.012452847473468864,
+6,560,0.03029462695121765,70,0.0008837584937282372,
+6,568,0.030843064188957214,71,0.0375406469029258,
+6,576,0.030554894357919693,72,0.007498715938709211,
+6,584,0.031792398542165756,73,0.1200949146914354,
+6,592,0.030981305986642838,74,0.002721226461289916,
+6,600,0.031169209629297256,75,0.0008376564219361171,
+6,608,0.03117792308330536,76,0.0009168015130853746,
+6,616,0.03005102649331093,77,0.023075276061717886,
+6,624,0.030265528708696365,78,0.005793346259451937,
+7,632,0.03069280833005905,79,0.0023958906349434983,
+7,640,0.030085600912570953,80,0.007431917536450783,
+,,,80,,0.2064948834870991
+7,648,0.03079007938504219,81,0.0012771162946592085,
+7,656,0.030624717473983765,82,0.0009089326431421796,
+7,664,0.031418755650520325,83,0.0003500881666695932,
+7,672,0.030637264251708984,84,0.0016008407710614847,
+7,680,0.030267279595136642,85,0.0008138945613609394,
+7,688,0.031372684985399246,86,0.00047024516061355826,
+7,696,0.030644726008176804,87,0.002287693612743169,
+7,704,0.03060099110007286,88,0.000761948254876188,
+7,712,0.03226584196090698,89,0.0007186708317021839,
+7,720,0.031165871769189835,90,0.0008248116428148933,
+8,728,0.03094172477722168,91,0.01641170341281395,
+8,736,0.03231411054730415,92,0.0014192554608598584,
+8,744,0.03112833946943283,93,0.0011197598396393005,
+8,752,0.030535612255334854,94,0.0007463351666956441,
+8,760,0.030241411179304123,95,0.00045416498051054077,
+8,768,0.03064141422510147,96,0.0005506113902811194,
+,,,96,,0.2466343829506322
+8,776,0.029855750501155853,97,0.0007220895113277948,
+8,784,0.03060966730117798,98,0.0005599376090685837,
+8,792,0.031003393232822418,99,0.000441618391960219,
+8,800,0.030829783529043198,100,0.001789277654097532,
+8,808,0.03115719184279442,101,0.00034221041642013006,
+9,816,0.031865544617176056,102,0.0005646136032737559,
+9,824,0.030651424080133438,103,0.0005971956761641195,
+9,832,0.030430957674980164,104,0.0013131239738868317,
+9,840,0.03042018786072731,105,0.0009876761359919328,
+9,848,0.030458051711320877,106,0.0008579362020100234,
+9,856,0.030773717910051346,107,0.0004289328571758233,
+9,864,0.030491601675748825,108,0.00025362984342791606,
+9,872,0.03014308586716652,109,0.0004999257089366438,
+9,880,0.030481163412332535,110,0.0004975825013389112,
+9,888,0.030450910329818726,111,0.00026513226748647867,
+9,896,0.03165653720498085,112,0.0010465085942996666,
+,,,112,,0.23687874643426193
+10,904,0.03071592003107071,113,0.0004252724538673647,
+10,912,0.03075702115893364,114,0.00046996644778118934,
+10,920,0.0314878448843956,115,0.00042350925286882557,
+10,928,0.03136742115020752,116,0.0008450761943095131,
+10,936,0.030612491071224213,117,0.0007056723316054558,
+10,944,0.031091343611478806,118,0.00044140085810795426,
+10,952,0.03285690397024155,119,0.0004865948949372978,
+10,960,0.03940349444746971,120,0.0005629836705338676,
+10,968,0.031887833029031754,121,0.0007603928843309404,
+10,976,0.030644092708826065,122,0.0006360998322634259,
+10,984,0.03146020323038101,123,0.0005546711381612113,
+11,992,0.03105485439300537,124,0.0003545094241417246,
+11,1000,0.0308271162211895,125,0.00046189824206521735,
+11,1008,0.03012334555387497,126,0.0005661582763423212,
+11,1016,0.030940771102905273,127,0.0009222349181072786,
+11,1024,0.03354618698358536,128,0.00027521503579919226,
+,,,128,,0.2352798863461143
+11,1032,0.030787494033575058,129,0.0005288449829095043,
+11,1040,0.030804883688688278,130,0.0003134953394692275,
+11,1048,0.03041864186525345,131,0.0005666439010383328,
+11,1056,0.03137121722102165,132,0.00029958349659864325,
+11,1064,0.03051033616065979,133,0.0006491405347333057,
+11,1072,0.030727561563253403,134,0.0010388479749963153,
+11,1080,0.0329599566757679,135,0.00045848968147765845,
+12,1088,0.03171631693840027,136,0.0011804843252321007,
+12,1096,0.03245767951011658,137,0.00033577581143617863,
+12,1104,0.031082406640052795,138,0.0006371851322910516,
+12,1112,0.03175553306937218,139,0.0006365564840962179,
+12,1120,0.030679650604724884,140,0.0003939959733543219,
+12,1128,0.03071577474474907,141,0.0006156260042189388,
+12,1136,0.03075994923710823,142,0.000276010284324002,
+12,1144,0.030408751219511032,143,0.00032585063490842003,
+12,1152,0.030817195773124695,144,0.00044331544268061407,
+,,,144,,0.24370065488313375
+12,1160,0.030491020530462265,145,0.00028685281904472504,
+12,1168,0.03047504648566246,146,0.0009005745705508161,
+13,1176,0.031472381204366684,147,0.0003872531815432012,
+13,1184,0.03089534491300583,148,0.00046913832375139464,
+13,1192,0.03155253455042839,149,0.00043355693014746066,
+13,1200,0.0306711383163929,150,0.0005294491511449451,
+13,1208,0.03030414506793022,151,0.00030743583192816004,
+13,1216,0.030524779111146927,152,0.00042163595389865804,
+13,1224,0.03044939786195755,153,0.0004264667586539872,
+13,1232,0.03045051544904709,154,0.0005630605774058495,
+13,1240,0.031079448759555817,155,0.0013243821194919292,
+13,1248,0.030812427401542664,156,0.00047946908671292476,
+13,1256,0.03031225875020027,157,0.000469470200187061,
+14,1264,0.03014681488275528,158,0.00048797901672514854,
+14,1272,0.030445672571659088,159,0.0007379647013294743,
+14,1280,0.031031828373670578,160,0.000448985590992379,
+,,,160,,0.24848855169195877
+14,1288,0.030433807522058487,161,0.000583258402912179,
+14,1296,0.03021872416138649,162,0.0005891476557735587,
+14,1304,0.030714992433786392,163,0.0004945319597027265,
+14,1312,0.030437014997005463,164,0.0008352038330485811,
+14,1320,0.030841421335935593,165,0.00017794492578104837,
+14,1328,0.030431628227233887,166,0.0003436070401221514,
+14,1336,0.03039727732539177,167,0.00027690928982337937,
+14,1344,0.030351191759109497,168,0.0004005336159025319,
+15,1352,0.030510973185300827,169,0.0005313661185937235,
+15,1360,0.03063633292913437,170,0.0004838897475565318,
+15,1368,0.030917402356863022,171,0.0004143407586525427,
+15,1376,0.03135281428694725,172,0.000709763804479735,
+15,1384,0.030416622757911682,173,0.0003627291807788424,
+15,1392,0.03030475601553917,174,0.0003307448441773886,
+15,1400,0.030368104577064514,175,0.0006385778597177705,
+15,1408,0.03004981204867363,176,0.0007269482030096697,
+,,,176,,0.24180592988666735

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+44628,0
+3207,1
+15874,1
+45211,0
+1951,0
+38721,1
+8715,0
+46431,1
+49170,0
+45834,1
+43333,1
+51792,1
+17971,1
+32100,0
+44959,1
+67649,1
+43215,1
+34189,1
+44684,0
+51479,0
+6099,0
+45589,1
+60277,0
+58467,0
+62094,1
+12804,0
+52870,1
+29535,1
+8184,0
+46124,1
+16681,1
+65666,1
+34004,1
+23858,0
+10566,1
+1543,1
+59792,1
+66265,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+44628,-0.52330416,-0.89830416
+3207,-10.000156,-0.00015674793
+15874,-9.125239,-0.00023970116
+45211,-0.07907977,-2.5790799
+1951,-0.000511992,-8.000512
+38721,-11.125171,-0.00017057394
+8715,-0.20162793,-1.701628
+46431,-11.250122,-0.00012253964
+49170,-1.0538155,-0.42881548
+45834,-10.750136,-0.00013612774
+43333,-12.375206,-0.00020632999
+51792,-11.000165,-0.0001654488
+17971,-11.625096,-9.6078074e-05
+32100,-0.0018068907,-6.5018067
+44959,-12.125131,-0.00013112162
+67649,-10.000262,-0.00026270276
+43215,-11.000116,-0.00011657989
+34189,-0.004863575,-5.3798637
+44684,-0.0015857753,-6.626586
+51479,-1.0538635,-0.42886356
+6099,-0.0005466636,-8.000546
+45589,-11.375123,-0.00012301642
+60277,-0.0017738098,-6.501774
+58467,-0.000379967,-9.00038
+62094,-9.750145,-0.0001447096
+12804,-0.0003551806,-10.125355
+52870,-9.375252,-0.0002519767
+29535,-9.625165,-0.00016473368
+8184,-0.006993814,-5.006994
+46124,-8.750244,-0.00024399164
+16681,-11.875121,-0.00012099011
+65666,-10.000159,-0.0001596085
+34004,-11.875189,-0.00018892887
+23858,-0.0010157431,-7.2510157
+10566,-0.9742681,-0.47426805
+1543,-8.375293,-0.00029237763
+59792,-9.250227,-0.00022671037
+66265,-9.125212,-0.00021145493

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-1.9103937,-0.1603937
+12007,-0.06213959,-2.8121395
+8229,-0.00037114884,-8.750371
+31449,-11.000122,-0.00012194367
+1591,-0.00028677643,-9.500287
+53542,-9.875137,-0.00013720048
+49372,-9.2502,-0.00020048993
+54831,-0.006874363,-5.0068746
+44771,-6.1272883,-0.0022884628
+33116,-0.00040368037,-9.625403
+33492,-8.5002985,-0.00029821717
+16982,-6.6264324,-0.0014323462
+31901,-8.000436,-0.00043585338
+49817,-0.17994443,-1.8049444
+60681,-6.5016513,-0.0016514724
+39890,-9.750161,-0.00016091959
+62685,-0.00046266342,-8.250463
+2201,-8.627865,-0.0028645457
+47201,-0.0007307243,-7.6257305
+20835,-11.375149,-0.0001492389
+15421,-10.125167,-0.00016652151
+45021,-0.00063947256,-8.25064
+45802,-0.0006518623,-8.500652
+43637,-0.008772997,-4.758773
+7160,-0.0016745606,-6.5016747
+8150,-0.47428012,-0.9742801
+3512,-10.250118,-0.00011801023
+29264,-0.0005483316,-10.625548
+32960,-0.0005838358,-8.250584
+32221,-0.0010020479,-7.376002
+35996,-7.2508245,-0.0008244691
+4422,-11.375207,-0.00020680673
+22209,-0.0006422126,-7.7506423
+6920,-11.375105,-0.00010477948
+25253,-0.00048899616,-9.625489
+680,-2.0177894,-0.1427894
+50140,-10.125156,-0.00015603278
+28481,-9.875164,-0.00016366097
+36298,-0.0015320956,-6.626532
+16473,-10.875131,-0.00013088323
+11102,-7.250799,-0.00079921726
+62901,-0.0023437669,-6.1273437
+16123,-10.0001545,-0.00015496007
+52012,-0.00044824567,-8.875448
+60780,-0.0027646914,-6.0027647
+1781,-11.875112,-0.00011133528
+41449,-0.0012448428,-7.001245
+908,-9.500205,-0.00020478059
+15507,-10.750184,-0.00018439977
+57914,-3.6514466,-0.026446626
+46159,-5.1310153,-0.0060154106
+56461,-11.250072,-7.1165414e-05
+62107,-0.00041929036,-9.37542
+49087,-11.750118,-0.00011848701
+65792,-0.000381397,-9.500381
+13181,-0.003032849,-5.8780327
+54119,-11.250117,-0.000117533455
+51997,-0.00046159103,-8.125462
+24924,-10.625137,-0.00013720048
+45890,-0.00043454266,-9.625435
+41716,-2.127018,-0.12701793
+60175,-0.014376395,-4.264376
+30318,-0.0004165497,-8.375417
+13221,-10.250127,-0.00012694983
+15509,-11.500093,-9.321732e-05
+37365,-9.000201,-0.00020120504
+60975,-4.634859,-0.009859317
+51375,-0.0033565394,-5.7533565
+16004,-10.375144,-0.00014423284
+12837,-9.750163,-0.00016294583
+17864,-10.750152,-0.00015186111
+67134,-9.750166,-0.00016580637
+18611,-9.500164,-0.0001643761
+12861,-7.8756795,-0.0006796196
+58084,-11.625106,-0.00010632903
+32874,-0.01127043,-4.5112705
+32717,-11.375111,-0.00011109689
+23413,-11.000221,-0.00022134715
+59634,-0.016258743,-4.1412587
+15629,-2.3507814,-0.100781545
+47071,-0.00066401367,-7.750664
+48558,-9.375195,-0.00019417307
+3648,-0.00036840804,-8.500368
+43367,-0.04871984,-3.04872
+14869,-0.0003800862,-9.1253805
+1518,-0.0017410849,-6.501741
+16976,-10.76506,-0.01506041
+20931,-10.250109,-0.00010895135
+67379,-11.375145,-0.00014518638
+4741,-0.00041214077,-9.500412
+5765,-9.875166,-0.00016592556
+48791,-0.0015157888,-6.626516
+15298,-1.9104002,-0.1604002
+21874,-10.250152,-0.00015174192
+9095,-11.00011,-0.000110143315
+3840,-10.750124,-0.00012444676
+55636,-1.2235729,-0.34857288
+57364,-4.8827553,-0.007755171
+65863,-0.00084888656,-9.125849
+40786,-0.00040058218,-9.125401
+8118,-10.37514,-0.0001402995
+52441,-0.00048899616,-8.250489
+38593,-0.020683551,-3.8956835
+5517,-0.000681883,-8.125682
+39136,-5.628687,-0.0036871324
+47292,-0.0010604003,-7.6260605
+34052,-0.97445583,-0.4744558
+16037,-10.75018,-0.00018070496
+64606,-10.750138,-0.00013827322
+19552,-0.0018849478,-6.376885
+14116,-9.500171,-0.00017116989
+11261,-6.751225,-0.0012249594
+11668,-11.375163,-0.00016306501
+42198,-10.625109,-0.00010895135
+22526,-12.500151,-0.00015031162
+8037,-8.250351,-0.00035100974
+5324,-7.251142,-0.0011420879
+56692,-0.00040832764,-9.250408
+59753,-0.04878626,-3.0487862
+47298,-0.001890302,-6.37689
+57801,-6.6264033,-0.0014033003
+58413,-12.00012,-0.000120632525
+10673,-0.00051139627,-9.000511
+65730,-10.375139,-0.00013958434
+40287,-9.500159,-0.00015889335
+15186,-11.000112,-0.00011169287
+43119,-0.0005650116,-8.625565
+39219,-11.125157,-0.00015698631
+50340,-8.000392,-0.00039200252
+34297,-9.375327,-0.00032729513
+62941,-0.0014368696,-6.7514367
+31551,-12.500168,-0.00016819016
+41344,-9.5001955,-0.00019548413
+46402,-10.375121,-0.000121109304
+13636,-9.250202,-0.0002022777
+42241,-10.625121,-0.000121109304
+15422,-2.6950026,-0.070002586
+25014,-11.250158,-0.00015805903
+19613,-6.501619,-0.0016189814
+5515,-0.0010071688,-7.251007
+64128,-0.0003395696,-9.8753395
+28084,-0.00049686007,-9.375497
+10395,-6.7512465,-0.0012463905
+9965,-1.4062548,-0.28125477
+27221,-8.500284,-0.0002843929
+11994,-0.0006529345,-8.750653
+43384,-0.00050305587,-8.750503
+44329,-0.00060921226,-8.625609
+58937,-0.0007799206,-7.62578
+29119,-0.00034528968,-9.125345
+8989,-0.0013459204,-8.501346
+23043,-10.125174,-0.00017367286
+32166,-0.0012578203,-6.876258
+42729,-0.000825422,-9.500826
+6863,-10.500148,-0.00014768941
+41187,-0.0007163104,-10.125716
+36039,-12.625171,-0.00017057394
+55977,-0.0006590102,-7.750659
+8129,-9.125242,-0.00024208476
+60223,-10.6252165,-0.0002168182
+9414,-0.0003898576,-8.37539
+26177,-0.00040189296,-10.0004015
+38443,-0.00077146327,-7.3757715
+43084,-0.0005049622,-10.2505045
+53673,-0.00046707212,-8.375467
+15057,-5.8779664,-0.0029662917
+51700,-0.00091094,-8.000911
+51201,-10.250112,-0.00011169287
+47078,-11.125108,-0.00010775939
+59961,-10.375109,-0.00010835537
+22272,-3.651437,-0.026436988
+65773,-4.141092,-0.016091712
+33746,-0.070091724,-2.6950917
+27311,-11.250135,-0.00013565097
+41292,-0.00054142124,-7.875541
+17110,-3.6515238,-0.026523944
+57029,-0.0007450189,-8.625745
+3009,-9.5001545,-0.00015496007
+40193,-10.250172,-0.00017164665
+27618,-9.625174,-0.00017355366
+20145,-11.750108,-0.00010823618
+52193,-9.875182,-0.0001821352
+34398,-0.007953166,-4.882953
+36473,-10.375203,-0.00020287363
+43577,-0.0002693767,-9.500269
+57850,-10.625113,-0.00011216965
+61117,-0.0006567467,-8.000657
+32569,-7.750523,-0.0005229536
+12290,-12.500179,-0.00017915551
+19499,-10.75016,-0.00016068121
+60470,-0.0006797387,-7.50068
+8962,-12.50019,-0.00018976319
+65955,-10.500159,-0.00015972769
+62486,-1.053865,-0.42886502
+19000,-0.16041258,-1.9104125
+22631,-9.375203,-0.00020335037
+25613,-0.006848908,-5.006849
+56086,-9.750147,-0.00014673587
+28883,-3.8956153,-0.020615356
+26425,-10.500143,-0.00014316011
+48097,-1.6004996,-0.22549969
+61477,-0.0026110862,-6.002611
+9121,-4.2642503,-0.014250419
+66709,-8.375334,-0.000334207
+51472,-8.000715,-0.0007157148
+19809,-10.500144,-0.00014435203
+38959,-10.625142,-0.00014196818
+39849,-0.004217896,-5.504218
+59964,-0.0005392766,-8.000539
+65268,-10.25014,-0.0001401803
+8791,-0.8982674,-0.5232674
+51774,-10.250129,-0.00012849936
+49640,-0.0014056811,-6.7514057
+20125,-9.125181,-0.00018153928
+59640,-0.0011842388,-7.0011845
+68206,-9.375407,-0.00040749353
+48079,-11.250155,-0.00015531764
+49583,-7.0009866,-0.0009868043
+67054,-0.0022939339,-6.252294
+59571,-0.3134089,-1.3134089
+29080,-10.750199,-0.00019917889
+29111,-9.500242,-0.0002418464
+20758,-10.000134,-0.00013457824
+64023,-0.0019327785,-6.3769326
+29058,-0.00048720886,-9.750487
+18185,-0.062143736,-2.8121438
+36543,-0.0012998474,-6.8763
+54983,-8.625251,-0.00025054652
+3101,-7.5006614,-0.0006613928
+42140,-4.5111647,-0.011164575
+6954,-0.00026615892,-10.000266
+15955,-9.125262,-0.00026186852
+61746,-0.00059586886,-8.125596
+32055,-0.007984861,-4.8829846
+39496,-9.12527,-0.0002699726
+59909,-7.8754706,-0.0004704084
+66296,-0.0007882587,-9.500789
+46804,-8.625256,-0.00025543288
+35049,-0.00082172954,-9.125822
+56017,-8.000435,-0.0004352576
+26947,-9.875139,-0.00013934595
+38928,-0.0006096888,-9.625609
+15029,-11.1252,-0.00020001318
+7086,-0.01439649,-4.2643967
+537,-0.089194305,-2.4641943
+50731,-0.0015313815,-6.6265316
+63604,-10.12513,-0.00013004888
+67049,-0.006844646,-5.0068445
+31161,-0.00119686,-6.876197
+58922,-11.625152,-0.00015150353
+18347,-10.375121,-0.00012134769
+25864,-4.7587075,-0.008707294
+63846,-0.00045289274,-8.625453
+13353,-0.0006348263,-8.000635
+25378,-5.379785,-0.00478492
+59101,-10.750176,-0.00017677175
+20895,-2.3502877,-0.100287676
+48119,-10.625111,-0.00011050091
+14332,-0.00038568687,-9.625385
+25497,-9.25021,-0.00021026308
+8686,-2.3503745,-0.10037437
+22758,-9.500201,-0.00020084748
+7666,-0.0008337597,-7.375834
+20686,-0.31345755,-1.3134575
+18975,-10.000171,-0.00017045476
+19054,-8.125379,-0.0003786562
+48123,-11.500145,-0.0001448288
+57909,-10.2501135,-0.00011336161
+9226,-10.750123,-0.00012277803
+48653,-0.0005677519,-8.000567
+44013,-0.8262252,-0.5762252
+11409,-10.62516,-0.00016044283
+62736,-0.006162333,-5.131162
+2777,-10.000168,-0.00016807097
+7058,-0.0003233625,-9.250323
+48408,-0.0069430284,-5.006943
+28934,-10.625129,-0.00012921452
+46578,-11.375184,-0.00018392302
+23203,-6.6264315,-0.0014313939
+6257,-10.625125,-0.00012540031
+53444,-0.0017814257,-6.5017815
+17816,-0.22564192,-1.600642
+46307,-11.1251745,-0.00017498393
+20599,-12.000189,-0.00018892887
+29423,-0.0005097282,-9.000509
+21041,-0.00055929273,-8.250559
+16633,-11.250131,-0.00013100242
+20221,-6.252022,-0.002021652
+27466,-0.0003392121,-8.8753395
+22987,-0.00128818,-6.8762884
+9322,-8.625258,-0.000258174
+3265,-1.910335,-0.1603349
+22814,-7.3757095,-0.00070963945
+56185,-10.375164,-0.00016378015
+55014,-9.000205,-0.0002054957
+43437,-9.250183,-0.00018344627
+24683,-0.00092642294,-7.2509265
+10233,-0.026579665,-3.6515796
+19001,-0.004117464,-9.004117
+32718,-0.0042459103,-5.5042458
+31030,-0.00070213457,-9.375702
+1099,-0.00040737438,-10.625407
+57982,-8.625316,-0.0003159739
+49148,-0.020634623,-3.8956347
+40880,-10.625112,-0.00011181206
+31148,-0.00049817073,-10.875498
+9446,-9.87513,-0.00012992969
+18579,-11.250206,-0.00020644917
+30932,-7.8754425,-0.000442407
+40792,-1.7016331,-0.2016331
+48600,-0.0022037763,-6.252204
+44588,-5.1311946,-0.0061944397
+33828,-10.250132,-0.00013171759
+33917,-0.0017867805,-6.6267867
+2026,-0.1798804,-1.8048804
+56745,-0.0069290586,-5.006929
+17383,-4.511125,-0.011124964
+2372,-0.0008909309,-7.2508907
+56600,-0.25210842,-1.5021085
+50257,-0.00069153233,-9.125691
+38892,-0.00039641152,-9.125397
+45844,-0.0009716795,-8.500972
+29062,-2.238038,-0.113037966
+5655,-9.750164,-0.00016366097
+67611,-0.026539499,-3.6515396
+18546,-0.012894113,-4.387894
+63060,-11.250193,-0.00019262366
+36068,-10.00019,-0.00018952481
+784,-0.07013607,-2.695136
+20429,-0.000872827,-8.000873
+21679,-8.875325,-0.00032479255
+53617,-11.875185,-0.00018463815
+6978,-11.750121,-0.000120870915
+53262,-0.0006093314,-10.125609
+181,-0.0006096888,-8.500609
+28744,-0.023488142,-3.773488
+48716,-0.062183507,-2.8121836
+51468,-0.00033468366,-9.875335
+62209,-10.625139,-0.00013898837
+8732,-5.6287208,-0.0037208628
+56949,-8.750257,-0.00025674384
+26885,-0.0005442807,-10.625545
+43345,-0.5233026,-0.8983026
+8053,-8.375306,-0.00030644014
+59402,-10.375158,-0.00015877417
+49552,-0.00049245154,-8.625492
+12348,-0.006308049,-5.131308
+28335,-9.000226,-0.00022575691
+59114,-9.250187,-0.00018714108
+12625,-9.250226,-0.00022611445
+8876,-8.750392,-0.00039212167
+29959,-10.625082,-8.189343e-05
+37911,-0.00034004627,-9.00034
+38412,-3.8956537,-0.020653658
+31999,-0.00047767672,-8.375478
+34775,-0.018416133,-4.018416
+65737,-10.375142,-0.00014232576
+25244,-0.012752767,-4.3877525
+51630,-9.250184,-0.0001841614
+23979,-8.500302,-0.00030191155
+34638,-10.125116,-0.0001163415
+22311,-11.8751135,-0.00011395759
+14004,-10.500165,-0.00016497205
+310,-0.00047159992,-8.250472
+49105,-0.0006146926,-8.125615
+38782,-12.500186,-0.0001859492
+4647,-10.2501135,-0.00011383839
+43782,-0.00025626714,-9.750257
+66046,-2.812071,-0.06207103
+16690,-11.500128,-0.0001275458
+67731,-0.0014098476,-6.75141
+54867,-9.875219,-0.00021979777
+34108,-7.625636,-0.00063625595
+67332,-0.062078085,-2.812078
+22567,-0.0003773454,-9.125378
+57173,-0.006862405,-5.0068626
+26527,-10.250133,-0.00013302872
+59580,-9.000233,-0.00023231193
+20737,-0.17993367,-1.8049337
+53307,-0.00030751267,-10.750307
+32783,-0.00031442466,-9.750315
+7868,-11.00012,-0.00011991736
+50777,-0.00039950974,-8.8754
+29307,-8.125487,-0.0004875663
+18297,-0.018385703,-4.018386
+44524,-10.7501135,-0.00011312322
+61320,-0.016256046,-4.141256
+2578,-0.18015411,-1.8051541
+40612,-0.6934261,-0.6934261
+32523,-9.125242,-0.00024256148
+48509,-0.026447553,-3.6514475
+36666,-9.3751745,-0.00017426879
+6539,-10.875125,-0.00012516193
+33620,-10.125211,-0.00021062064
+55547,-9.500181,-0.0001813009
+11751,-10.250115,-0.00011550713
+30491,-0.033802174,-3.4088023
+48294,-9.875176,-0.00017665257
+37424,-9.375221,-0.0002209896
+29155,-1.5020394,-0.2520395

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,19 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36975276470184326,0,7.220219612121582,
+0,8,0.06038520857691765,1,5.322616219520569,
+0,16,0.03525996208190918,2,4.037808805704117,
+0,24,0.03154705837368965,3,2.196193180978298,
+0,32,0.031527213752269745,4,0.5803756956011057,
+0,40,0.03447217494249344,5,1.1774595528841019,
+0,48,0.03479573875665665,6,0.7660755775868893,
+0,56,0.03515242412686348,7,0.6731257066130638,
+0,64,0.03173219412565231,8,0.31151600554585457,
+0,72,0.03469767048954964,9,0.5092118917964399,
+0,80,0.030620165169239044,10,0.7150525022298098,
+0,88,0.030774667859077454,11,0.40706826094537973,
+0,96,0.031249497085809708,12,0.25234219897538424,
+0,104,0.03119713068008423,13,0.25215313606895506,
+0,112,0.03128781542181969,14,0.9343385314568877,
+0,120,0.030919957906007767,15,0.16657754049811047,
+0,128,0.03225851058959961,16,0.38504580699373037,
+,,,16,,0.16852859446876928

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-1.2251447,-0.35014477
+12007,-0.43066165,-1.0556617
+8229,-0.004988604,-5.3799887
+31449,-4.2648478,-0.014847608
+1591,-0.0053498438,-5.3803496
+53542,-2.6956277,-0.07062761
+49372,-2.813371,-0.06337102
+54831,-0.0902135,-2.4652135
+44771,-0.8285291,-0.5785291
+33116,-0.0053164056,-5.6303163
+33492,-2.018566,-0.14356585
+16982,-1.1390927,-0.3890927
+31901,-1.0585872,-0.43358716
+49817,-0.1613513,-1.9113513
+60681,-1.5053353,-0.2553353
+39890,-1.6017971,-0.22679716
+62685,-0.013727543,-4.3887277
+2201,-6.130625,-0.00562454
+47201,-0.018159796,-4.14316
+20835,-4.512191,-0.01219095
+15421,-2.5798674,-0.079867326
+45021,-0.027742019,-3.652742
+45802,-0.021715956,-3.8967159
+43637,-0.021280412,-3.8962805
+7160,-0.027140997,-3.652141
+8150,-0.31684732,-1.3168473
+3512,-3.5304234,-0.030423304
+29264,-0.0023916946,-6.377392
+32960,-0.021468164,-3.8964682
+32221,-0.08968681,-2.4646869
+35996,-2.3512862,-0.10128626
+4422,-5.2566133,-0.006613036
+22209,-0.021219727,-3.8962197
+6920,-5.255669,-0.0056689917
+25253,-0.002792271,-6.2527924
+680,-0.43014154,-1.0551416
+50140,-2.6960857,-0.0710856
+28481,-2.238865,-0.11386499
+36298,-0.014892827,-4.264893
+16473,-4.0190086,-0.0190085
+11102,-1.6014838,-0.22648384
+62901,-0.027185779,-3.6521857
+16123,-4.265144,-0.015143662
+52012,-0.007992903,-5.0079927
+60780,-0.022082632,-3.8970826
+1781,-5.0074234,-0.0074234353
+41449,-0.034567352,-3.4095674
+908,-1.8060142,-0.18101421
+15507,-4.0189033,-0.01890346
+57914,-0.57807213,-0.82807213
+46159,-1.3140067,-0.31400666
+56461,-3.7739065,-0.023906546
+62107,-0.056341317,-3.0563414
+49087,-4.2647157,-0.014715818
+65792,-0.008541125,-4.883541
+13181,-0.043998364,-3.1689985
+54119,-3.774195,-0.024195043
+51997,-0.027168494,-3.6521685
+24924,-4.635619,-0.010618968
+45890,-0.0031537104,-6.128154
+41716,-0.3887419,-1.138742
+60175,-0.08005121,-2.5800512
+30318,-0.021848809,-3.896849
+13221,-2.9304523,-0.05545245
+15509,-4.3879967,-0.012996491
+37365,-1.7027361,-0.2027361
+60975,-0.25311774,-1.5031178
+51375,-0.020245338,-4.6452456
+16004,-3.5305393,-0.030539282
+12837,-1.5032202,-0.25322017
+17864,-3.6529481,-0.027948152
+67134,-2.696283,-0.071283214
+18611,-2.465026,-0.09002591
+12861,-2.0190227,-0.1440227
+58084,-4.387854,-0.012853865
+32874,-0.071860395,-2.6968603
+32717,-3.777896,-0.02789587
+23413,-4.0209064,-0.020906672
+59634,-0.18105131,-1.8060513
+15629,-0.39447334,-1.1444733
+47071,-0.040554356,-3.2905543
+48558,-1.9112506,-0.16125056
+3648,-0.00644948,-5.1314497
+43367,-0.08958568,-2.4645858
+14869,-0.024303367,-3.7743034
+1518,-0.026969625,-3.6519697
+16976,-4.4180756,-0.043075617
+20931,-3.8959675,-0.020967375
+67379,-4.1416097,-0.016609836
+4741,-0.0024209495,-6.377421
+5765,-2.696882,-0.07188192
+48791,-0.013212509,-4.3882127
+15298,-0.8274922,-0.5774922
+21874,-2.5822647,-0.08226472
+9095,-3.169097,-0.044097036
+3840,-2.930874,-0.055874154
+55636,-0.42972445,-1.0547245
+57364,-1.0564166,-0.43141666
+65863,-0.0026743382,-6.752674
+40786,-0.006584022,-5.131584
+8118,-3.0496714,-0.049671426
+52441,-0.006150841,-5.2561507
+38593,-0.034354515,-3.4093544
+5517,-0.020010386,-4.0200105
+39136,-1.1403164,-0.39031634
+47292,-0.016993977,-4.141994
+34052,-0.13080789,-2.1308079
+16037,-4.388239,-0.013238744
+64606,-3.5303705,-0.030370573
+19552,-0.12775332,-2.1277533
+14116,-2.2386239,-0.1136238
+11261,-0.47531688,-0.9753169
+11668,-4.7591085,-0.00910842
+42198,-3.5302212,-0.030221267
+22526,-6.7525067,-0.002506569
+8037,-2.0191672,-0.1441672
+5324,-1.81003,-0.18502994
+56692,-0.0055155954,-5.3805156
+59753,-0.08962851,-2.4646285
+47298,-0.055895235,-2.9308953
+57801,-1.4070115,-0.2820115
+58413,-5.6290035,-0.004003606
+10673,-0.0025951539,-6.127595
+65730,-4.018773,-0.018773021
+40287,-2.6965723,-0.07157224
+15186,-2.579924,-0.079924114
+43119,-0.008585566,-4.8835855
+39219,-4.018675,-0.018674627
+50340,-1.6012281,-0.22622812
+34297,-3.2893367,-0.03933667
+62941,-0.0046342355,-5.5046344
+31551,-6.751668,-0.001668015
+41344,-2.8134003,-0.063400336
+46402,-3.6517305,-0.026730444
+13636,-1.7024854,-0.20248543
+42241,-3.049306,-0.04930599
+15422,-0.28171232,-1.4067123
+25014,-3.0498562,-0.04985619
+19613,-0.8271288,-0.5771288
+5515,-0.030640101,-3.5306401
+64128,-0.012173521,-4.5121737
+28084,-0.024144193,-3.7741442
+10395,-1.6010295,-0.2260295
+9965,-0.07952366,-2.5795236
+27221,-2.1277008,-0.12770087
+11994,-0.0019289711,-6.751929
+43384,-0.012106274,-4.5121064
+44329,-0.002819969,-6.12782
+58937,-0.018836664,-4.0188365
+29119,-0.01649493,-4.1414948
+8989,-0.00680664,-6.756807
+23043,-2.579763,-0.07976299
+32166,-0.05712424,-2.9321241
+42729,-0.25349066,-1.5034907
+6863,-3.4098113,-0.03481123
+41187,-0.002581718,-6.8775816
+36039,-6.6268277,-0.0018278335
+55977,-0.028148796,-3.653149
+8129,-2.238647,-0.11364689
+60223,-4.0191817,-0.019181827
+9414,-0.011579918,-4.51158
+26177,-0.0066335234,-5.1316338
+38443,-0.014673999,-4.264674
+43084,-0.0023595844,-6.3773594
+53673,-0.0076819477,-5.132682
+15057,-2.238414,-0.113413945
+51700,-0.033148855,-3.5331488
+51201,-3.2890067,-0.039006766
+47078,-3.1694484,-0.0444483
+59961,-1.5026581,-0.25265813
+22272,-1.1397519,-0.38975194
+65773,-0.34930938,-1.2243094
+33746,-0.252743,-1.502743
+27311,-4.018574,-0.018574467
+41292,-0.026651286,-3.6516514
+17110,-0.57879126,-0.82879126
+57029,-0.00834431,-4.883344
+3009,-3.4091227,-0.034122624
+40193,-3.5302923,-0.030292163
+27618,-2.8127682,-0.06276831
+20145,-5.3804502,-0.0054501514
+52193,-2.9308267,-0.055826582
+34398,-0.04439391,-3.169394
+36473,-4.2663593,-0.01635937
+43577,-0.014831987,-4.264832
+57850,-3.8961601,-0.021160206
+61117,-0.019924032,-4.019924
+32569,-1.9115905,-0.16159049
+12290,-6.252439,-0.0024389066
+19499,-3.2890925,-0.03909252
+60470,-0.011355531,-4.5113554
+8962,-5.753904,-0.0039037464
+65955,-3.2888887,-0.03888867
+62486,-0.43076566,-1.0557656
+19000,-0.06272532,-2.8127253
+22631,-2.0198917,-0.14489184
+25613,-0.06278164,-2.8127816
+56086,-2.1277878,-0.12778772
+28883,-0.34976625,-1.2247663
+26425,-3.288914,-0.03891401
+48097,-0.06257483,-2.8125749
+61477,-0.03914892,-3.2891488
+9121,-0.8994374,-0.5244374
+66709,-1.6013952,-0.22639525
+51472,-2.5805361,-0.08053604
+19809,-4.0192227,-0.019222522
+38959,-3.0500724,-0.050072327
+39849,-0.010094425,-4.6350946
+59964,-0.056036137,-2.9310362
+65268,-3.1692884,-0.044288307
+8791,-0.127843,-2.127843
+51774,-2.8130126,-0.06301268
+49640,-0.1454586,-2.0204587
+20125,-2.5801756,-0.08017555
+59640,-0.071073495,-2.6960735
+68206,-3.2903516,-0.040351722
+48079,-4.635675,-0.010674757
+49583,-0.97605795,-0.47605795
+67054,-0.113288775,-2.2382889
+59571,-0.57703775,-0.82703775
+29080,-3.8975205,-0.022520507
+29111,-2.9310398,-0.05603986
+20758,-2.0186718,-0.1436718
+64023,-0.024098227,-3.7740982
+29058,-0.003903865,-6.003904
+18185,-0.07950946,-2.5795095
+36543,-0.018775595,-4.0187755
+54983,-1.7022321,-0.20223217
+3101,-1.9108648,-0.16086484
+42140,-0.010765334,-4.6357656
+6954,-0.0023091575,-6.3773093
+15955,-2.5806108,-0.080610715
+61746,-0.0070203305,-5.1320205
+32055,-0.027113501,-3.6521134
+39496,-3.6524034,-0.027403278
+59909,-2.695462,-0.070462085
+66296,-0.009002926,-4.884003
+46804,-2.2391646,-0.11416461
+35049,-0.0052958913,-5.5052958
+56017,-0.90082526,-0.52582526
+26947,-2.6958385,-0.07083842
+38928,-0.0052701593,-5.50527
+15029,-4.3883224,-0.013322266
+7086,-0.021016287,-3.8960164
+537,-0.049651913,-3.0496519
+50731,-0.07072491,-2.695725
+63604,-4.516862,-0.016861884
+67049,-0.43004128,-1.0550413
+31161,-0.10090354,-2.3509035
+58922,-4.019076,-0.019075751
+18347,-4.0190997,-0.019099845
+25864,-0.63370895,-0.75870895
+63846,-0.034463014,-3.409463
+13353,-0.0045692087,-5.504569
+25378,-1.7026262,-0.2026262
+59101,-4.0189176,-0.018917497
+20895,-0.22627395,-1.601274
+48119,-3.8964396,-0.021439578
+14332,-0.002723439,-6.127723
+25497,-1.9115009,-0.16150092
+8686,-0.35017157,-1.2251716
+22758,-1.6019919,-0.22699185
+7666,-0.01698554,-4.1419854
+20686,-0.28340656,-1.4084065
+18975,-3.4101834,-0.035183378
+19054,-1.7026677,-0.20266777
+48123,-5.131598,-0.006597878
+57909,-3.530424,-0.030423999
+9226,-3.16974,-0.04473994
+48653,-0.03058657,-3.5305865
+44013,-0.035619006,-3.410619
+11409,-3.409878,-0.034878004
+62736,-0.03436995,-3.40937
+2777,-2.812588,-0.06258805
+7058,-0.010540764,-4.635541
+48408,-0.07120706,-2.696207
+28934,-3.8958344,-0.020834405
+46578,-5.1315403,-0.0065403217
+23203,-0.28212363,-1.4071236
+6257,-3.8965793,-0.021579234
+53444,-0.034763563,-3.4097636
+17816,-0.9757117,-0.47571167
+46307,-4.141824,-0.016823553
+20599,-5.0073686,-0.0073685297
+29423,-0.0030742073,-6.378074
+21041,-0.007052646,-5.0070524
+16633,-4.5116,-0.011600185
+20221,-2.5793798,-0.079379864
+27466,-0.008297731,-4.883298
+22987,-0.015057004,-4.265057
+9322,-0.12819448,-2.1281946
+3265,-0.22754887,-1.6025488
+22814,-1.5028956,-0.2528956
+56185,-4.018899,-0.018899014
+55014,-2.9304943,-0.055494294
+43437,-3.1688783,-0.043878347
+24683,-0.005897502,-5.2558975
+10233,-0.35314816,-1.2281482
+19001,-0.008291938,-6.5082917
+32718,-0.049356032,-3.049356
+31030,-0.0018509176,-7.251851
+1099,-0.0028937869,-6.252894
+57982,-1.503577,-0.25357705
+49148,-0.07942182,-2.5794218
+40880,-3.773666,-0.023665816
+31148,-0.0019922664,-7.751992
+9446,-3.7736948,-0.023694804
+18579,-5.7541933,-0.0041930857
+30932,-0.4301841,-1.0551841
+40792,-0.34925357,-1.2242535
+48600,-0.08393123,-2.5839312
+44588,-1.5047481,-0.25474817
+33828,-2.695758,-0.07075801
+33917,-0.14474127,-2.0197413
+2026,-0.1438055,-2.0188055
+56745,-0.04385256,-3.1688526
+17383,-0.28279436,-1.4077944
+2372,-0.13148323,-2.1314833
+56600,-0.12253796,-2.2475379
+50257,-0.009818475,-4.7598186
+38892,-0.0218803,-3.8968804
+45844,-0.006871877,-5.2568717
+29062,-0.47608173,-0.9760817
+5655,-2.9307208,-0.05572083
+67611,-0.062752865,-2.812753
+18546,-0.011757129,-4.511757
+63060,-4.0189943,-0.018994113
+36068,-2.3529766,-0.10297667
+784,-0.28385818,-1.4088582
+20429,-0.0054205107,-5.3804207
+21679,-2.8134747,-0.063474625
+53617,-4.5116115,-0.011611497
+6978,-4.6351743,-0.010174315
+53262,-0.0027498312,-7.50275
+181,-0.006809363,-5.131809
+28744,-0.018899249,-4.0188994
+48716,-0.05564867,-2.9306486
+51468,-0.0026110862,-6.127611
+62209,-4.1415315,-0.016531631
+8732,-1.5035608,-0.25356078
+56949,-2.019658,-0.14465813
+26885,-0.0026901506,-6.2526903
+43345,-0.38786137,-1.1378614
+8053,-1.8063526,-0.18135256
+59402,-3.4091346,-0.034134608
+49552,-0.0043259137,-5.629326
+12348,-0.25384566,-1.5038457
+28335,-1.4070852,-0.28208515
+59114,-1.5036762,-0.2536762
+12625,-2.931019,-0.056019116
+8876,-3.2896576,-0.039657645
+29959,-3.652038,-0.027038202
+37911,-0.0092515815,-4.7592516
+38412,-0.2529789,-1.5029789
+31999,-0.011745111,-4.511745
+34775,-0.030368144,-3.530368
+65737,-2.1277027,-0.12770274
+25244,-0.02410742,-3.7741075
+51630,-3.4092796,-0.034279644
+23979,-0.97810555,-0.47810557
+34638,-4.018813,-0.018813033
+22311,-6.0032563,-0.0032563775
+14004,-3.8960881,-0.021088073
+310,-0.043546397,-3.1685464
+49105,-0.014975271,-4.264975
+38782,-5.878308,-0.0033077074
+4647,-2.9306307,-0.05563074
+43782,-0.003418675,-5.8784184
+66046,-0.22672904,-1.601729
+16690,-4.511573,-0.0115726115
+67731,-0.049700122,-3.0497
+54867,-2.3512063,-0.101206325
+34108,-2.2389562,-0.11395626
+67332,-0.16137148,-1.9113715
+22567,-0.008251741,-4.8832517
+57173,-0.0491697,-3.0491698
+26527,-3.0494585,-0.04945849
+59580,-2.4647858,-0.08978577
+20737,-0.03443756,-3.4094377
+53307,-0.0025963427,-6.5025964
+32783,-0.014312352,-4.3893123
+7868,-4.0191016,-0.019101482
+50777,-0.08944255,-2.4644425
+29307,-4.2662086,-0.016208543
+18297,-0.034282062,-3.409282
+44524,-4.0190825,-0.01908277
+61320,-0.22694919,-1.6019492
+2578,-0.31552643,-1.3155265
+40612,-0.05046593,-3.0504658
+32523,-1.4072609,-0.2822609
+48509,-0.030575125,-3.530575
+36666,-1.7024007,-0.20240073
+6539,-3.7741964,-0.024196323
+33620,-3.6537554,-0.028755467
+55547,-3.4095194,-0.03451933
+11751,-2.8127818,-0.06278175
+30491,-0.079958454,-2.5799584
+48294,-2.8132846,-0.06328475
+37424,-3.288808,-0.038808174
+29155,-0.14325775,-2.0182579

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 16
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,128 @@
+61074,0
+18472,1
+60047,1
+41302,1
+27797,0
+6933,1
+51311,1
+28205,1
+15992,1
+33632,1
+25523,1
+39981,1
+60413,0
+58252,0
+26050,1
+28820,0
+26847,0
+53362,0
+20658,1
+31626,0
+64846,1
+37176,1
+43858,0
+17242,1
+26287,1
+45757,1
+40888,1
+41132,1
+19645,1
+749,1
+56456,1
+65065,1
+40863,1
+14164,0
+46423,0
+9780,0
+6509,0
+50324,0
+28495,1
+45473,1
+53774,0
+56542,1
+58909,1
+3764,0
+49824,1
+62311,1
+56469,0
+32364,1
+37926,1
+39374,1
+18963,1
+45289,1
+38696,1
+5470,1
+57207,1
+41807,1
+29636,0
+9151,1
+16495,0
+1057,1
+60213,1
+13118,0
+12702,1
+37274,0
+8280,1
+61794,0
+49237,1
+18514,0
+38419,1
+64328,0
+16369,1
+50980,0
+52340,1
+49821,1
+31196,1
+26955,1
+5628,0
+61402,0
+23417,0
+29968,1
+4747,0
+37354,1
+52093,1
+60816,1
+51123,1
+37250,0
+50421,1
+42246,1
+52752,1
+15840,0
+44628,0
+3207,1
+15874,1
+45211,0
+1951,0
+38721,1
+8715,0
+46431,1
+49170,0
+45834,1
+43333,1
+51792,1
+17971,1
+32100,0
+44959,1
+67649,1
+43215,1
+34189,1
+44684,0
+51479,0
+6099,0
+45589,1
+60277,0
+58467,0
+62094,1
+12804,0
+52870,1
+29535,1
+8184,0
+46124,1
+16681,1
+65666,1
+34004,1
+23858,0
+10566,1
+1543,1
+59792,1
+66265,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-4.018225,-0.018225348
+12007,-0.006838371,-5.0068383
+8229,-0.000115626324,-10.000115
+31449,-10.87505,-4.9470633e-05
+1591,-0.00025614796,-10.250257
+53542,-9.250136,-0.00013648532
+49372,-9.250166,-0.00016640233
+54831,-0.0012587728,-6.751259
+44771,-4.2643595,-0.014359357
+33116,-0.000258174,-10.125258
+33492,-8.50024,-0.00024077378
+16982,-6.5016065,-0.0016066036
+31901,-8.375478,-0.00047803417
+49817,-0.08905255,-2.4640524
+60681,-6.3768787,-0.0018786415
+39890,-9.125144,-0.00014447123
+62685,-0.0002394628,-9.000239
+2201,-9.066628,-0.0041288612
+47201,-0.00047529367,-8.000475
+20835,-11.125093,-9.393251e-05
+15421,-10.375099,-9.893881e-05
+45021,-0.0003255076,-8.750325
+45802,-0.00030989613,-9.12531
+43637,-0.001590298,-6.5015903
+7160,-0.00024518344,-8.875245
+8150,-0.34852812,-1.2235281
+3512,-9.875079,-7.950944e-05
+29264,-0.00017271934,-11.375173
+32960,-0.00025841236,-9.125258
+32221,-0.0004929281,-7.875493
+35996,-9.000177,-0.00017712932
+4422,-11.25009,-8.964137e-05
+22209,-0.00015615197,-9.375156
+6920,-11.250058,-5.817244e-05
+25253,-0.00017891714,-10.375179
+680,-0.5770008,-0.8270008
+50140,-10.000105,-0.00010501787
+28481,-10.125085,-8.487341e-05
+36298,-0.0011404208,-6.8761406
+16473,-10.7500725,-7.283422e-05
+11102,-6.876099,-0.0010992206
+62901,-0.0004042762,-8.000404
+16123,-10.12516,-0.00016044283
+52012,-0.00022802137,-9.500228
+60780,-0.0008399534,-7.37584
+1781,-11.375058,-5.8410846e-05
+41449,-0.00042489084,-8.125425
+908,-9.375138,-0.0001385116
+15507,-10.375119,-0.00011944058
+57914,-4.634832,-0.009831695
+46159,-6.1272297,-0.0022295874
+56461,-11.125044,-4.4225668e-05
+62107,-0.0004033229,-9.375403
+49087,-11.75006,-6.0437284e-05
+65792,-0.0002592466,-9.625259
+13181,-0.00037651125,-8.125377
+54119,-10.625063,-6.329813e-05
+51997,-0.00019846378,-9.125198
+24924,-11.000059,-5.912606e-05
+45890,-0.00015341058,-10.250154
+41716,-0.20156945,-1.7015694
+60175,-0.00053903833,-7.750539
+30318,-0.00025519452,-8.625256
+13221,-10.250073,-7.390703e-05
+15509,-11.125046,-4.6013727e-05
+37365,-8.125364,-0.0003643564
+60975,-0.7576995,-0.6326995
+51375,-0.0025724436,-6.5025725
+16004,-9.875103,-0.00010299152
+12837,-9.625117,-0.000117771844
+17864,-10.250117,-0.00011741426
+67134,-9.125167,-0.00016675988
+18611,-9.000161,-0.00016163473
+12861,-8.500287,-0.00028725312
+58084,-11.0000515,-5.1735493e-05
+32874,-0.0009397619,-7.12594
+32717,-10.625073,-7.3549425e-05
+23413,-10.000241,-0.0002412505
+59634,-0.0011769757,-6.876177
+15629,-3.2888985,-0.038898416
+47071,-0.0004785108,-8.375479
+48558,-9.250152,-0.00015198029
+3648,-0.00012385078,-10.375124
+43367,-0.00043561505,-7.875436
+14869,-0.00017784444,-10.375177
+1518,-0.00026186852,-8.625262
+16976,-10.017032,-0.017032066
+20931,-11.000049,-4.8993817e-05
+67379,-10.875072,-7.1165414e-05
+4741,-0.00024053542,-9.87524
+5765,-9.125162,-0.00016175392
+48791,-0.00052116637,-7.750521
+15298,-2.5790305,-0.07903053
+21874,-10.12517,-0.00016985882
+9095,-10.250113,-0.000112646434
+3840,-10.375083,-8.2966224e-05
+55636,-0.69330263,-0.69330263
+57364,-4.2645445,-0.014544418
+65863,-0.0005855038,-9.250586
+40786,-0.00016675988,-9.500167
+8118,-10.125094,-9.4766896e-05
+52441,-0.00015889335,-9.875159
+38593,-0.00069248537,-7.3756924
+5517,-0.00034254882,-9.125342
+39136,-5.3797994,-0.0047991564
+47292,-0.0006656815,-7.6256657
+34052,-0.82908136,-0.57908136
+16037,-10.75007,-6.9735004e-05
+64606,-10.250079,-7.903264e-05
+19552,-0.00032538842,-8.250325
+14116,-8.875178,-0.00017867876
+11261,-4.0182314,-0.018231435
+11668,-11.1250725,-7.247662e-05
+42198,-10.250063,-6.305973e-05
+22526,-11.500267,-0.00026687398
+8037,-8.750216,-0.00021574555
+5324,-7.8756557,-0.0006555554
+56692,-0.00022146634,-9.625221
+59753,-0.038118646,-3.2881186
+47298,-0.00070284936,-7.375703
+57801,-6.1272264,-0.002226257
+58413,-11.750042,-4.2199197e-05
+10673,-0.0001559136,-9.750155
+65730,-10.625061,-6.1033294e-05
+40287,-9.625099,-9.881962e-05
+15186,-10.375084,-8.356222e-05
+43119,-0.00018976319,-9.87519
+39219,-10.500101,-0.00010096517
+50340,-8.87516,-0.00016056202
+34297,-9.250173,-0.00017248097
+62941,-0.0002387477,-8.875238
+31551,-12.375054,-5.471557e-05
+41344,-9.875114,-0.000114553564
+46402,-10.375061,-6.1152496e-05
+13636,-8.750196,-0.00019679517
+42241,-10.62506,-6.031808e-05
+15422,-0.05494053,-2.9299405
+25014,-10.875114,-0.00011467276
+19613,-5.50413,-0.00412993
+5515,-0.0012666306,-6.7512665
+64128,-0.00019894051,-9.750199
+28084,-0.00022003613,-9.62522
+10395,-7.2507415,-0.00074132613
+9965,-0.0032402177,-5.75324
+27221,-7.875418,-0.00041821794
+11994,-0.00032717598,-8.625327
+43384,-0.0003282485,-9.375328
+44329,-0.00022635281,-9.000226
+58937,-0.00027843413,-8.500278
+29119,-0.0001544833,-9.2501545
+8989,-0.0031263782,-8.628126
+23043,-10.12509,-8.928377e-05
+32166,-0.0009224927,-7.7509227
+42729,-0.00027390543,-9.750274
+6863,-10.375094,-9.488609e-05
+41187,-0.00030358,-10.125303
+36039,-12.375056,-5.6265202e-05
+55977,-0.00026854247,-9.000269
+8129,-8.875201,-0.00020144341
+60223,-10.750098,-9.822363e-05
+9414,-0.00012611547,-10.000126
+26177,-0.00018976319,-10.37519
+38443,-0.00012992969,-9.62513
+43084,-0.00016425691,-10.625164
+53673,-0.00053081725,-9.250531
+15057,-8.250318,-0.00031776147
+51700,-0.00049912394,-8.500499
+51201,-9.625114,-0.000114553564
+47078,-10.875092,-9.131015e-05
+59961,-9.625094,-9.4051706e-05
+22272,-0.7588523,-0.6338523
+65773,-0.012626233,-4.387626
+33746,-0.0076762694,-4.882676
+27311,-10.625059,-5.960287e-05
+41292,-0.00014149141,-9.375141
+17110,-1.9106867,-0.1606867
+57029,-0.0003159739,-8.875316
+3009,-9.25012,-0.00012051333
+40193,-10.250063,-6.317893e-05
+27618,-9.500116,-0.000116222305
+20145,-11.625053,-5.3046726e-05
+52193,-10.000078,-7.867504e-05
+34398,-0.00089021627,-7.2508903
+36473,-10.375118,-0.0001187254
+43577,-8.65422e-05,-10.875087
+57850,-11.000057,-5.7338024e-05
+61117,-0.0003323003,-8.750332
+32569,-7.375712,-0.0007121411
+12290,-11.750066,-6.556296e-05
+19499,-10.875093,-9.3336515e-05
+60470,-0.00014685506,-9.250147
+8962,-11.875092,-9.142935e-05
+65955,-9.750118,-0.0001187254
+62486,-0.089238904,-2.464239
+19000,-0.006779644,-5.0067797
+22631,-9.375132,-0.0001314792
+25613,-0.00045110538,-7.875451
+56086,-9.500104,-0.00010418349
+28883,-0.9742597,-0.47425967
+26425,-10.375069,-6.866219e-05
+48097,-0.06204414,-2.8120441
+61477,-0.00032038323,-8.37532
+9121,-1.3133337,-0.31333372
+66709,-8.875178,-0.00017867876
+51472,-8.125435,-0.00043501926
+19809,-10.125111,-0.00011097769
+38959,-10.000108,-0.0001074018
+39849,-0.00024208476,-8.500242
+59964,-0.00047708096,-7.8754773
+65268,-10.500088,-8.749579e-05
+8791,-0.029832803,-3.5298328
+51774,-10.125097,-9.7389246e-05
+49640,-0.00057204097,-7.750572
+20125,-8.625221,-0.00022122797
+59640,-0.00047934486,-8.00048
+68206,-10.000231,-0.00023123929
+48079,-11.000091,-9.035656e-05
+49583,-6.1272364,-0.0022362482
+67054,-0.0015713737,-6.501571
+59571,-1.5020078,-0.2520078
+29080,-10.6250925,-9.285972e-05
+29111,-9.750116,-0.000116699084
+20758,-9.625098,-9.846203e-05
+64023,-0.00039617319,-8.125396
+29058,-0.0004304913,-10.87543
+18185,-0.0067835515,-5.0067835
+36543,-0.00023862852,-8.875238
+54983,-9.2501335,-0.00013374387
+3101,-6.5015273,-0.0015273346
+42140,-1.4068483,-0.2818483
+6954,-0.00012516193,-10.625125
+15955,-8.750294,-0.0002934502
+61746,-0.00019357714,-9.875194
+32055,-0.0006206493,-7.625621
+39496,-8.750234,-0.00023398046
+59909,-8.125341,-0.0003414763
+66296,-0.0004354959,-10.125436
+46804,-8.500263,-0.0002636562
+35049,-0.00031168372,-10.250312
+56017,-7.8754973,-0.0004973367
+26947,-9.500105,-0.00010537546
+38928,-0.00022337325,-10.000223
+15029,-10.500099,-9.9296405e-05
+7086,-0.0011141052,-6.876114
+537,-0.05502143,-2.9300215
+50731,-0.00031716563,-8.375318
+63604,-8.875357,-0.00035649142
+67049,-0.054963663,-2.9299636
+31161,-0.00078778225,-7.2507877
+58922,-11.375103,-0.00010322992
+18347,-10.500073,-7.366863e-05
+25864,-4.6348033,-0.009803247
+63846,-0.00016854773,-9.375169
+13353,-0.00016950125,-9.62517
+25378,-7.500639,-0.00063887687
+59101,-10.625079,-7.879423e-05
+20895,-0.038123578,-3.2881236
+48119,-10.250075,-7.509903e-05
+14332,-0.00012718822,-10.500127
+25497,-9.250145,-0.00014459042
+8686,-0.6933273,-0.6933273
+22758,-9.625167,-0.0001666407
+7666,-0.00039283664,-8.125393
+20686,-0.023410005,-3.77341
+18975,-9.750123,-0.00012289723
+19054,-8.50025,-0.0002503082
+48123,-11.625062,-6.198691e-05
+57909,-10.500058,-5.8291644e-05
+9226,-10.6251,-0.00010036919
+48653,-0.0003330153,-8.375333
+44013,-0.08931533,-2.4643154
+11409,-9.875135,-0.00013553178
+62736,-0.0015897029,-6.50159
+2777,-10.000096,-9.667406e-05
+7058,-0.00016294583,-10.000163
+48408,-0.0020449695,-6.252045
+28934,-10.500057,-5.7338024e-05
+46578,-10.875093,-9.3336515e-05
+23203,-8.125327,-0.0003274143
+6257,-10.750068,-6.758938e-05
+53444,-0.0014787702,-6.6264787
+17816,-1.2241671,-0.34916714
+46307,-11.125085,-8.4992615e-05
+20599,-11.750082,-8.2131824e-05
+29423,-0.00028772984,-10.000288
+21041,-0.00021431534,-8.875215
+16633,-11.250052,-5.2450712e-05
+20221,-9.000155,-0.0001559136
+27466,-0.00016068121,-10.00016
+22987,-0.00065245794,-7.5006523
+9322,-7.6255274,-0.00052736205
+3265,-0.018266317,-4.018266
+22814,-6.876102,-0.0011018403
+56185,-10.125084,-8.439662e-05
+55014,-8.875175,-0.00017510311
+43437,-9.500117,-0.00011765265
+24683,-0.0002122892,-8.875213
+10233,-0.8264587,-0.5764587
+19001,-0.001087789,-9.126088
+32718,-0.0006298227,-7.50063
+31030,-0.00023350373,-10.000234
+1099,-0.0002518575,-11.625252
+57982,-8.625239,-0.0002394628
+49148,-0.0025098985,-6.00251
+40880,-10.875047,-4.6848152e-05
+31148,-0.00022968992,-11.50023
+9446,-10.250065,-6.4490145e-05
+18579,-11.250105,-0.00010477948
+30932,-6.6263757,-0.0013758013
+40792,-3.4087296,-0.03372945
+48600,-0.0019875073,-6.7519875
+44588,-6.2521453,-0.0021454906
+33828,-9.750095,-9.500529e-05
+33917,-0.0010395605,-7.1260395
+2026,-0.0015947018,-6.5015945
+56745,-0.0011007686,-6.8761005
+17383,-2.5789533,-0.0789532
+2372,-0.0005078218,-9.000507
+56600,-0.029608887,-3.654609
+50257,-0.00024339574,-9.500243
+38892,-0.00020716428,-9.375207
+45844,-0.0006006344,-9.000601
+29062,-0.38715938,-1.1371593
+5655,-10.000085,-8.4992615e-05
+67611,-0.0020113017,-6.2520113
+18546,-0.0011650687,-6.876165
+63060,-10.625093,-9.357491e-05
+36068,-10.875078,-7.831743e-05
+784,-1.1420346,-0.39203468
+20429,-0.00029225845,-9.000292
+21679,-10.00018,-0.00018070496
+53617,-11.500067,-6.639737e-05
+6978,-11.625043,-4.2914424e-05
+53262,-0.00035470392,-10.625355
+181,-0.00038640187,-10.000386
+28744,-0.018342633,-4.0183425
+48716,-0.006800128,-5.0068
+51468,-0.00010895135,-10.625109
+62209,-10.875065,-6.496695e-05
+8732,-6.002567,-0.0025668552
+56949,-8.625231,-0.00023088173
+26885,-0.00020239688,-11.000202
+43345,-0.6327188,-0.7577188
+8053,-7.500605,-0.0006050425
+59402,-9.875095,-9.512449e-05
+49552,-0.0001463783,-10.000146
+12348,-0.10044316,-2.3504431
+28335,-8.875175,-0.0001753415
+59114,-8.125338,-0.0003380204
+12625,-8.750228,-0.00022825974
+8876,-8.250392,-0.00039224082
+29959,-11.000047,-4.6848152e-05
+37911,-0.0001277842,-10.125128
+38412,-4.141092,-0.01609183
+31999,-0.00017975146,-9.375179
+34775,-0.002884753,-5.877885
+65737,-10.500067,-6.639737e-05
+25244,-0.0017964192,-6.3767962
+51630,-9.625118,-0.00011801023
+23979,-7.5006843,-0.0006841465
+34638,-9.375126,-0.0001257579
+22311,-11.750063,-6.258292e-05
+14004,-10.875066,-6.5682165e-05
+310,-9.583968e-05,-10.250095
+49105,-0.00020752184,-9.750208
+38782,-12.250071,-7.092701e-05
+4647,-10.125072,-7.1165414e-05
+43782,-0.00012134769,-11.250121
+66046,-0.17991754,-1.8049176
+16690,-11.125062,-6.1748506e-05
+67731,-0.0008556757,-7.2508554
+54867,-10.125091,-9.107175e-05
+34108,-8.375348,-0.00034850722
+67332,-0.0025357017,-6.002536
+22567,-0.0002124084,-9.125213
+57173,-0.00039343245,-8.000394
+26527,-10.375079,-7.9271034e-05
+59580,-9.125168,-0.00016795179
+20737,-0.03813207,-3.2881322
+53307,-0.00017736769,-11.125177
+32783,-0.00019178935,-11.000192
+7868,-10.750058,-5.817244e-05
+50777,-0.00015221868,-9.500153
+29307,-9.625197,-0.00019774865
+18297,-0.0032631503,-5.753263
+44524,-10.500088,-8.7614986e-05
+61320,-0.00088426104,-7.250884
+2578,-0.07057685,-2.695577
+40612,-0.005227943,-5.380228
+32523,-9.000237,-0.00023743672
+48509,-0.0012731788,-6.751273
+36666,-9.500115,-0.00011550713
+6539,-10.500074,-7.414543e-05
+33620,-10.250134,-0.0001349358
+55547,-9.000171,-0.00017069314
+11751,-9.750093,-9.321732e-05
+30491,-0.0010976725,-6.8760977
+48294,-9.375141,-0.00014161061
+37424,-9.500146,-0.00014578234
+29155,-0.054959375,-2.9299593

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1651 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3855009041726589,0,20.267749786376953,
+0,8,0.10860852524638176,1,9.188540124893189,
+0,16,0.0871637836098671,2,7.893414640426636,
+0,24,0.0851401761174202,3,4.246225733232374,
+0,32,0.12885628640651703,4,3.4945442415108636,
+0,40,0.0840909332036972,5,1.914236201691286,
+1,48,0.08330728858709335,6,1.6424726784074057,
+1,56,0.08763939514756203,7,1.7788288305397146,
+1,64,0.08333206921815872,8,0.8842294623942247,
+1,72,0.08491578325629234,9,0.3818773213773966,
+1,80,0.08281620219349861,10,0.06696527387248352,
+1,88,0.08858582004904747,11,0.8537181369860524,
+2,96,0.08404737710952759,12,0.4466431149797115,
+2,104,0.08756066486239433,13,0.16791663551703095,
+2,112,0.08347092568874359,14,0.24328440236859022,
+2,120,0.08374468609690666,15,0.06690584239549935,
+2,128,0.08438907191157341,16,0.10266002018137702,
+,,,16,,0.08708578745524088
+3,136,0.08295692875981331,17,0.2270157642196864,
+3,144,0.08489620685577393,18,0.09915012028068304,
+3,152,0.08602024614810944,19,0.051187437115004286,
+3,160,0.08834124356508255,20,0.12651872411370277,
+3,168,0.08409976586699486,21,0.37134103969826054,
+3,176,0.08603902533650398,22,0.1363897882634774,
+4,184,0.08560949191451073,23,0.3496080904151313,
+4,192,0.08737760037183762,24,0.18854012355441227,
+4,200,0.08320809528231621,25,0.007120881714702894,
+4,208,0.08610516786575317,26,0.008373094004734108,
+4,216,0.08519768714904785,27,0.0374492470776507,
+4,224,0.08333024382591248,28,0.21297532500466332,
+5,232,0.08283334225416183,29,0.06847316519512485,
+5,240,0.08397886902093887,30,0.05100021658775707,
+5,248,0.08478247374296188,31,0.011842750624055043,
+5,256,0.08440477028489113,32,0.024446861853357406,
+,,,32,,0.07169294357299805
+5,264,0.08316109701991081,33,0.29265097196912393,
+6,272,0.08826151117682457,34,0.023761613271199168,
+6,280,0.08639350160956383,35,0.13758378572917232,
+6,288,0.08684414997696877,36,0.05299974205748489,
+6,296,0.08365064859390259,37,0.01851183171675075,
+6,304,0.08855282887816429,38,0.046669114376224265,
+6,312,0.08417405560612679,39,0.10768153842655011,
+7,320,0.08822908997535706,40,0.06009047196712345,
+7,328,0.08484387025237083,41,0.009064368127534786,
+7,336,0.08856329321861267,42,0.06906332603345315,
+7,344,0.08383171632885933,43,0.002624415309401229,
+7,352,0.0843072459101677,44,0.029291471550095594,
+7,360,0.08321327343583107,45,0.07826040731160902,
+8,368,0.08382191136479378,46,0.0023065293178660797,
+8,376,0.08383859321475029,47,0.011662679865063788,
+8,384,0.08480583503842354,48,0.05966540346707916,
+,,,48,,0.009192537268002827
+8,392,0.08402162790298462,49,0.07933743953617522,
+8,400,0.0880117230117321,50,0.005837683432522074,
+9,408,0.08605369180440903,51,0.006443078396841884,
+9,416,0.08709443733096123,52,0.027169648591162904,
+9,424,0.08798776566982269,53,0.003348047161125578,
+9,432,0.08575417473912239,54,0.019015775320440298,
+9,440,0.08695021644234657,55,0.031277591979596765,
+9,448,0.0843706950545311,56,0.0038056603389122756,
+10,456,0.0833585187792778,57,0.004082967842155735,
+10,464,0.0851701945066452,58,0.010283543668629136,
+10,472,0.0820445865392685,59,0.008931497492691657,
+10,480,0.08773459866642952,60,0.009184548354824074,
+10,488,0.08350809663534164,61,0.011808697643573396,
+11,496,0.08554066717624664,62,0.0035357317927784087,
+11,504,0.08414539322257042,63,0.006743422757426743,
+11,512,0.08641862869262695,64,0.007754919658509607,
+,,,64,,0.0033131971955299377
+11,520,0.08373766019940376,65,0.0005735476679546991,
+11,528,0.08782995119690895,66,0.005221187176565374,
+11,536,0.12909607961773872,67,0.006386089781517512,
+12,544,0.08808126300573349,68,0.0028739609144395216,
+12,552,0.08258930966258049,69,0.008877229097682479,
+12,560,0.0838831476867199,70,0.001131506859564979,
+12,568,0.08579855039715767,71,0.0008130817950586788,
+12,576,0.08370978757739067,72,0.0056801936868093135,
+12,584,0.08264729753136635,73,0.004874521820359708,
+13,592,0.0850723385810852,74,0.0007261306418513414,
+13,600,0.08337249234318733,75,0.002015075306449684,
+13,608,0.08786747232079506,76,0.006618153654320243,
+13,616,0.08682266995310783,77,0.0011561361870917608,
+13,624,0.08594196662306786,78,0.005716194267127624,
+14,632,0.08407801017165184,79,0.0017759339472831926,
+14,640,0.08522661402821541,80,0.00380623128512525,
+,,,80,,0.0011803638190031052
+14,648,0.08988676220178604,81,0.0005374189888243564,
+14,656,0.08508038148283958,82,0.003989427338819951,
+14,664,0.0849422849714756,83,0.001579992963343102,
+14,672,0.08827726170420647,84,0.004585111993037572,
+15,680,0.08617358654737473,85,0.0010316773175873095,
+15,688,0.08853432163596153,86,0.004403662923972921,
+15,696,0.0860886313021183,87,0.0008721336404657146,
+15,704,0.08338761329650879,88,0.0007775777673183862,
+15,712,0.08420580625534058,89,0.0030112235969378767,
+15,720,0.08699355646967888,90,0.00046711044597032015,
+16,728,0.08600670099258423,91,0.0012832909875821012,
+16,736,0.08283155411481857,92,0.001474369566646298,
+16,744,0.08794420585036278,93,0.0018660814941540594,
+16,752,0.08816050738096237,94,0.0019667919982566673,
+16,760,0.08806953206658363,95,0.0017933552735485137,
+17,768,0.0883031040430069,96,0.00043085162542411126,
+,,,96,,0.0008317493523160616
+17,776,0.08443105965852737,97,0.002916619012163816,
+17,784,0.08566330373287201,98,0.00048202413563558366,
+17,792,0.08764512464404106,99,0.0017998700541284052,
+17,800,0.08854621276259422,100,0.0019162118726723878,
+17,808,0.0889451839029789,101,0.0005322364551830106,
+18,816,0.08833110332489014,102,0.0025823933276114984,
+18,824,0.08789115771651268,103,0.0012348385105724446,
+18,832,0.08862511813640594,104,0.0016545541935296829,
+18,840,0.08648500591516495,105,0.0022410232410038588,
+18,848,0.08497906476259232,106,0.0007239191409098567,
+19,856,0.08400806039571762,107,0.0002309495913712973,
+19,864,0.08294709399342537,108,0.0011751189319641395,
+19,872,0.08711441978812218,109,0.0005231392815403524,
+19,880,0.08442844823002815,110,0.0007527866297702227,
+19,888,0.08871351927518845,111,0.0017314899948056943,
+19,896,0.1292886920273304,112,0.0028808191149437335,
+,,,112,,0.0006891962761680285
+20,904,0.0886613205075264,113,0.0025875228222200044,
+20,912,0.08620696142315865,114,0.0005063284860235788,
+20,920,0.08781849220395088,115,0.0011407887399400352,
+20,928,0.08532435074448586,116,0.0004489526108955033,
+20,936,0.08806398510932922,117,0.0008214235229388577,
+20,944,0.08895068243145943,118,0.0007488484579880605,
+21,952,0.08924545347690582,119,0.0015929703175580861,
+21,960,0.08347629755735397,120,0.0011152233250868449,
+21,968,0.08440294489264488,121,0.0006075179389881669,
+21,976,0.1295950710773468,122,0.0015636360374628566,
+21,984,0.08542677760124207,123,0.0009919581413366056,
+22,992,0.08893555775284767,124,0.00147088777848694,
+22,1000,0.08373348414897919,125,0.003005089822181617,
+22,1008,0.08771282806992531,126,0.00017136978422058747,
+22,1016,0.08586525171995163,127,0.0010833918810628045,
+22,1024,0.08777551725506783,128,0.0003498312858937425,
+,,,128,,0.000565068672100703
+22,1032,0.08433612063527107,129,0.0012681014738215406,
+23,1040,0.08412446826696396,130,0.0013212500222531769,
+23,1048,0.08369312807917595,131,0.0007503538686250977,
+23,1056,0.08404207229614258,132,0.00041196060010406654,
+23,1064,0.08943595364689827,133,0.0011525324454331504,
+23,1072,0.08529018983244896,134,0.0018780022801365703,
+23,1080,0.0885414183139801,135,0.0004937601832352811,
+24,1088,0.082684475928545,136,0.0008479078610434954,
+24,1096,0.08577575534582138,137,0.0006961363371374319,
+24,1104,0.08827980235219002,138,0.0022008044267879867,
+24,1112,0.08631560578942299,139,0.0013207413036676978,
+24,1120,0.08686250075697899,140,0.0006358470548418284,
+25,1128,0.08374786376953125,141,0.0004876803941442631,
+25,1136,0.08940115571022034,142,0.0010957704647201656,
+25,1144,0.08435986191034317,143,0.0010548604623181745,
+25,1152,0.0857928991317749,144,0.0012956724476680392,
+,,,144,,0.0004999294566611449
+25,1160,0.08674930408596992,145,0.0003776756340812426,
+25,1168,0.08598681539297104,146,0.0010260299723086064,
+26,1176,0.08882224559783936,147,0.0010001567698054714,
+26,1184,0.08607092872262001,148,0.0002936300887085963,
+26,1192,0.08578243851661682,149,0.0005620019135676557,
+26,1200,0.08838118612766266,150,0.00023151945121450504,
+26,1208,0.08853202313184738,151,0.001258465831987061,
+27,1216,0.08820754289627075,152,0.001772315607316462,
+27,1224,0.08477555215358734,153,0.0009296702546635061,
+27,1232,0.08523483574390411,154,0.000156556651199935,
+27,1240,0.08544579893350601,155,0.0002255241008242592,
+27,1248,0.08444535732269287,156,0.0010297491769759087,
+27,1256,0.08418095856904984,157,0.001527948788861977,
+28,1264,0.08778530731797218,158,0.0005956464005976159,
+28,1272,0.08591527491807938,159,0.0018801245870842347,
+28,1280,0.08845387771725655,160,0.0002881899337808136,
+,,,160,,0.0004748277676602205
+28,1288,0.08353803679347038,161,0.0009174209390039323,
+28,1296,0.08570467308163643,162,0.001233063881045382,
+28,1304,0.08730654418468475,163,0.00040827614029694816,
+29,1312,0.08412358164787292,164,0.001387192072191586,
+29,1320,0.08380795270204544,165,0.0008946138812461867,
+29,1328,0.08576269447803497,166,0.001116948242789866,
+29,1336,0.08586123958230019,167,0.0009651750151533633,
+29,1344,0.08363045752048492,168,0.0005035460828366923,
+30,1352,0.08371841907501221,169,0.0002565014710853575,
+30,1360,0.0877627432346344,170,0.00011634228818972285,
+30,1368,0.0873347744345665,171,0.0008523848083920408,
+30,1376,0.08819664269685745,172,0.0007834347825337318,
+30,1384,0.08978532627224922,173,0.0018994351774684521,
+30,1392,0.08777522668242455,174,0.0002734192705247551,
+31,1400,0.08405810967087746,175,0.001100204937029048,
+31,1408,0.0838143564760685,176,0.001112972006558266,
+,,,176,,0.0004207140766084194
+31,1416,0.08624352887272835,177,0.0007224449289943939,
+31,1424,0.08825453370809555,178,0.0002925642162153963,
+31,1432,0.08878101781010628,179,0.0011736554333765525,
+31,1440,0.08500906825065613,180,0.0003820079455181258,
+32,1448,0.08806303888559341,181,0.0008766040054979385,
+32,1456,0.08801299706101418,182,0.0003570763113072774,
+32,1464,0.08578331023454666,183,0.0007786231605374875,
+32,1472,0.0898112803697586,184,0.00031469883333556936,
+32,1480,0.08305473625659943,185,0.0008442659491265658,
+33,1488,0.08889773488044739,186,0.0010932082071425004,
+33,1496,0.08620839565992355,187,0.00024342011292901588,
+33,1504,0.08799624815583229,188,0.0004823781182494713,
+33,1512,0.08149255812168121,189,0.0006130309593572747,
+33,1520,0.08842108771204948,190,0.0010552869104815596,
+33,1528,0.08802025765180588,191,0.0013086013075735536,
+34,1536,0.08751073479652405,192,0.0012107165939596598,
+,,,192,,0.00038111122945944467
+34,1544,0.08798639476299286,193,0.0001375939787067182,
+34,1552,0.0853375680744648,194,0.00030985120095768554,
+34,1560,0.08520335704088211,195,0.0003049862651399356,
+34,1568,0.08526122570037842,196,0.0013593784253771446,
+35,1576,0.08414818719029427,197,0.000674464658004581,
+35,1584,0.08448870107531548,198,0.0005785736499698638,
+35,1592,0.0840439423918724,199,0.0010247966887878387,
+35,1600,0.08710085600614548,200,0.0005019290112613817,
+35,1608,0.08459677547216415,201,0.0013731317843848957,
+35,1616,0.12909358739852905,202,0.0005427109394076979,
+36,1624,0.0880681462585926,203,0.0002732178909354843,
+36,1632,0.08622574433684349,204,0.00026458180567108985,
+36,1640,0.08402184769511223,205,0.0018725278273450385,
+36,1648,0.08583591133356094,206,0.0003455840196693316,
+36,1656,0.08715686202049255,207,0.00013873966675722235,
+36,1664,0.08508846908807755,208,0.0009425504824018086,
+,,,208,,0.0003404359022776286
+37,1672,0.08643393218517303,209,0.0007941697907275133,
+37,1680,0.0886104665696621,210,0.0009424038809291753,
+37,1688,0.08823508396744728,211,8.475158811052096e-05,
+37,1696,0.08495518937706947,212,0.0010222737132608017,
+37,1704,0.08589384704828262,213,0.0001866811810486979,
+38,1712,0.0834069773554802,214,0.0005367581995869841,
+38,1720,0.12929406389594078,215,0.0007056733945015973,
+38,1728,0.08669881522655487,216,0.00039926213012222436,
+38,1736,0.08737033605575562,217,0.001416060171322897,
+38,1744,0.08339391276240349,218,0.0002697940816839643,
+38,1752,0.08444895222783089,219,0.00028897904826408194,
+39,1760,0.08778610825538635,220,0.0005614519475784618,
+39,1768,0.08407163247466087,221,0.0008910518880232606,
+39,1776,0.08564785495400429,222,0.0005645613549859263,
+39,1784,0.08244120329618454,223,0.0005081192580941466,
+39,1792,0.08485583961009979,224,0.0004984993303575417,
+,,,224,,0.00031210401405890785
+39,1800,0.0845470055937767,225,0.0005864633003511699,
+40,1808,0.08350051194429398,226,0.0006603976883828485,
+40,1816,0.08828120306134224,227,0.0004369405992292741,
+40,1824,0.08408870548009872,228,0.0009737354563791693,
+40,1832,0.08960947021842003,229,0.0006321804175210369,
+40,1840,0.08556557074189186,230,0.00048779540629766415,
+41,1848,0.088875912129879,231,0.00035719003365860164,
+41,1856,0.0850619487464428,232,0.0007894590996026333,
+41,1864,0.08393654972314835,233,0.001020658664477499,
+41,1872,0.08517914265394211,234,0.0005294803175274864,
+41,1880,0.08386284485459328,235,0.00022944020129216368,
+41,1888,0.08585918322205544,236,0.0004587999250361463,
+42,1896,0.0854271799325943,237,0.0007471123044524575,
+42,1904,0.08354269340634346,238,0.00014654623889024757,
+42,1912,0.08484192937612534,239,0.00013515717655536718,
+42,1920,0.08407250419259071,240,0.0007339564266051942,
+,,,240,,0.00028154167036215463
+42,1928,0.08719043433666229,241,0.0008835131920932326,
+43,1936,0.0821726992726326,242,0.0004723305836705549,
+43,1944,0.08484913408756256,243,0.0006329111223143021,
+43,1952,0.08466089144349098,244,0.0007539427932897524,
+43,1960,0.08381219208240509,245,0.00018611729826391508,
+43,1968,0.08841240033507347,246,0.0005048840248491615,
+43,1976,0.08396054059267044,247,0.0010252050569761195,
+44,1984,0.0847267359495163,248,0.0006930761976816159,
+44,1992,0.12847121059894562,249,0.0008160223362210673,
+44,2000,0.08480098843574524,250,0.0005697658270946704,
+44,2008,0.0838964655995369,251,0.0004730953382022562,
+44,2016,0.0833359844982624,252,0.00022346095132282548,
+44,2024,0.08435359224677086,253,0.0002055633887039221,
+45,2032,0.08585730567574501,254,0.0005233179157845111,
+45,2040,0.08994746208190918,255,0.0003307720229713595,
+45,2048,0.08700510859489441,256,0.00044461887082434257,
+,,,256,,0.00029580608631173767
+45,2056,0.08940865099430084,257,0.0011145578234845743,
+45,2064,0.08727496862411499,258,0.0006325022413875558,
+46,2072,0.08729840815067291,259,0.0002090413836413063,
+46,2080,0.08565662056207657,260,0.0007590825398438028,
+46,2088,0.0863252617418766,261,0.0006708734275283253,
+46,2096,0.08569440245628357,262,0.0011277147653648474,
+46,2104,0.08219178393483162,263,8.297474487335421e-05,
+46,2112,0.0843137577176094,264,0.00020724547963861065,
+47,2120,0.08256643265485764,265,0.0010728875625188397,
+47,2128,0.08381189405918121,266,0.0002989067928865552,
+47,2136,0.08726159110665321,267,0.0002341262152943576,
+47,2144,0.09002645686268806,268,0.00018794355528370943,
+47,2152,0.08499883860349655,269,0.0005556172826410537,
+47,2160,0.08199550583958626,270,0.0006345522097035428,
+48,2168,0.08893371745944023,271,0.00048675159753959935,
+48,2176,0.08506453409790993,272,0.0002730969475643568,
+,,,272,,0.00026834212864438695
+48,2184,0.08585530146956444,273,0.00017694331404527475,
+48,2192,0.08940242603421211,274,0.0003208157683426786,
+48,2200,0.08823611587285995,275,0.001196545462865591,
+49,2208,0.08349155634641647,276,0.0002401151073822153,
+49,2216,0.08510439842939377,277,0.0005003585188205761,
+49,2224,0.08401025459170341,278,0.0003852179193927441,
+49,2232,0.08729645237326622,279,0.0003909965829128244,
+49,2240,0.08809568360447884,280,0.0002502900555555243,
+49,2248,0.08474491164088249,281,0.0011564460961987304,
+50,2256,0.08833315968513489,282,0.00030391672940563045,
+50,2264,0.08950554952025414,283,0.00018404037799276315,
+50,2272,0.0838325060904026,284,0.0009800161737985036,
+50,2280,0.08835473656654358,285,0.00017315378554485505,
+50,2288,0.08503801748156548,286,0.0008855440276723433,
+51,2296,0.0840182825922966,287,0.00026811184458589804,
+51,2304,0.08800693601369858,288,0.0004421069534146227,
+,,,288,,0.0002506601313749949
+51,2312,0.08471992611885071,289,0.00036186597080813956,
+51,2320,0.08442951738834381,290,0.0008124535656861553,
+51,2328,0.08997363597154617,291,0.00021189809979205165,
+51,2336,0.08617376536130905,292,0.0005482665007245183,
+52,2344,0.08379967883229256,293,0.00016403493386211006,
+52,2352,0.08372964337468147,294,0.00031473886597918214,
+52,2360,0.08980154991149902,295,0.00024024452086450764,
+52,2368,0.08603429421782494,296,0.00011669545665426995,
+52,2376,0.08711133897304535,297,0.0014345047472943406,
+52,2384,0.08605572581291199,298,0.00023061387158425836,
+53,2392,0.08260317891836166,299,0.0006398305364200496,
+53,2400,0.08427244424819946,300,0.0006596476847941327,
+53,2408,0.08529175445437431,301,0.0008074746480512355,
+53,2416,0.0847906805574894,302,0.00017338059895640376,
+53,2424,0.08372657373547554,303,0.00035088724816887404,
+54,2432,0.08534308522939682,304,0.00028463049056881573,
+,,,304,,0.0002441635665794214
+54,2440,0.0860137827694416,305,0.0008504611199506533,
+54,2448,0.08568261936306953,306,0.0004778253357168675,
+54,2456,0.0852230042219162,307,0.0002293856026881258,
+54,2464,0.08518785238265991,308,0.0006271554635532084,
+54,2472,0.08700813353061676,309,0.00017060000019834357,
+55,2480,0.08783487230539322,310,8.308291653520427e-05,
+55,2488,0.08469704911112785,311,0.00025054316279238265,
+55,2496,0.08971602842211723,312,0.0008039734197414614,
+55,2504,0.0854031853377819,313,0.00033775645662596315,
+55,2512,0.08928615972399712,314,0.00018912182222265982,
+55,2520,0.08679880574345589,315,0.0006419568633949287,
+56,2528,0.08762621879577637,316,0.000672510547571749,
+56,2536,0.0840589888393879,317,0.000385351074328355,
+56,2544,0.08366144821047783,318,0.0005671994743222188,
+56,2552,0.08753805980086327,319,0.00015153122149058618,
+56,2560,0.08581206575036049,320,0.0003065145670007041,
+,,,320,,0.00023406723824640114
+57,2568,0.08318845555186272,321,0.0003042992905193387,
+57,2576,0.08574135974049568,322,0.0006883816561942998,
+57,2584,0.08415083959698677,323,0.000534801279718522,
+57,2592,0.08453893288969994,324,0.0005169153323549835,
+57,2600,0.08784245699644089,325,0.0004920838193243071,
+57,2608,0.08544930815696716,326,0.0001511815826233942,
+58,2616,0.08517000451683998,327,0.0003385643763067492,
+58,2624,0.08556652069091797,328,0.00046971845078284485,
+58,2632,0.08964144065976143,329,0.0004923191734633292,
+58,2640,0.08780640736222267,330,0.0001551560726511525,
+58,2648,0.08852731809020042,331,0.0008336086734094092,
+59,2656,0.08825843036174774,332,0.00012909688393847318,
+59,2664,0.0845894142985344,333,0.00011558617807168048,
+59,2672,0.08714025840163231,334,0.00013092243443679763,
+59,2680,0.08475080132484436,335,0.0005514551623946318,
+59,2688,0.08342109248042107,336,0.0005135233150213026,
+,,,336,,0.00021478103784223397
+59,2696,0.08494813740253448,337,0.0006175106664159102,
+60,2704,0.08541285991668701,338,0.0008674824937770608,
+60,2712,0.08571993187069893,339,0.00015375279426734778,
+60,2720,0.08608540147542953,340,0.0004234205620637762,
+60,2728,0.0880737416446209,341,0.0005645261404652047,
+60,2736,0.08726692944765091,342,0.00027527155179996043,
+60,2744,0.08585506677627563,343,0.00014874861135467655,
+61,2752,0.08678928762674332,344,0.0002583073607335488,
+61,2760,0.09000395238399506,345,0.00011711323190866096,
+61,2768,0.08574587106704712,346,0.0002875881686382594,
+61,2776,0.08775509893894196,347,0.0004067209141188262,
+61,2784,0.08888096734881401,348,0.0006792276880484375,
+62,2792,0.08901072666049004,349,0.0006423831205211172,
+62,2800,0.08559490367770195,350,0.0006301974684295905,
+62,2808,0.0885346345603466,351,0.0003498493990718998,
+62,2816,0.0877484679222107,352,0.0004555793123775705,
+,,,352,,0.00021197033735613027
+62,2824,0.0882689543068409,353,0.0003149536474666093,
+62,2832,0.08429640531539917,354,0.0001666366626219921,
+63,2840,0.08416606858372688,355,0.0004951061079433808,
+63,2848,0.08427541702985764,356,5.732659049802654e-05,
+63,2856,0.08449624106287956,357,0.00027338507031042053,
+63,2864,0.08692917227745056,358,0.00046621249953204824,
+63,2872,0.0830364003777504,359,0.0007151376841128305,
+63,2880,0.088392723351717,360,0.00044916560655110515,
+64,2888,0.08897926658391953,361,0.0003842064446265188,
+64,2896,0.08378777652978897,362,9.633646316485413e-05,
+64,2904,0.08675264939665794,363,0.0009106809463143387,
+64,2912,0.08838333562016487,364,0.00021863858919459744,
+64,2920,0.08779128640890121,365,0.0004158164425462019,
+65,2928,0.08435088768601418,366,0.0001829820277331843,
+65,2936,0.08763457462191582,367,0.0006783717148613909,
+65,2944,0.08782486245036125,368,0.00027759569881406304,
+,,,368,,0.00021097911521792412
+65,2952,0.08820080012083054,369,0.00040183982036978705,
+65,2960,0.08710142970085144,370,0.0004136063434998505,
+65,2968,0.08387814834713936,371,0.00020049277209182036,
+66,2976,0.08562323078513145,372,0.0003312731860963443,
+66,2984,0.08606527373194695,373,0.0001166336180176586,
+66,2992,0.08421062678098679,374,0.0006650476445884124,
+66,3000,0.08678543195128441,375,0.0002971166327370156,
+66,3008,0.08708744123578072,376,0.0001306879864083991,
+67,3016,0.08549505844712257,377,0.0006740628747744873,
+67,3024,0.0842607282102108,378,0.0002847628220479237,
+67,3032,0.0901184193789959,379,0.0005657578858517809,
+67,3040,0.08422286063432693,380,0.0006595524665347815,
+67,3048,0.08666400983929634,381,0.00021494183897630137,
+67,3056,0.08825409412384033,382,0.0003098697610160646,
+68,3064,0.0861218012869358,383,0.00022453328665505978,
+68,3072,0.08957808837294579,384,0.0001260190288121521,
+,,,384,,0.00019286656752228736
+68,3080,0.08480910584330559,385,0.000245949099507925,
+68,3088,0.08568727970123291,386,0.000777359851053916,
+68,3096,0.0866812951862812,387,0.0005492779300766415,
+68,3104,0.08886883407831192,388,0.0002289461187501729,
+69,3112,0.08500367403030396,389,0.0004583542695399956,
+69,3120,0.08976148813962936,390,0.00025346222211434605,
+69,3128,0.08710042387247086,391,0.0002892481936214608,
+69,3136,0.08554501086473465,392,0.00047050381945155093,
+69,3144,0.08775576204061508,393,0.00022198398581470732,
+70,3152,0.08594464510679245,394,0.0003686711334661855,
+70,3160,0.08598509058356285,395,0.00018628016732691322,
+70,3168,0.08600753173232079,396,0.0006029898725371043,
+70,3176,0.08567878603935242,397,0.00011730022485304896,
+70,3184,0.08862467110157013,398,0.0007387598995289105,
+70,3192,0.08832591772079468,399,0.00032318853200195006,
+71,3200,0.08364487439393997,400,0.00018950418234453537,
+,,,400,,0.0002051692766447862
+71,3208,0.08810587972402573,401,0.0001451317592303288,
+71,3216,0.08409023657441139,402,0.00015195129126368556,
+71,3224,0.12968001142144203,403,0.0003943240947895295,
+71,3232,0.0843566544353962,404,0.0007034652434754207,
+71,3240,0.08462158963084221,405,7.196824515176559e-05,
+72,3248,0.08748428151011467,406,0.0003122529791913361,
+72,3256,0.0834459513425827,407,0.0006430414127104692,
+72,3264,0.08361044898629189,408,0.0002862880286816757,
+72,3272,0.08486153557896614,409,0.00024400532493018545,
+72,3280,0.1286487616598606,410,0.0004814978819922544,
+73,3288,0.08967087417840958,411,0.00018967780204093287,
+73,3296,0.08256134390830994,412,8.573436957703962e-05,
+73,3304,0.08793729543685913,413,0.0003570034215434654,
+73,3312,0.08911767229437828,414,0.000667649518878274,
+73,3320,0.08439725637435913,415,0.00012203355443792437,
+73,3328,0.08882294967770576,416,0.0005015598356597669,
+,,,416,,0.00018632585803667704
+74,3336,0.0889352560043335,417,0.000323485083072228,
+74,3344,0.08828423172235489,418,0.0005023340259607981,
+74,3352,0.08485386520624161,419,0.0002870570315280929,
+74,3360,0.08465791493654251,420,0.00037293411060090875,
+74,3368,0.0884716622531414,421,0.00021142456025700085,
+75,3376,0.08544180542230606,422,0.0002768564299913123,
+75,3384,0.08495751395821571,423,0.00038176919988472944,
+75,3392,0.08803343027830124,424,0.00012378651695144072,
+75,3400,0.08453061431646347,425,0.00017179680389745045,
+75,3408,0.08286676928400993,426,0.000504245175155423,
+75,3416,0.08579196408390999,427,0.0005906049900090693,
+76,3424,0.08304772526025772,428,0.0003612015279941261,
+76,3432,0.0836738832294941,429,0.00018620568971527973,
+76,3440,0.08934852108359337,430,0.0002797400516101334,
+76,3448,0.08401687815785408,431,9.86394611572905e-05,
+76,3456,0.08947498351335526,432,0.0006187902681631385,
+,,,432,,0.0001843989050636689
+76,3464,0.08728927746415138,433,0.00013492251455318182,
+77,3472,0.08907246589660645,434,0.0004413081956045062,
+77,3480,0.12989862263202667,435,0.00022509182372232317,
+77,3488,0.0849958136677742,436,0.000224082756479523,
+77,3496,0.08552956581115723,437,0.00044966080410328385,
+77,3504,0.08402019366621971,438,0.00021318003757642146,
+78,3512,0.08863024413585663,439,0.0002159441978619725,
+78,3520,0.08559199795126915,440,0.00022098339528990132,
+78,3528,0.13062354549765587,441,0.0007733178031230636,
+78,3536,0.08847816288471222,442,0.00019174432673025877,
+78,3544,0.08835672214627266,443,0.0001468012642362737,
+78,3552,0.08517533168196678,444,0.00018961917391737058,
+79,3560,0.08529667183756828,445,0.0003916711282727192,
+79,3568,0.09017059579491615,446,0.0003263389371568337,
+79,3576,0.08417029306292534,447,0.00023652850146997176,
+79,3584,0.08806745707988739,448,0.00041554843320617304,
+,,,448,,0.00020130559181173643
+79,3592,0.08553525432944298,449,0.00019886494210368254,
+79,3600,0.08754251897335052,450,0.00034937368559440074,
+80,3608,0.0873234011232853,451,0.0002629326830856371,
+80,3616,0.0853736661374569,452,0.00019322608947428913,
+80,3624,0.08432264626026154,453,0.0005167877574826384,
+80,3632,0.08647388219833374,454,0.00029441172478072986,
+80,3640,0.08668696880340576,455,0.0002744888533925405,
+81,3648,0.08864683285355568,456,0.00012793818981056879,
+81,3656,0.08752114698290825,457,7.673927237712113e-05,
+81,3664,0.08460793271660805,458,0.0004357806369625905,
+81,3672,0.08644229546189308,459,0.0003528281289618462,
+81,3680,0.0898447223007679,460,0.0002032028468192948,
+81,3688,0.08446129411458969,461,0.0006526800058054505,
+82,3696,0.08676311746239662,462,0.00019165215887066248,
+82,3704,0.0877598263323307,463,0.0002208283585787285,
+82,3712,0.08319000899791718,464,0.0004716208972240565,
+,,,464,,0.00017255982384085656
+82,3720,0.0852186568081379,465,0.0004098769057756207,
+82,3728,0.0862659402191639,466,0.000275436133441482,
+83,3736,0.08838479593396187,467,0.00023285860288524418,
+83,3744,0.0840597003698349,468,0.00016289332883648707,
+83,3752,0.08811729028820992,469,0.0002791056499518163,
+83,3760,0.0870167464017868,470,9.121867528197722e-05,
+83,3768,0.0874265804886818,471,0.0005449995737113308,
+83,3776,0.08514165505766869,472,0.00019009340121556306,
+84,3784,0.08571144565939903,473,0.0005763544791989262,
+84,3792,0.08675416186451912,474,0.00013010110169489053,
+84,3800,0.0854683369398117,475,0.00022546725813299417,
+84,3808,0.08962417393922806,476,0.00029024265927546367,
+84,3816,0.09003113582730293,477,0.0005886009781534085,
+84,3824,0.08780568465590477,478,0.00038437597038409876,
+85,3832,0.08457326889038086,479,6.648921898886329e-05,
+85,3840,0.08481258153915405,480,0.00012261565680091736,
+,,,480,,0.00016800456990798314
+85,3848,0.08418786898255348,481,0.0006104918091815696,
+85,3856,0.1293681189417839,482,0.00041093587096838744,
+85,3864,0.08728764206171036,483,0.00025136981885225395,
+86,3872,0.08834880217909813,484,0.00010754455485896739,
+86,3880,0.08455773442983627,485,0.00010727775710014005,
+86,3888,0.08417776972055435,486,0.00015765618309160345,
+86,3896,0.08977782726287842,487,0.0004481097720210008,
+86,3904,0.08778796344995499,488,0.00035551184040135314,
+86,3912,0.08827975019812584,489,0.00047971155231607554,
+87,3920,0.08425385877490044,490,6.019632402447834e-05,
+87,3928,0.08841918408870697,491,0.00012308814939387958,
+87,3936,0.08683717623353004,492,0.00041344261069298227,
+87,3944,0.08795831725001335,493,7.895886968375028e-05,
+87,3952,0.08501455187797546,494,0.000302834980402622,
+87,3960,0.08681168034672737,495,0.0006700911045906347,
+88,3968,0.08776580169796944,496,0.0005439640667646017,
+,,,496,,0.00016066346627970537
+88,3976,0.08485907688736916,497,0.0005002880978963731,
+88,3984,0.08868838846683502,498,0.0003791731696765055,
+88,3992,0.08528132364153862,499,0.000138741247951657,
+88,4000,0.08547044545412064,500,8.791010714048753e-05,
+89,4008,0.08432165160775185,501,7.128236309957477e-05,
+89,4016,0.08236050233244896,502,0.00031925751250128087,
+89,4024,0.08914939314126968,503,0.0004310886710451693,
+89,4032,0.0862252414226532,504,0.00024548128958485905,
+89,4040,0.08406532183289528,505,0.00023428998179042537,
+89,4048,0.08940762281417847,506,0.0002500021076533206,
+90,4056,0.08432577922940254,507,0.0004010725243309328,
+90,4064,0.08875248953700066,508,0.00013216192346590105,
+90,4072,0.08744318783283234,509,0.00034202888241452456,
+90,4080,0.08637574687600136,510,0.00014269217717810534,
+90,4088,0.08340732008218765,511,0.0004413080730500951,
+91,4096,0.08946382254362106,512,9.84458968105173e-05,
+,,,512,,0.00016251342991987865
+91,4104,0.0837148018181324,513,0.000386032987080398,
+91,4112,0.08989307284355164,514,0.00010409392134533846,
+91,4120,0.08392152190208435,515,0.00041285190824661794,
+91,4128,0.0857081301510334,516,7.372553254754166e-05,
+91,4136,0.08562823385000229,517,0.00026199581907349057,
+92,4144,0.08618456497788429,518,0.00045068806775816483,
+92,4152,0.08515486866235733,519,0.0003159257466904819,
+92,4160,0.08553649112582207,520,0.00014619843909713381,
+92,4168,0.08855282515287399,521,0.00014919424105149423,
+92,4176,0.08422118052840233,522,0.00015380397955292816,
+92,4184,0.08392444998025894,523,0.0006809125058810293,
+93,4192,0.08378124237060547,524,0.00033084145200388903,
+93,4200,0.08886222168803215,525,0.00015671854564263614,
+93,4208,0.08622298762202263,526,0.0005328420210541177,
+93,4216,0.08412369340658188,527,0.00019250667974120007,
+93,4224,0.0859202891588211,528,0.0001865234138449523,
+,,,528,,0.0001568672868112723
+94,4232,0.08611082285642624,529,0.000298368808489613,
+94,4240,0.08841345086693764,530,0.0003086379275600848,
+94,4248,0.08442559465765953,531,0.00011721969902585745,
+94,4256,0.08399980887770653,532,0.00015494652607230818,
+94,4264,0.08352795615792274,533,0.0005959834432663532,
+94,4272,0.0848991759121418,534,0.00032130393046827523,
+95,4280,0.08506641536951065,535,0.0001303372645793388,
+95,4288,0.08401383087038994,536,0.0004629704032292163,
+95,4296,0.08427932113409042,537,0.0001294121016144345,
+95,4304,0.08471030741930008,538,0.0002196894554344908,
+95,4312,0.0836174301803112,539,0.00017533098694652187,
+95,4320,0.08631013706326485,540,0.0003649457595050383,
+96,4328,0.08567770197987556,541,0.00031347215857143357,
+96,4336,0.08784615248441696,542,0.00017206670099767507,
+96,4344,0.08985159546136856,543,9.791091288207099e-05,
+96,4352,0.08430427312850952,544,8.26942717443065e-05,
+,,,544,,0.00014967848546802997
+96,4360,0.08384131640195847,545,0.0003906467027263716,
+97,4368,0.08760251849889755,546,0.0004529914915565314,
+97,4376,0.08637353032827377,547,0.00014928062100807437,
+97,4384,0.0844394750893116,548,0.000259603872369293,
+97,4392,0.08972083404660225,549,0.00021241073159217194,
+97,4400,0.08725206181406975,550,7.938813479313467e-05,
+97,4408,0.08671201393008232,551,0.00046953531887083955,
+98,4416,0.0840897373855114,552,0.00043041024764534086,
+98,4424,0.08878304809331894,553,0.00017729347873682855,
+98,4432,0.0849209688603878,554,0.00016153289167656718,
+98,4440,0.08495604991912842,555,7.500139809053507e-05,
+98,4448,0.08893045037984848,556,0.00034531246647020455,
+99,4456,0.08259580656886101,557,0.0004428686952451244,
+99,4464,0.08524199575185776,558,0.00028030285029672085,
+99,4472,0.0881524384021759,559,0.00020438047674057694,
+99,4480,0.08892500400543213,560,0.00013450879305310082,
+,,,560,,0.00014691806087891262
+99,4488,0.08897129073739052,561,0.00036414411806617863,
+99,4496,0.08338088914752007,562,0.00013788912588097446,
+100,4504,0.08531737327575684,563,9.551585171720944e-05,
+100,4512,0.08625727891921997,564,0.00015465631918232248,
+100,4520,0.0867362879216671,565,0.0002716624575051745,
+100,4528,0.09094413742423058,566,0.0005998283838077138,
+100,4536,0.08299867808818817,567,6.333187429845566e-05,
+100,4544,0.08825484290719032,568,0.00025802293666856715,
+101,4552,0.08256951346993446,569,0.0002002601967433293,
+101,4560,0.08403006941080093,570,0.0006865328646957399,
+101,4568,0.08475445210933685,571,0.00017912829374229963,
+101,4576,0.08565404266119003,572,0.0002715017112677742,
+101,4584,0.08513495698571205,573,0.0001517899853362386,
+102,4592,0.08326078951358795,574,0.00029763984214999556,
+102,4600,0.08836420252919197,575,0.00018924549203802599,
+102,4608,0.08352570235729218,576,0.00018374411865806906,
+,,,576,,0.00014951801858842373
+102,4616,0.08441182598471642,577,0.00010480584228389489,
+102,4624,0.08821053430438042,578,0.00013772174690984684,
+102,4632,0.08517288789153099,579,0.00020685836743723486,
+103,4640,0.08297242596745491,580,0.00036658629642261076,
+103,4648,0.12965566292405128,581,0.00040490601077181054,
+103,4656,0.0847029983997345,582,0.0002453043881359918,
+103,4664,0.08398768678307533,583,0.000205821504459891,
+103,4672,0.08597908914089203,584,0.00047474278426307137,
+103,4680,0.08525824919342995,585,8.937298688189392e-05,
+104,4688,0.08883561193943024,586,0.0002163864228350576,
+104,4696,0.09004293754696846,587,0.00044347137918521184,
+104,4704,0.08374745026230812,588,0.00011991201673871339,
+104,4712,0.08642682433128357,589,0.00046336629975485266,
+104,4720,0.08384957909584045,590,0.00015518301506745047,
+105,4728,0.09001188725233078,591,6.684200426813429e-05,
+105,4736,0.08714541420340538,592,0.0003385591880942229,
+,,,592,,0.00014357883483171464
+105,4744,0.08523136004805565,593,0.0005248815167370984,
+105,4752,0.08734109252691269,594,0.00016431680669484194,
+105,4760,0.08812843263149261,595,0.0001251230581450121,
+105,4768,0.08714626356959343,596,0.00022501298208226216,
+106,4776,0.08363443613052368,597,0.0004967998562278808,
+106,4784,0.08336832374334335,598,6.001792999086319e-05,
+106,4792,0.08438865840435028,599,9.809842777031008e-05,
+106,4800,0.08671682327985764,600,0.00043645506343636953,
+106,4808,0.08877813816070557,601,0.00020137577848799992,
+107,4816,0.08478661999106407,602,0.0001937460736891288,
+107,4824,0.08748927712440491,603,6.88220648693719e-05,
+107,4832,0.0862073004245758,604,0.00015671392061449295,
+107,4840,0.08735688775777817,605,0.0003697807759029577,
+107,4848,0.08672051876783371,606,0.0002824680653551089,
+107,4856,0.085700124502182,607,0.0003736599967851362,
+108,4864,0.08902360498905182,608,0.00018021715264434794,
+,,,608,,0.00013676732778549193
+108,4872,0.08723834529519081,609,4.173333900325815e-05,
+108,4880,0.08301720023155212,610,0.00016742327898100484,
+108,4888,0.0839698426425457,611,0.0002736423562055279,
+108,4896,0.08324622362852097,612,0.00046780263028267655,
+108,4904,0.08584508672356606,613,0.0003541441971037784,
+109,4912,0.08897553384304047,614,0.00012396148019888642,
+109,4920,0.08972755074501038,615,0.0003091388176861593,
+109,4928,0.08463464304804802,616,0.0001809059987560128,
+109,4936,0.08883307501673698,617,0.0003714541611164653,
+109,4944,0.08582182973623276,618,0.0002728968900100881,
+110,4952,0.0852106548845768,619,0.00011832941865057884,
+110,4960,0.0864022932946682,620,0.00016077046234386216,
+110,4968,0.08890260383486748,621,0.000226487614781945,
+110,4976,0.12952782586216927,622,0.00022079948335626147,
+110,4984,0.08916724100708961,623,0.00011870488669956103,
+110,4992,0.08787538856267929,624,0.00021073976737776926,
+,,,624,,0.00014031906612217427
+111,5000,0.0820608139038086,625,0.00046502885327624554,
+111,5008,0.08440934121608734,626,0.00030396747815757407,
+111,5016,0.08898888155817986,627,0.00020169390961655154,
+111,5024,0.08294595777988434,628,0.00016876278656733726,
+111,5032,0.08803065121173859,629,5.79661329019083e-05,
+111,5040,0.08557842299342155,630,0.0003594892024617972,
+112,5048,0.08955341577529907,631,6.159740776941665e-05,
+112,5056,0.0842716358602047,632,0.00040469356924534495,
+112,5064,0.08844036608934402,633,0.00014207805497790105,
+112,5072,0.08905665576457977,634,0.0003154025632414102,
+112,5080,0.08898627385497093,635,0.00014541158670908772,
+113,5088,0.08452608808875084,636,0.0002151697330451238,
+113,5096,0.08657390251755714,637,0.00017248505737370577,
+113,5104,0.08788248896598816,638,0.00013547108210332226,
+113,5112,0.08498498797416687,639,0.0005160334920522777,
+113,5120,0.08914296701550484,640,0.0001712878201942658,
+,,,640,,0.00014357767067849637
+113,5128,0.08265068009495735,641,0.0002247744672179882,
+114,5136,0.08575239032506943,642,0.00013166366784389538,
+114,5144,0.08713547140359879,643,0.0001723644815569969,
+114,5152,0.0876205563545227,644,5.74201615563652e-05,
+114,5160,0.08411203697323799,645,0.00022032929223314568,
+114,5168,0.08783048018813133,646,0.0005228361943409255,
+115,5176,0.08453274145722389,647,0.0004011605094294484,
+115,5184,0.08978765457868576,648,0.0003295494763733586,
+115,5192,0.08548444509506226,649,0.0001954369192519932,
+115,5200,0.08817961066961288,650,0.00029686248490179423,
+115,5208,0.08615215867757797,651,0.0001092397133106715,
+115,5216,0.08281111717224121,652,9.506239371148695e-05,
+116,5224,0.08376149460673332,653,5.802170865839192e-05,
+116,5232,0.08589537814259529,654,0.00019333502332301576,
+116,5240,0.08356340229511261,655,0.0003359696618645103,
+116,5248,0.08692260831594467,656,0.00010288689736626111,
+,,,656,,0.0001316559035331011
+116,5256,0.08633176237344742,657,0.00014574086782204176,
+116,5264,0.08570555597543716,658,0.0004990396605080605,
+117,5272,0.0851086862385273,659,0.0003395931366867444,
+117,5280,0.08525506407022476,660,0.0003777267641756528,
+117,5288,0.08331092819571495,661,0.00011448154252017655,
+117,5296,0.08796098828315735,662,0.00016466288108555696,
+117,5304,0.0880364328622818,663,0.000177029918631888,
+118,5312,0.08824394270777702,664,0.000285278079809359,
+118,5320,0.09286774694919586,665,0.0001902357277382786,
+118,5328,0.08913889154791832,666,0.00020283584854041692,
+118,5336,0.08829597011208534,667,7.92243780172915e-05,
+118,5344,0.08416866511106491,668,6.992683188400406e-05,
+118,5352,0.08538833633065224,669,0.0005392909094682961,
+119,5360,0.08518540114164352,670,6.0794018645538016e-05,
+119,5368,0.08367964252829552,671,0.00021409983989022812,
+119,5376,0.08937064930796623,672,0.00024310630087711615,
+,,,672,,0.00013020165885488193
+119,5384,0.08967506885528564,673,0.00020119613024386732,
+119,5392,0.0860147587954998,674,0.00010632899162980418,
+119,5400,0.0873488076031208,675,0.00039620149791517176,
+120,5408,0.08396643400192261,676,8.608950137537856e-05,
+120,5416,0.13122646883130074,677,0.0005665991292516992,
+120,5424,0.08948372676968575,678,0.00016137739094119753,
+120,5432,0.08805964142084122,679,0.00010468808784480643,
+120,5440,0.08708769828081131,680,0.0003027216354374624,
+121,5448,0.08855922147631645,681,4.708425791477566e-05,
+121,5456,0.08590099960565567,682,0.00010658531573426444,
+121,5464,0.08504503592848778,683,9.685809732218331e-05,
+121,5472,0.08776653185486794,684,0.0003279697658626901,
+121,5480,0.08915563300251961,685,0.00035815060899343126,
+121,5488,0.08454087749123573,686,0.00016723332519177347,
+122,5496,0.088348887860775,687,0.00012277353577398267,
+122,5504,0.08832322433590889,688,0.00024057370891179225,
+,,,688,,0.0001280769317721327
+122,5512,0.08760813251137733,689,0.00017777159784297206,
+122,5520,0.08600129187107086,690,0.00047075460922011797,
+122,5528,0.08451622724533081,691,0.00015419857400047476,
+123,5536,0.08884948492050171,692,6.0257242012085044e-05,
+123,5544,0.08367160707712173,693,0.00013348472046865418,
+123,5552,0.08679121732711792,694,0.00017142141496151453,
+123,5560,0.08670911192893982,695,0.00029663222604388767,
+123,5568,0.0858784094452858,696,0.00010644599862124389,
+123,5576,0.09009033441543579,697,0.00041146110076321446,
+124,5584,0.08566335588693619,698,0.0001377937126562756,
+124,5592,0.0880541056394577,699,9.091986175917555e-05,
+124,5600,0.08538351580500603,700,0.00016284291132251383,
+124,5608,0.08577542379498482,701,0.00046355027067572035,
+124,5616,0.08839039504528046,702,0.00016963453203970856,
+124,5624,0.0844053402543068,703,0.0003121825520793209,
+125,5632,0.08761994913220406,704,0.0002629233678514235,
+,,,704,,0.00013557141646742822
+125,5640,0.08484543859958649,705,0.00025030996289387986,
+125,5648,0.0834914855659008,706,5.055274687038036e-05,
+125,5656,0.08863936737179756,707,0.0001608684486882339,
+125,5664,0.0862484760582447,708,0.0003049861675208376,
+126,5672,0.08627241104841232,709,0.00013620405078048256,
+126,5680,0.08773884177207947,710,0.00012928476261160022,
+126,5688,0.08577456325292587,711,0.00046715836888324704,
+126,5696,0.08797886967658997,712,0.00024229313407886366,
+126,5704,0.1292996034026146,713,0.00025842413933787613,
+126,5712,0.08793351426720619,714,0.000139662092897197,
+127,5720,0.09031607210636139,715,0.0001330692348346929,
+127,5728,0.08924311026930809,716,0.0001975262589439808,
+127,5736,0.08754327893257141,717,7.364053876049834e-05,
+127,5744,0.08565130457282066,718,0.00015691933564691377,
+127,5752,0.08546406403183937,719,0.00027895079266012805,
+127,5760,0.0825134627521038,720,0.0003676578893040035,
+,,,720,,0.00012609113473445178
+128,5768,0.08722280710935593,721,0.00036110906743098373,
+128,5776,0.08522186055779457,722,0.00011348330044711475,
+128,5784,0.08940747752785683,723,0.0001575855352105767,
+128,5792,0.0880865566432476,724,0.00010855028267542366,
+128,5800,0.08726120740175247,725,0.00028295514054358745,
+129,5808,0.08629566803574562,726,0.0001165720643257373,
+129,5816,0.08658858761191368,727,0.0005344243872968946,
+129,5824,0.084267258644104,728,7.513327655033209e-05,
+129,5832,0.08457744494080544,729,8.340252199039761e-05,
+129,5840,0.08400318026542664,730,0.00022939632344787242,
+129,5848,0.09028375148773193,731,5.973538327452843e-05,
+130,5856,0.0870312862098217,732,0.0004011784506777379,
+130,5864,0.0849415473639965,733,0.00032157526197806874,
+130,5872,0.08606592938303947,734,0.00012912711076751293,
+130,5880,0.08700642734766006,735,4.6872218717908254e-05,
+130,5888,0.09005903452634811,736,0.0002172209034532508,
+,,,736,,0.00013510041559735935
+131,5896,0.08423911780118942,737,0.00016128039296745556,
+131,5904,0.08891545981168747,738,0.00011639379781627212,
+131,5912,0.08546377718448639,739,0.00018495873443195401,
+131,5920,0.08487814292311668,740,0.00023731579191614097,
+131,5928,0.08353165164589882,741,0.00017702188883309385,
+131,5936,0.08475983515381813,742,0.00012367677982183523,
+132,5944,0.08601070195436478,743,0.0003592786495573819,
+132,5952,0.08831754326820374,744,9.95994496406638e-05,
+132,5960,0.08657116070389748,745,0.00013570029371597533,
+132,5968,0.08787998557090759,746,0.00023050144989156252,
+132,5976,0.08552021160721779,747,0.00010349794145743847,
+132,5984,0.08910876512527466,748,0.000383964428187432,
+133,5992,0.08688365668058395,749,0.000346121819044735,
+133,6000,0.08524343743920326,750,9.724653403152063e-05,
+133,6008,0.0861550122499466,751,0.00018459145867382175,
+133,6016,0.08870666101574898,752,0.00030779755616094917,
+,,,752,,0.00012965079707403978
+133,6024,0.08833233267068863,753,8.860203430079612e-05,
+134,6032,0.08394539728760719,754,0.0003544415842173164,
+134,6040,0.08411766961216927,755,0.00010817837592185242,
+134,6048,0.08465155959129333,756,0.00018441224589575236,
+134,6056,0.08584914356470108,757,0.000228830096992689,
+134,6064,0.08447232842445374,758,0.00011534272016433533,
+134,6072,0.08909604325890541,759,0.0003044377326659742,
+135,6080,0.1296565867960453,760,0.00017388918936376286,
+135,6088,0.08971929550170898,761,0.0002414944723568624,
+135,6096,0.0882713720202446,762,5.072128662201673e-05,
+135,6104,0.08566027879714966,763,9.05598516662091e-05,
+135,6112,0.0882113128900528,764,0.000325928477000811,
+135,6120,0.08748703449964523,765,0.00028107524318935856,
+136,6128,0.08796154335141182,766,0.0002729420456489606,
+136,6136,0.08640043064951897,767,0.0001524807650639559,
+136,6144,0.08565760403871536,768,0.00026495375448121194,
+,,,768,,0.0001262101965645949
+136,6152,0.08721944317221642,769,5.1962176030428964e-05,
+136,6160,0.08919286355376244,770,0.0002634886994504389,
+137,6168,0.08831778541207314,771,0.0002792860859699431,
+137,6176,0.08906273543834686,772,0.0001970190699336984,
+137,6184,0.08858337253332138,773,0.00013595728869404412,
+137,6192,0.08751200884580612,774,6.55252344586188e-05,
+137,6200,0.08745071664452553,775,0.0004526805749134967,
+137,6208,0.08796663582324982,776,0.0001388896641477307,
+138,6216,0.0886038988828659,777,0.00034599590298967087,
+138,6224,0.08315197750926018,778,0.000303561709837855,
+138,6232,0.08773360773921013,779,8.243338758499401e-05,
+138,6240,0.08453088998794556,780,0.0002092652641749737,
+138,6248,0.0849294401705265,781,7.566410363324394e-05,
+139,6256,0.08393995091319084,782,0.00015348521219493705,
+139,6264,0.08525920286774635,783,0.0003111580401764513,
+139,6272,0.08403675258159637,784,0.00021083300362079171,
+,,,784,,0.00012453880626708269
+139,6280,0.08563912659883499,785,7.36677670829522e-05,
+139,6288,0.0863254927098751,786,0.00038218331288979765,
+139,6296,0.08508068323135376,787,0.00011851427130490524,
+140,6304,0.08363300189375877,788,0.00019983368395060097,
+140,6312,0.08522294089198112,789,0.00017794402674553567,
+140,6320,0.08475638553500175,790,8.055264652284677e-05,
+140,6328,0.08790329098701477,791,0.00040149251958609966,
+140,6336,0.08768956735730171,792,0.00012789683781496328,
+140,6344,0.08279207721352577,793,9.276216187572572e-05,
+141,6352,0.19663352146744728,794,0.0002392878715606154,
+141,6360,0.08451614156365395,795,5.175212974487901e-05,
+141,6368,0.1282130591571331,796,0.0001752489200725904,
+141,6376,0.08791530504822731,797,0.00021431976674648467,
+141,6384,0.08790754899382591,798,0.0005174806954528321,
+142,6392,0.08491170778870583,799,0.00022997653728193006,
+142,6400,0.08474812656641006,800,0.00011393747790862107,
+,,,800,,0.00012217416272809108
+142,6408,0.08338266611099243,801,0.00017893959998868274,
+142,6416,0.08424471691250801,802,0.00025913890893510444,
+142,6424,0.08492616564035416,803,0.0001956409074068688,
+142,6432,0.08693177998065948,804,7.937688618161094e-05,
+143,6440,0.08348574861884117,805,0.00011547939917970022,
+143,6448,0.08383785933256149,806,0.0002383377580242398,
+143,6456,0.08563265576958656,807,0.00021649523462959527,
+143,6464,0.08761956915259361,808,0.00019178103066224138,
+143,6472,0.08428239822387695,809,0.0001323488636444381,
+143,6480,0.08240196108818054,810,0.00031531756568862573,
+144,6488,0.12828289344906807,811,0.00019942444650951076,
+144,6496,0.08307487517595291,812,0.00028055770365296794,
+144,6504,0.08619996532797813,813,0.0001078807556874987,
+144,6512,0.08485317602753639,814,9.24049361856305e-05,
+144,6520,0.08594528213143349,815,0.00017599945895199198,
+145,6528,0.08836474642157555,816,0.00032415736761019315,
+,,,816,,0.00012889569625258447
+145,6536,0.08517810329794884,817,6.677725884531225e-05,
+145,6544,0.08315042406320572,818,0.0003099184352777229,
+145,6552,0.0840938426554203,819,0.0004294185180567313,
+145,6560,0.08605615422129631,820,0.0001256698603053034,
+145,6568,0.08649533241987228,821,0.00015295847806555684,
+146,6576,0.08649107068777084,822,0.00010536765042464442,
+146,6584,0.08881210908293724,823,0.00025429118250031024,
+146,6592,0.08781876042485237,824,0.000134785222417122,
+146,6600,0.0858645923435688,825,6.52408266432758e-05,
+146,6608,0.1279837116599083,826,0.0003554902534363334,
+147,6616,0.08337145298719406,827,0.00034425837755710137,
+147,6624,0.08726458251476288,828,0.00011148457178933313,
+147,6632,0.08479195088148117,829,0.00021190158956111796,
+147,6640,0.08893266320228577,830,8.256184749673896e-05,
+147,6648,0.08769001439213753,831,0.00013964874224257074,
+147,6656,0.09016714990139008,832,0.00035563106390175864,
+,,,832,,0.0001221943103397886
+148,6664,0.08896733820438385,833,0.00014793417327988814,
+148,6672,0.08557702228426933,834,0.00037898477733376367,
+148,6680,0.08717760071158409,835,0.00011590130232737768,
+148,6688,0.08370399475097656,836,7.676523267718949e-05,
+148,6696,0.08589222654700279,837,0.00016641674883430824,
+148,6704,0.08387702330946922,838,0.00015756275566521558,
+149,6712,0.08824855834245682,839,0.00015925239612053183,
+149,6720,0.08918266370892525,840,7.211661772998923e-05,
+149,6728,0.08931603655219078,841,0.00018241602374473586,
+149,6736,0.08529230952262878,842,0.0002757083539108862,
+149,6744,0.08491775766015053,843,7.924482406451716e-05,
+150,6752,0.08811759203672409,844,0.00037417763345122995,
+150,6760,0.0842350609600544,845,0.00019245585696938048,
+150,6768,0.08420448750257492,846,0.0002655145736601601,
+150,6776,0.08335208147764206,847,0.0003510706842462241,
+150,6784,0.0820375569164753,848,0.00013966117994641537,
+,,,848,,0.00012020887807011605
+150,6792,0.08521408587694168,849,9.347466707367857e-05,
+151,6800,0.08854396268725395,850,0.00020035257499070473,
+151,6808,0.08936440199613571,851,4.8952592275478914e-05,
+151,6816,0.08578961342573166,852,0.00019889650441958415,
+151,6824,0.08217113837599754,853,8.166540956153768e-05,
+151,6832,0.08488472551107407,854,0.00033366244263431454,
+151,6840,0.08604190871119499,855,0.00017933979626150176,
+152,6848,0.08838830515742302,856,6.782471073165652e-05,
+152,6856,0.0852733626961708,857,0.00023614418460056187,
+152,6864,0.08771991357207298,858,0.00028905926365041523,
+152,6872,0.08509870991110802,859,0.0002102743676459795,
+152,6880,0.08491898328065872,860,0.00015584284716396724,
+153,6888,0.08540355786681175,861,0.00014083111618674594,
+153,6896,0.08739493787288666,862,0.000231350943219392,
+153,6904,0.08888169378042221,863,0.00041096431027654035,
+153,6912,0.08633680269122124,864,0.00013277340885906597,
+,,,864,,0.00012284189773102602
+153,6920,0.08754593878984451,865,7.73653613188279e-05,
+153,6928,0.08489343896508217,866,0.00018205490487162025,
+154,6936,0.08856436237692833,867,0.00015336462971996903,
+154,6944,0.08502687513828278,868,4.348593429313041e-05,
+154,6952,0.0861821398139,869,0.00023892795265315466,
+154,6960,0.08502209559082985,870,0.00025903461357756896,
+154,6968,0.08616643026471138,871,0.00021703370794057264,
+155,6976,0.08552016690373421,872,0.00026195603895757814,
+155,6984,0.08763130381703377,873,8.663548548308124e-05,
+155,6992,0.08376866206526756,874,0.00028585285846410055,
+155,7000,0.08640210703015327,875,7.36541420337744e-05,
+155,7008,0.08505186066031456,876,0.00023306033745029708,
+155,7016,0.08489902317523956,877,0.00011251795858697733,
+156,7024,0.08784785494208336,878,0.00017982915244374453,
+156,7032,0.08842124417424202,879,8.995097747780771e-05,
+156,7040,0.08532946929335594,880,0.0003713478590725572,
+,,,880,,0.00012119784175107876
+156,7048,0.08909260481595993,881,0.00025130048872294236,
+156,7056,0.08577333390712738,882,0.0001968969829249545,
+156,7064,0.08295729756355286,883,3.9669207516063966e-05,
+157,7072,0.08854638785123825,884,0.00036495209933491425,
+157,7080,0.08618447929620743,885,7.156580939711905e-05,
+157,7088,0.08516816049814224,886,0.00013748648704374014,
+157,7096,0.08915785327553749,887,9.514742593334329e-05,
+157,7104,0.08610006421804428,888,0.00042325330728739833,
+158,7112,0.0844782143831253,889,5.1571019412222086e-05,
+158,7120,0.087375458329916,890,0.0002258105077999062,
+158,7128,0.08390282094478607,891,0.0004057916531954626,
+158,7136,0.08446940034627914,892,6.840144957701948e-05,
+158,7144,0.08606100454926491,893,0.00015369934089903836,
+158,7152,0.08548089116811752,894,0.00013937161565991119,
+159,7160,0.08915938436985016,895,0.00021551872790344836,
+159,7168,0.08592728897929192,896,0.0002807209928303362,
+,,,896,,0.00011998904713739951
+159,7176,0.08817542344331741,897,0.00024372551645986582,
+159,7184,0.08415477350354195,898,3.790715535008834e-05,
+159,7192,0.08841095119714737,899,0.00015995605133412027,
+159,7200,0.08759013190865517,900,0.00012037540782330324,
+160,7208,0.08501624688506126,901,0.00017245850458493805,
+160,7216,0.08411648124456406,902,5.397766449277697e-05,
+160,7224,0.08559269085526466,903,0.0001529566915602724,
+160,7232,0.08596229553222656,904,0.00018224547227418952,
+160,7240,0.08850272372364998,905,0.0002649176844897738,
+161,7248,0.08911125734448433,906,9.621850137721464e-05,
+161,7256,0.0841984748840332,907,0.00010720787304308033,
+161,7264,0.08668858930468559,908,0.00032292024804649245,
+161,7272,0.08400294557213783,909,0.0001426615366654005,
+161,7280,0.08446545898914337,910,0.00019434663090578397,
+161,7288,0.08849549666047096,911,0.00011965359190071467,
+162,7296,0.08745557069778442,912,0.0002710489792055644,
+,,,912,,0.00012122872285544873
+162,7304,0.0883309468626976,913,0.0001122218446653278,
+162,7312,0.08848091959953308,914,6.725242402743399e-05,
+162,7320,0.08690227195620537,915,0.00029483038036102826,
+162,7328,0.08704109862446785,916,0.0003389711511772475,
+163,7336,0.08539624512195587,917,0.0001719478954328224,
+163,7344,0.08902659267187119,918,0.00023032808812786242,
+163,7352,0.08224936574697495,919,8.395888007726172e-05,
+163,7360,0.08505348861217499,920,0.00021530947633436882,
+163,7368,0.08518069609999657,921,0.0001101445973290538,
+163,7376,0.08459727466106415,922,0.000229563670927746,
+164,7384,0.08574864640831947,923,0.00028812713506860225,
+164,7392,0.08978921920061111,924,0.0003764848730497761,
+164,7400,0.08513906598091125,925,0.0001122211678724246,
+164,7408,0.08916206657886505,926,0.00026161720135557215,
+164,7416,0.08482950553297997,927,8.645138325391599e-05,
+164,7424,0.0838618241250515,928,0.00010432683692280469,
+,,,928,,0.00012091961689293384
+165,7432,0.0840659998357296,929,0.0004199953208626539,
+165,7440,0.08599447086453438,930,8.153394435339578e-05,
+165,7448,0.08543327078223228,931,0.00023039722977305895,
+165,7456,0.084664236754179,932,8.831488670087613e-05,
+165,7464,0.0861649438738823,933,0.0002080049049644523,
+166,7472,0.0859110839664936,934,0.00016173314143088646,
+166,7480,0.08760637417435646,935,0.00012804514881281648,
+166,7488,0.0837894156575203,936,0.0002581996785920637,
+166,7496,0.08544748649001122,937,0.00026358536544535127,
+166,7504,0.08607961982488632,938,5.258525093917602e-05,
+166,7512,0.08542163670063019,939,0.00010690417748264736,
+167,7520,0.08298695832490921,940,0.00028199937860335923,
+167,7528,0.08366761729121208,941,7.304666200980137e-05,
+167,7536,0.08632244914770126,942,0.0001337722287644283,
+167,7544,0.08391406014561653,943,0.00013651273729919922,
+167,7552,0.08607186377048492,944,0.00029753576092973944,
+,,,944,,0.00011840496057023605
+167,7560,0.08435313776135445,945,0.00041917201300141943,
+168,7568,0.08707990497350693,946,0.0002809373415099496,
+168,7576,0.08370738103985786,947,0.00032103905262677773,
+168,7584,0.08409742265939713,948,7.776659595037927e-05,
+168,7592,0.08444791659712791,949,9.147914389965688e-05,
+168,7600,0.08789950609207153,950,0.00011292308575624095,
+169,7608,0.08957153186202049,951,0.00022390290253800535,
+169,7616,0.08775193616747856,952,7.035360213194508e-05,
+169,7624,0.08523815125226974,953,5.947297807194575e-05,
+169,7632,0.08444014936685562,954,0.00044538847790439223,
+169,7640,0.08895279467105865,955,0.00027453623897599755,
+169,7648,0.0877014696598053,956,0.00015493298737315593,
+170,7656,0.08519691973924637,957,0.00020127948573644971,
+170,7664,0.08554134517908096,958,5.392923731051269e-05,
+170,7672,0.08601956441998482,959,0.0001209809849569865,
+170,7680,0.08887547254562378,960,0.0004000838949390787,
+,,,960,,0.000116787765485545
+170,7688,0.13046303018927574,961,0.00013949564345239196,
+171,7696,0.08534424751996994,962,0.0001474738382967189,
+171,7704,0.08782412111759186,963,9.791432151879624e-05,
+171,7712,0.08462247252464294,964,0.00019672987655212638,
+171,7720,0.08408404886722565,965,0.00028695717564157047,
+171,7728,0.08451777696609497,966,0.0003140694816465839,
+171,7736,0.08410570025444031,967,0.00018467015714425847,
+172,7744,0.08426229655742645,968,9.949879919683251e-05,
+172,7752,0.08493631705641747,969,0.00037790448173577066,
+172,7760,0.08867156878113747,970,0.00021666389902748052,
+172,7768,0.08514440804719925,971,6.362810173803675e-05,
+172,7776,0.08899129182100296,972,0.00014775532042676787,
+172,7784,0.08395190164446831,973,0.0001440775246995448,
+173,7792,0.12992898747324944,974,0.0005012822265598515,
+173,7800,0.08746594935655594,975,7.486958197659988e-05,
+173,7808,0.08432121574878693,976,3.510550426913791e-05,
+,,,976,,0.00012517250142991544
+173,7816,0.08699814602732658,977,8.434622923232382e-05,
+173,7824,0.0860828161239624,978,0.00024828368332237006,
+174,7832,0.08868489414453506,979,0.0002199093573186214,
+174,7840,0.08526355773210526,980,8.177110127386793e-05,
+174,7848,0.08394802734255791,981,0.0005144955654638276,
+174,7856,0.1308494359254837,982,0.00015084652208467256,
+174,7864,0.08783616870641708,983,6.028010147929308e-05,
+174,7872,0.08437521383166313,984,0.00011065907468340204,
+175,7880,0.08823441341519356,985,0.00014246159922289995,
+175,7888,0.08886649459600449,986,0.00033734886852698764,
+175,7896,0.08627968654036522,987,0.00018725842824096617,
+175,7904,0.08645477518439293,988,0.00029161879630616266,
+175,7912,0.08463744074106216,989,9.249306240235455e-05,
+175,7920,0.08782664313912392,990,5.8278719643567455e-05,
+176,7928,0.08795080333948135,991,0.00018016928534052566,
+176,7936,0.08846018463373184,992,0.0001932920701506191,
+,,,992,,0.00012014375533908606
+176,7944,0.08409593626856804,993,0.00016369893126011448,
+176,7952,0.08793703466653824,994,6.447927743075914e-05,
+176,7960,0.08654919266700745,995,0.00011422587502758168,
+177,7968,0.08769172430038452,996,0.0003262097905007977,
+177,7976,0.08533485978841782,997,0.00026557052929850517,
+177,7984,0.08986221253871918,998,9.175195771149447e-05,
+177,7992,0.08576670289039612,999,9.249432749432647e-05,
+177,8000,0.0874171145260334,1000,0.00018041729007174063,
+177,8008,0.08885710313916206,1001,0.00021476315563025614,
+178,8016,0.08533710986375809,1002,0.0004223411931889132,
+178,8024,0.08471427857875824,1003,0.00012985110385800778,
+178,8032,0.0838451199233532,1004,0.00015244581391016254,
+178,8040,0.0840701162815094,1005,0.00026479756551062953,
+178,8048,0.08438501879572868,1006,4.599241166639937e-05,
+179,8056,0.08319482579827309,1007,0.0002557857014835463,
+179,8064,0.08856751397252083,1008,0.0001689377890475693,
+,,,1008,,0.00011984542943537236
+179,8072,0.09007765352725983,1009,0.0002627894712835162,
+179,8080,0.08922259509563446,1010,0.0001580401085448102,
+179,8088,0.08506956696510315,1011,8.17126879155694e-05,
+179,8096,0.08532577008008957,1012,0.00012655029244494168,
+180,8104,0.08609700947999954,1013,7.596713203383842e-05,
+180,8112,0.08987880870699883,1014,0.0002562671974146724,
+180,8120,0.0888456404209137,1015,0.00026194556721748086,
+180,8128,0.0858171209692955,1016,0.00026140480319251463,
+180,8136,0.0860176533460617,1017,0.0001321350688158418,
+180,8144,0.08970682322978973,1018,0.00015657209275689508,
+181,8152,0.09065598994493484,1019,7.230581795738544e-05,
+181,8160,0.08579070121049881,1020,0.00011736641505422085,
+181,8168,0.08455522358417511,1021,0.00026544923730398295,
+181,8176,0.08479093015193939,1022,9.26650482142577e-05,
+181,8184,0.08838353678584099,1023,0.00017093397432290657,
+182,8192,0.08824751153588295,1024,0.0002448346032603392,
+,,,1024,,0.00011727710564931233
+182,8200,0.08649783954024315,1025,8.321419954882003e-05,
+182,8208,0.08640386909246445,1026,0.0003877769624328461,
+182,8216,0.08406515792012215,1027,8.040833427003236e-05,
+182,8224,0.08853385969996452,1028,0.00019553782476577908,
+182,8232,0.08846807107329369,1029,0.0001434248278656014,
+183,8240,0.08729811385273933,1030,0.00022554005586243874,
+183,8248,0.08788417279720306,1031,0.00012177037460787687,
+183,8256,0.0879799984395504,1032,0.00013267183157950058,
+183,8264,0.08428047969937325,1033,5.4748239173412525e-05,
+183,8272,0.08711250126361847,1034,0.0004915970922411361,
+183,8280,0.08492686599493027,1035,0.00023735230992575192,
+184,8288,0.08781402930617332,1036,0.00010830043165697135,
+184,8296,0.130284171551466,1037,0.00041023170306289105,
+184,8304,0.08903935179114342,1038,0.0001806292385582411,
+184,8312,0.08591129258275032,1039,0.0001209415410292942,
+184,8320,0.08930061385035515,1040,0.0001620423168446905,
+,,,1040,,0.0001162362905840079
+185,8328,0.08999061584472656,1041,0.00017944607798199287,
+185,8336,0.08799323439598083,1042,0.00029396612937186245,
+185,8344,0.0892602913081646,1043,0.00012766443463381924,
+185,8352,0.08455511182546616,1044,0.00017026865725711104,
+185,8360,0.0845385417342186,1045,0.00026426611460313626,
+185,8368,0.08573314175009727,1046,0.00010452907872604555,
+186,8376,0.08795176446437836,1047,0.00012517114568514183,
+186,8384,0.0841723270714283,1048,0.00026302431962221817,
+186,8392,0.09003862366080284,1049,6.55251091302489e-05,
+186,8400,0.08564110472798347,1050,0.00023662006848705155,
+186,8408,0.08866314962506294,1051,0.000125260234540292,
+187,8416,0.0843975841999054,1052,0.00017366779320582282,
+187,8424,0.0845535472035408,1053,0.0002333798616486352,
+187,8432,0.08468138054013252,1054,0.00021729035033786205,
+187,8440,0.08595098555088043,1055,0.0002337148231011573,
+187,8448,0.08813833817839622,1056,0.00022241182892912548,
+,,,1056,,0.00011583025722453992
+187,8456,0.08936668559908867,1057,0.00011248421053876103,
+188,8464,0.08452805131673813,1058,0.00010286653205184848,
+188,8472,0.09000621363520622,1059,7.448329602084413e-05,
+188,8480,0.08785973116755486,1060,0.00011965562539444363,
+188,8488,0.08936183527112007,1061,0.00036021852785476466,
+188,8496,0.0903414823114872,1062,0.00041181192245858255,
+188,8504,0.13056587055325508,1063,0.00011047714679079945,
+189,8512,0.08484309911727905,1064,9.852783023234224e-05,
+189,8520,0.0842108502984047,1065,9.921487639985571e-05,
+189,8528,0.08880722895264626,1066,0.0002719884710510693,
+189,8536,0.08899582177400589,1067,9.324896818725392e-05,
+189,8544,0.08459014818072319,1068,0.0004270402155270858,
+190,8552,0.08862663432955742,1069,0.00013697774725837268,
+190,8560,0.08783681318163872,1070,0.0004898677761957515,
+190,8568,0.08882876858115196,1071,9.965937642846257e-05,
+190,8576,0.08442119881510735,1072,0.00011093594685007702,
+,,,1072,,0.00011308615406354268
+190,8584,0.0849173292517662,1073,8.190657769091558e-05,
+190,8592,0.08638511225581169,1074,5.703794010969432e-05,
+191,8600,0.08577629178762436,1075,0.00023059344156146317,
+191,8608,0.08420611172914505,1076,0.00012279200060068737,
+191,8616,0.08486434072256088,1077,0.0004425306139182794,
+191,8624,0.08613674342632294,1078,9.505241132501396e-05,
+191,8632,0.08465292304754257,1079,0.0003555885414243676,
+191,8640,0.08921879157423973,1080,5.252883026211445e-05,
+192,8648,0.08903076499700546,1081,0.00010353392590332078,
+192,8656,0.08632167428731918,1082,0.0002069775075142388,
+192,8664,0.0869462713599205,1083,0.0001329804293277448,
+192,8672,0.08477743715047836,1084,0.00019322890400669875,
+192,8680,0.08642840012907982,1085,0.0002709555889547725,
+193,8688,0.08868518471717834,1086,0.00010264516952572324,
+193,8696,0.08615817874670029,1087,8.194990810547356e-05,
+193,8704,0.08607375249266624,1088,0.00026733814975917386,
+,,,1088,,0.00011504487289736668
+193,8712,0.0859229676425457,1089,0.00020269508252113155,
+193,8720,0.08544893562793732,1090,0.0003101070411503315,
+193,8728,0.0866260789334774,1091,0.00020336223242338746,
+194,8736,0.08823565393686295,1092,0.0002000863775720063,
+194,8744,0.08848607540130615,1093,5.064094750650838e-05,
+194,8752,0.08452863618731499,1094,0.0002037676779056912,
+194,8760,0.08920425176620483,1095,0.0001455305828130804,
+194,8768,0.085012286901474,1096,0.00025337601467375254,
+195,8776,0.08499395102262497,1097,0.00026463182548468466,
+195,8784,0.08923150226473808,1098,0.00014267148726503364,
+195,8792,0.0859571248292923,1099,0.00013239796654878383,
+195,8800,0.0897664725780487,1100,6.377351428454858e-05,
+195,8808,0.08928309381008148,1101,0.0001904442266550177,
+195,8816,0.08698724582791328,1102,0.0001002849277635202,
+196,8824,0.08384682610630989,1103,0.0004373727748922344,
+196,8832,0.08610603213310242,1104,0.00016127997373082003,
+,,,1104,,0.00011080254334956407
+196,8840,0.08760872855782509,1105,0.0002601727777800988,
+196,8848,0.08421159535646439,1106,0.00012262995676337596,
+196,8856,0.08898026123642921,1107,5.4655027361150134e-05,
+196,8864,0.08185724169015884,1108,0.0001601015010237461,
+197,8872,0.1313505880534649,1109,0.00025914507987181425,
+197,8880,0.0840202309191227,1110,0.00037667442544867907,
+197,8888,0.08478474989533424,1111,0.00022184710357058584,
+197,8896,0.08553143590688705,1112,7.514408534916583e-05,
+197,8904,0.08475293591618538,1113,6.01139488935587e-05,
+198,8912,0.08630862087011337,1114,7.351080034823099e-05,
+198,8920,0.08748231083154678,1115,0.0002645335699374603,
+198,8928,0.08799013495445251,1116,6.740720285354958e-05,
+198,8936,0.08483629673719406,1117,0.00021944784436657625,
+198,8944,0.08711427822709084,1118,5.8778480206456155e-05,
+198,8952,0.09061040729284286,1119,0.00026903348007181196,
+199,8960,0.08796356618404388,1120,5.069756125521963e-05,
+,,,1120,,0.00011416565005977949
+199,8968,0.08584709092974663,1121,0.0001418039719283115,
+199,8976,0.08408202603459358,1122,0.0003458057818534144,
+199,8984,0.08648071065545082,1123,0.00011206336716895748,
+199,8992,0.08412717282772064,1124,0.0003150532611471135,
+199,9000,0.08512859791517258,1125,0.00010403859717674398,
+200,9008,0.08801078796386719,1126,0.0002496953200079588,
+200,9016,0.08621224015951157,1127,0.00010387873244326329,
+200,9024,0.08831949532032013,1128,8.296484895709e-05,
+200,9032,0.08536626026034355,1129,0.00018471577832315233,
+200,9040,0.08970731496810913,1130,0.0001763259238681972,
+201,9048,0.0912853367626667,1131,0.00029610487626996473,
+201,9056,0.0900997593998909,1132,0.00015210748460958712,
+201,9064,0.0903274156153202,1133,7.049544061980366e-05,
+201,9072,0.08455391600728035,1134,0.00026241242881042126,
+201,9080,0.09028050675988197,1135,0.0002521576828257821,
+201,9088,0.08593074232339859,1136,0.00022872793041036252,
+,,,1136,,0.00011527457584937413
+202,9096,0.0848558209836483,1137,0.00011303156713893259,
+202,9104,0.08532318845391273,1138,0.00022952578001422808,
+202,9112,0.0871245265007019,1139,0.00017034096043744285,
+202,9120,0.08971483632922173,1140,0.0003040841866853346,
+202,9128,0.08637918531894684,1141,9.346067569519316e-05,
+203,9136,0.08780274912714958,1142,0.00016534539699932793,
+203,9144,0.0883718840777874,1143,5.712868556884132e-05,
+203,9152,0.08601685985922813,1144,0.00010402293100923999,
+203,9160,0.08824698254466057,1145,0.00018420339805895006,
+203,9168,0.08479645103216171,1146,0.00029806227780682093,
+203,9176,0.08466459065675735,1147,0.00024737839417606926,
+204,9184,0.08619574457406998,1148,9.322707421688392e-05,
+204,9192,0.0861101932823658,1149,0.00013971984844829421,
+204,9200,0.08525640517473221,1150,0.00024829415942804187,
+204,9208,0.08914734423160553,1151,0.00021907722234573156,
+204,9216,0.08913241699337959,1152,4.672000193295389e-05,
+,,,1152,,0.00011654611056049665
+204,9224,0.0840815007686615,1153,0.0003472082935331855,
+205,9232,0.0863114595413208,1154,0.0002281987293220785,
+205,9240,0.08493554964661598,1155,0.00032477428676429553,
+205,9248,0.08957995474338531,1156,0.0002167446488783753,
+205,9256,0.08424270898103714,1157,0.00021847067910130136,
+205,9264,0.08743589743971825,1158,0.00011370150559741887,
+206,9272,0.08496259897947311,1159,7.707996870262182e-05,
+206,9280,0.08983484283089638,1160,0.0001516929733043071,
+206,9288,0.08567293733358383,1161,0.00010502941764419423,
+206,9296,0.08680931478738785,1162,0.00047408535745792807,
+206,9304,0.08404048159718513,1163,5.5012514925086485e-05,
+206,9312,0.08503038063645363,1164,0.00018289300366329067,
+207,9320,0.08428299054503441,1165,5.687018256139709e-05,
+207,9328,0.088068388402462,1166,0.00018184516617717841,
+207,9336,0.08538549765944481,1167,0.0001421492779172695,
+207,9344,0.08519157394766808,1168,7.403678176842732e-05,
+,,,1168,,0.00011483777780085802
+207,9352,0.08726534619927406,1169,0.00014115348936424458,
+207,9360,0.0885758213698864,1170,0.0003008820812056001,
+208,9368,0.08984782546758652,1171,0.00013881937926877677,
+208,9376,0.08801097795367241,1172,0.00010257915505462734,
+208,9384,0.08909540250897408,1173,0.00011656548834556209,
+208,9392,0.08494522795081139,1174,0.00011257438604843628,
+208,9400,0.09036170691251755,1175,0.00037777208100513756,
+209,9408,0.08491236716508865,1176,0.00022677392085565122,
+209,9416,0.0844888687133789,1177,7.813235566800358e-05,
+209,9424,0.08419104292988777,1178,0.00017586012190804468,
+209,9432,0.08552337065339088,1179,0.00013925935049883265,
+209,9440,0.08970341831445694,1180,0.00016195041780520114,
+209,9448,0.08968510851264,1181,6.314105157798622e-05,
+210,9456,0.08709900826215744,1182,0.0004236853765178239,
+210,9464,0.08632862195372581,1183,4.4075795661531934e-05,
+210,9472,0.08528859540820122,1184,0.00011084249808845925,
+,,,1184,,0.0001224992796778679
+210,9480,0.08908547461032867,1185,0.0002707119397200586,
+210,9488,0.08314491808414459,1186,0.00013358463684198796,
+211,9496,0.0885569378733635,1187,0.00011302087887088419,
+211,9504,0.08646537736058235,1188,7.742209527350497e-05,
+211,9512,0.08561455085873604,1189,0.00015419688425026833,
+211,9520,0.0863749161362648,1190,0.00021994255601904506,
+211,9528,0.08518325909972191,1191,9.201540732257334e-05,
+211,9536,0.08852293342351913,1192,0.0003031784514557027,
+212,9544,0.08661125227808952,1193,0.00011270065465396328,
+212,9552,0.08485309407114983,1194,0.0003419337871643317,
+212,9560,0.08885229751467705,1195,0.00011056166567868786,
+212,9568,0.0880688726902008,1196,0.0001785550948625314,
+212,9576,0.09080562740564346,1197,7.759616206775328e-05,
+212,9584,0.08433104678988457,1198,0.00022883120743699692,
+213,9592,0.08671756088733673,1199,9.946007853613991e-05,
+213,9600,0.08570097759366035,1200,0.00013084144886003438,
+,,,1200,,0.00011294803116470575
+213,9608,0.08449776470661163,1201,0.0003162971421867648,
+213,9616,0.08836439251899719,1202,0.0002452142668403212,
+213,9624,0.08418348804116249,1203,0.00012195706247959086,
+214,9632,0.08850688859820366,1204,0.00019971554541241079,
+214,9640,0.08568163588643074,1205,4.105400093976641e-05,
+214,9648,0.19187642633914948,1206,0.00030813034009042896,
+214,9656,0.08737071231007576,1207,0.0001357216009637341,
+214,9664,0.08388358727097511,1208,0.0001650619925612773,
+214,9672,0.08606785535812378,1209,9.129523314186372e-05,
+215,9680,0.08642410486936569,1210,0.00025486792910669467,
+215,9688,0.08408426120877266,1211,5.641528676798251e-05,
+215,9696,0.08969664573669434,1212,0.00028154266904797015,
+215,9704,0.08515910804271698,1213,0.0001171636538401799,
+215,9712,0.08736728504300117,1214,0.00031701366268472545,
+215,9720,0.08462952077388763,1215,0.00014638521588494768,
+216,9728,0.08475987985730171,1216,0.0002600879489212578,
+,,,1216,,0.00011436900434394678
+216,9736,0.08428133279085159,1217,0.00021127906104214032,
+216,9744,0.13072576373815536,1218,0.00014908339820370506,
+216,9752,0.0827232338488102,1219,9.142437435608979e-05,
+216,9760,0.08582374453544617,1220,0.0001975578888959717,
+217,9768,0.08564864099025726,1221,0.00010927462471954641,
+217,9776,0.08397364616394043,1222,0.00012557666959764902,
+217,9784,0.08588051423430443,1223,0.00031776791460439807,
+217,9792,0.08845460787415504,1224,9.534467026242054e-05,
+217,9800,0.08968125283718109,1225,0.00024449090700987393,
+217,9808,0.08831606432795525,1226,0.00015725524807359243,
+218,9816,0.08959026262164116,1227,9.457145582321876e-05,
+218,9824,0.13083749637007713,1228,0.00020471609756593048,
+218,9832,0.08513163402676582,1229,0.00027531860689578025,
+218,9840,0.0860636904835701,1230,0.00012688776096183573,
+218,9848,0.08834618330001831,1231,0.00014309438365671666,
+219,9856,0.08783553913235664,1232,0.00020832904738199431,
+,,,1232,,0.0001102660937855641
+219,9864,0.0882784053683281,1233,0.00027790396143245744,
+219,9872,0.08576010912656784,1234,7.811180275894004e-05,
+219,9880,0.08522270247340202,1235,0.00010454596285853767,
+219,9888,0.08989539742469788,1236,0.0001637478405124663,
+219,9896,0.08463804796338081,1237,0.00017707989848401797,
+220,9904,0.08554011583328247,1238,0.00013059304438911568,
+220,9912,0.08663266897201538,1239,0.0004129097686018213,
+220,9920,0.08639953657984734,1240,0.00016462870659476417,
+220,9928,0.0829731784760952,1241,0.0001059344673421947,
+220,9936,0.08897740021348,1242,5.5858770338090835e-05,
+220,9944,0.08818382397294044,1243,0.0002581948358056252,
+221,9952,0.0844566710293293,1244,4.3479388788606833e-05,
+221,9960,0.08550519868731499,1245,6.752702392986976e-05,
+221,9968,0.08448159694671631,1246,0.0002561378501013678,
+221,9976,0.08427219092845917,1247,0.0002372271944750537,
+221,9984,0.08585130050778389,1248,0.0002446694411446515,
+,,,1248,,0.00011564026741931836
+222,9992,0.08794739842414856,1249,0.00021274600931064924,
+222,10000,0.08531111851334572,1250,0.0003848423369087565,
+222,10008,0.08316821232438087,1251,0.00012400038053783646,
+222,10016,0.08777813985943794,1252,0.00012927947540219975,
+222,10024,0.08372148871421814,1253,0.0002088358822740182,
+222,10032,0.0849856287240982,1254,7.492600298064644e-05,
+223,10040,0.08562085404992104,1255,0.00028427057245608014,
+223,10048,0.08348894119262695,1256,8.401268969464582e-05,
+223,10056,0.08639725297689438,1257,0.00013911930341237166,
+223,10064,0.08769239485263824,1258,5.782530824944842e-05,
+223,10072,0.08460073918104172,1259,0.0001568671944672436,
+223,10080,0.08744839951395988,1260,0.0003386609672751157,
+224,10088,0.08409106731414795,1261,0.00025826404650312423,
+224,10096,0.08426596969366074,1262,0.00026259640101973975,
+224,10104,0.08858216181397438,1263,0.0001828546442084189,
+224,10112,0.0878676287829876,1264,0.00015689382068255023,
+,,,1264,,0.00011614087658623854
+224,10120,0.08814167231321335,1265,7.791650000399386e-05,
+225,10128,0.08729564398527145,1266,3.375227246189232e-05,
+225,10136,0.08749787509441376,1267,0.00034226762181788217,
+225,10144,0.08464961126446724,1268,6.346599223304241e-05,
+225,10152,0.0847652405500412,1269,6.851094735793595e-05,
+225,10160,0.0859687440097332,1270,0.00023073741467669607,
+225,10168,0.0898360088467598,1271,0.0003458501789737056,
+226,10176,0.0835399478673935,1272,6.20535546269301e-05,
+226,10184,0.08836152404546738,1273,0.0002283039551912225,
+226,10192,0.09153800830245018,1274,0.0003317615056792939,
+226,10200,0.08443662151694298,1275,0.00010701829902851993,
+226,10208,0.08598970249295235,1276,0.00010801887117395381,
+227,10216,0.09046931564807892,1277,0.00018921347209470695,
+227,10224,0.08530464395880699,1278,0.00014711413228951642,
+227,10232,0.08778240531682968,1279,0.00011103544117455992,
+227,10240,0.08477217331528664,1280,0.000537883178822085,
+,,,1280,,0.00011179066107918819
+227,10248,0.0862809494137764,1281,8.686166729603429e-05,
+227,10256,0.08587061613798141,1282,7.16296356889264e-05,
+228,10264,0.08727893978357315,1283,0.00015794255759828956,
+228,10272,0.0863998495042324,1284,0.0002659599842445459,
+228,10280,0.08440358936786652,1285,0.0002792670322833146,
+228,10288,0.08387752622365952,1286,0.00011164804902819014,
+228,10296,0.08811450749635696,1287,0.0001515767115961353,
+228,10304,0.08524315059185028,1288,7.739602142464719e-05,
+229,10312,0.08488838747143745,1289,8.95268840395147e-05,
+229,10320,0.08628446608781815,1290,0.00012310198485465662,
+229,10328,0.08593079447746277,1291,0.00035570455664431694,
+229,10336,0.08769078180193901,1292,0.00019695007949849241,
+229,10344,0.08725150302052498,1293,0.0001113295351387933,
+230,10352,0.08808445930480957,1294,0.00022680453918967811,
+230,10360,0.08502138778567314,1295,0.00011457213310807544,
+230,10368,0.08738544955849648,1296,0.00013625178253278135,
+,,,1296,,0.0001141468295827508
+230,10376,0.08650197833776474,1297,6.21882409632235e-05,
+230,10384,0.08644429594278336,1298,0.00021676536243830924,
+230,10392,0.08314967900514603,1299,0.00016557390760378135,
+231,10400,0.08963551744818687,1300,0.0002805328620070213,
+231,10408,0.08332338556647301,1301,0.00017567045995292574,
+231,10416,0.08344701677560806,1302,5.363079117159941e-05,
+231,10424,0.08619749546051025,1303,6.561822313718342e-05,
+231,10432,0.0864369198679924,1304,0.00040902790745652357,
+231,10440,0.08794276043772697,1305,0.00017668445070739836,
+232,10448,0.08864013478159904,1306,0.00013649258953591926,
+232,10456,0.08756227418780327,1307,0.00013060146766292747,
+232,10464,0.08429211750626564,1308,0.00018021042391020664,
+232,10472,0.0841916911303997,1309,0.00011843433647603281,
+232,10480,0.08835427835583687,1310,0.00011325002597004641,
+233,10488,0.08506492152810097,1311,0.0003231971900656087,
+233,10496,0.08944320306181908,1312,0.00021055356190421057,
+,,,1312,,0.00011101691828419765
+233,10504,0.08880242332816124,1313,8.742063270498572e-05,
+233,10512,0.08453784137964249,1314,0.00031419660854226095,
+233,10520,0.09000949934124947,1315,0.0001804352749559257,
+233,10528,0.08611923828721046,1316,0.00016722890995879425,
+234,10536,0.08500326052308083,1317,0.00011185167804796947,
+234,10544,0.08584049344062805,1318,5.403458289947594e-05,
+234,10552,0.08604676648974419,1319,0.00042683497558755336,
+234,10560,0.08898498862981796,1320,8.921312736573681e-05,
+234,10568,0.08339102938771248,1321,0.00017506786884950997,
+235,10576,0.0827176459133625,1322,0.00019142820353105586,
+235,10584,0.08350682631134987,1323,0.000553345272843823,
+235,10592,0.08544051647186279,1324,0.00015709218296251494,
+235,10600,0.08558518812060356,1325,8.459398454760959e-05,
+235,10608,0.09066708385944366,1326,5.7157092669513077e-05,
+235,10616,0.08779377117753029,1327,0.00014888178629917092,
+236,10624,0.08487962931394577,1328,4.990318926242513e-05,
+,,,1328,,0.00010979385115206242
+236,10632,0.08733198791742325,1329,0.00015723819778941107,
+236,10640,0.08390942960977554,1330,0.0003637372804405459,
+236,10648,0.08866793662309647,1331,0.00013836834417209806,
+236,10656,0.09036874026060104,1332,0.00012059549146670179,
+236,10664,0.08579014986753464,1333,0.00021196544696522324,
+237,10672,0.08637767657637596,1334,5.3024854423711076e-05,
+237,10680,0.08631044626235962,1335,5.024279107601615e-05,
+237,10688,0.08782871067523956,1336,0.00019004218484042212,
+237,10696,0.0871446542441845,1337,0.00030498842243105174,
+237,10704,0.08986090868711472,1338,0.00021973687065231692,
+238,10712,0.0859222300350666,1339,0.00015661954012102797,
+238,10720,0.08542600274085999,1340,0.0002161444800208301,
+238,10728,0.08420488983392715,1341,0.00027653669159614463,
+238,10736,0.08410587534308434,1342,0.00012902867929369676,
+238,10744,0.0873296707868576,1343,0.00025318534478304045,
+238,10752,0.08460914716124535,1344,0.00011635730485674382,
+,,,1344,,0.00011300980889548858
+239,10760,0.08806268125772476,1345,0.00016850525632132,
+239,10768,0.08661561086773872,1346,0.0001050227472660481,
+239,10776,0.08591276407241821,1347,4.048185701321927e-05,
+239,10784,0.08372249454259872,1348,0.00023776452456201826,
+239,10792,0.0900411494076252,1349,0.00011718177247530548,
+239,10800,0.08605283871293068,1350,0.000258579306124115,
+240,10808,0.0873151645064354,1351,0.00011177136704126107,
+240,10816,0.08864123001694679,1352,0.00016401352183947893,
+240,10824,0.08567473664879799,1353,7.964171248886487e-05,
+240,10832,0.08426600694656372,1354,0.0004109882038392243,
+240,10840,0.08386767283082008,1355,0.0001692940832072054,
+241,10848,0.08499977737665176,1356,0.00012205180867870997,
+241,10856,0.0875338725745678,1357,7.624519992077694e-05,
+241,10864,0.08595452457666397,1358,0.00013959838761365973,
+241,10872,0.08417974412441254,1359,0.0001836374626041756,
+241,10880,0.08468179404735565,1360,0.00011943756742636782,
+,,,1360,,0.00010998816384623448
+241,10888,0.08927033096551895,1361,0.00033118782656466853,
+242,10896,0.08403484895825386,1362,0.00022955348276809673,
+242,10904,0.13097690418362617,1363,0.00023235552439473394,
+242,10912,0.08288096264004707,1364,0.00010678377566364361,
+242,10920,0.08732635155320168,1365,0.0001261215966223972,
+242,10928,0.088308434933424,1366,0.00022621362788615644,
+243,10936,0.08877810090780258,1367,0.00021160394126127358,
+243,10944,0.08395107090473175,1368,6.218785802047933e-05,
+243,10952,0.08688873797655106,1369,0.00018387476411589886,
+243,10960,0.08427724242210388,1370,0.00012150678431529134,
+243,10968,0.08390845358371735,1371,5.897924276203932e-05,
+243,10976,0.08356579393148422,1372,0.00022330675537887145,
+244,10984,0.08731839805841446,1373,0.0005206076477861643,
+244,10992,0.0852140560746193,1374,0.00016791861838783007,
+244,11000,0.08382897824048996,1375,0.00015059786316366322,
+244,11008,0.08408850058913231,1376,5.770383544737948e-05,
+,,,1376,,0.00011606415888915459
+244,11016,0.08994367346167564,1377,9.925460426529753e-05,
+244,11024,0.08822407573461533,1378,0.00026822642627978766,
+245,11032,0.08720946311950684,1379,8.182886995200533e-05,
+245,11040,0.08822070062160492,1380,0.00032222717588107724,
+245,11048,0.09083619341254234,1381,0.0002062261717696856,
+245,11056,0.08514415100216866,1382,7.421530572173651e-05,
+245,11064,0.08837965503334999,1383,0.00023435165673747958,
+246,11072,0.0863841287791729,1384,0.00012813965925791612,
+246,11080,0.08393647521734238,1385,0.00025519801799115765,
+246,11088,0.0895712561905384,1386,0.0001186730399543497,
+246,11096,0.08764181658625603,1387,0.00010197399465141643,
+246,11104,0.08437452092766762,1388,8.4523366619275e-05,
+246,11112,0.0855189748108387,1389,0.0003614576195711076,
+247,11120,0.0893447995185852,1390,9.68827522835151e-05,
+247,11128,0.0842035561800003,1391,0.0002240935861361019,
+247,11136,0.08382309600710869,1392,4.082756504431018e-05,
+,,,1392,,0.0001066117159401377
+247,11144,0.08322040736675262,1393,0.0002348451897497788,
+247,11152,0.08306612819433212,1394,0.00014696132730023236,
+247,11160,0.08970052003860474,1395,0.0001785855101843481,
+248,11168,0.08541801571846008,1396,0.00022486087673314614,
+248,11176,0.0838470309972763,1397,0.00038527210741297796,
+248,11184,0.08695780485868454,1398,9.760669115621567e-05,
+248,11192,0.08489232137799263,1399,0.00010922489612615512,
+248,11200,0.08433949202299118,1400,0.00012234019024098025,
+249,11208,0.08720023930072784,1401,8.229887589550344e-05,
+249,11216,0.08606642857193947,1402,0.00014409021635704752,
+249,11224,0.08788058534264565,1403,0.00013888806238355756,
+249,11232,0.08409807085990906,1404,0.00023345640026188144,
+249,11240,0.08597556874155998,1405,7.401022903650301e-05,
+249,11248,0.08368649333715439,1406,0.00032328126114104333,
+250,11256,0.08657734468579292,1407,0.00016784268279934622,
+250,11264,0.08526014909148216,1408,5.687524605946237e-05,
+,,,1408,,0.00011941785148034493
+250,11272,0.08830101415514946,1409,0.0001242003503042118,
+250,11280,0.08641096204519272,1410,0.00011475176987525109,
+250,11288,0.08544982224702835,1411,0.00032381298472371,
+251,11296,0.13054686412215233,1412,0.00027441218359551084,
+251,11304,0.0836656503379345,1413,8.199868449310088e-05,
+251,11312,0.0879114530980587,1414,0.00012917153976559347,
+251,11320,0.08609547093510628,1415,0.00027345238673400933,
+251,11328,0.08350544422864914,1416,0.00030513065667037154,
+251,11336,0.08612041920423508,1417,0.00013894190128667107,
+252,11344,0.08914276957511902,1418,0.0002001167809794424,
+252,11352,0.0849066898226738,1419,6.851077834350387e-05,
+252,11360,0.08892828971147537,1420,8.969579421318486e-05,
+252,11368,0.08891650289297104,1421,0.00036617869833814137,
+252,11376,0.08324458077549934,1422,0.00023084302157864536,
+252,11384,0.08662038296461105,1423,6.652501269854838e-05,
+253,11392,0.08883797004818916,1424,4.863483835985486e-05,
+,,,1424,,0.0001129512054224809
+253,11400,0.08516441658139229,1425,5.798194649742072e-05,
+253,11408,0.08569453656673431,1426,0.00013847978048683478,
+253,11416,0.09029349684715271,1427,0.0002273235164466314,
+253,11424,0.08777760714292526,1428,0.0003543147464976452,
+254,11432,0.08780530095100403,1429,9.445109226362547e-05,
+254,11440,0.08311395347118378,1430,0.00014672803721775077,
+254,11448,0.08464410156011581,1431,0.00017038371424860088,
+254,11456,0.0837966576218605,1432,0.00012787924026724795,
+254,11464,0.0841035395860672,1433,0.00016549237339599391,
+254,11472,0.08415063098073006,1434,0.000261635478750577,
+255,11480,0.08745233342051506,1435,0.00022112766914688108,
+255,11488,0.08442509546875954,1436,5.148664977891063e-05,
+255,11496,0.08593477681279182,1437,6.158555318810006e-05,
+255,11504,0.0848662331700325,1438,0.00010168650160267135,
+255,11512,0.0881972536444664,1439,0.00024050502247519034,
+255,11520,0.08820495009422302,1440,0.00043547709871442447,
+,,,1440,,0.000114964561847349
+256,11528,0.08681716397404671,1441,5.908483334830331e-05,
+256,11536,0.08594284579157829,1442,0.0002910999564088949,
+256,11544,0.08581948652863503,1443,0.0001367524061303508,
+256,11552,0.0872092917561531,1444,0.00014865615321468795,
+256,11560,0.08797863498330116,1445,8.243507427323493e-05,
+257,11568,0.08532792329788208,1446,0.00029255801911988655,
+257,11576,0.08565032109618187,1447,0.00018202421017576853,
+257,11584,0.08540292456746101,1448,0.0002138106994087658,
+257,11592,0.0839153528213501,1449,5.496246414319709e-05,
+257,11600,0.08976836130023003,1450,0.0001097176100302022,
+257,11608,0.08517009392380714,1451,0.00033805302342670984,
+258,11616,0.08501266688108444,1452,0.0002143627626386054,
+258,11624,0.08765475451946259,1453,0.00019092564248239795,
+258,11632,0.08915876969695091,1454,0.0001371619333895069,
+258,11640,0.08518495038151741,1455,9.797306068191704e-05,
+258,11648,0.08510717377066612,1456,5.837343569510267e-05,
+,,,1456,,0.00011176740905890862
+259,11656,0.08889028429985046,1457,0.000350376198715215,
+259,11664,0.0876634493470192,1458,0.00035045127030268003,
+259,11672,0.08288034051656723,1459,0.00014569251624152457,
+259,11680,0.0858217179775238,1460,0.00012532576134357702,
+259,11688,0.0827767662703991,1461,8.872807404713967e-05,
+259,11696,0.08850816264748573,1462,0.00021621905725623946,
+260,11704,0.08806609734892845,1463,0.00016954302100202767,
+260,11712,0.08402320742607117,1464,0.0001764882639690768,
+260,11720,0.08412683382630348,1465,6.395979585249734e-05,
+260,11728,0.08469750732183456,1466,0.00026044372839351126,
+260,11736,0.08897710591554642,1467,0.00013524801138373733,
+260,11744,0.08763972669839859,1468,0.00022327588991781036,
+261,11752,0.08805083110928535,1469,8.84597220078831e-05,
+261,11760,0.08605461195111275,1470,0.0002543087841331726,
+261,11768,0.08262810483574867,1471,0.0001716570472386333,
+261,11776,0.08770021423697472,1472,9.483878199846783e-05,
+,,,1472,,0.00011189446474115053
+261,11784,0.09001560136675835,1473,0.0001339763683063211,
+262,11792,0.0887802354991436,1474,0.00019433134548307862,
+262,11800,0.08373983204364777,1475,0.0001486779491036335,
+262,11808,0.08354770764708519,1476,0.00025448615648808,
+262,11816,0.08300057798624039,1477,0.0002714119545998983,
+262,11824,0.0843953862786293,1478,9.217566818214047e-05,
+262,11832,0.088253203779459,1479,0.00021423074713311507,
+263,11840,0.08469225093722343,1480,0.0001513009389858174,
+263,11848,0.08438599109649658,1481,0.00026936366460480105,
+263,11856,0.08550823107361794,1482,0.00014162332945488743,
+263,11864,0.09031664580106735,1483,0.00014902295879437588,
+263,11872,0.08845510333776474,1484,0.00015142461124924013,
+263,11880,0.08541588857769966,1485,8.623864005130599e-05,
+264,11888,0.08760247007012367,1486,8.515456570421521e-05,
+264,11896,0.08753161504864693,1487,0.0002375229098182293,
+264,11904,0.13037944585084915,1488,0.0004644083193852566,
+,,,1488,,0.00011020204207549493
+264,11912,0.08535922318696976,1489,0.0001503990053086974,
+264,11920,0.08807214722037315,1490,6.709916434980794e-05,
+265,11928,0.08518484607338905,1491,9.550168233545265e-05,
+265,11936,0.08735748007893562,1492,0.00013579563896352434,
+265,11944,0.08399131521582603,1493,0.0001346247236142517,
+265,11952,0.08987956866621971,1494,0.00012435088314077802,
+265,11960,0.08833424374461174,1495,0.00019296679056424182,
+265,11968,0.08561377599835396,1496,0.00018631238526722882,
+266,11976,0.08467382192611694,1497,0.00017619234192049285,
+266,11984,0.08405958488583565,1498,9.102296944547561e-05,
+266,11992,0.08665379136800766,1499,0.00021367648144275466,
+266,12000,0.08834508433938026,1500,7.263293158151403e-05,
+266,12008,0.08431876450777054,1501,0.0003107346606611827,
+267,12016,0.08508674427866936,1502,0.0001482112104115783,
+267,12024,0.08317814022302628,1503,0.00024813500211469847,
+267,12032,0.08887076750397682,1504,0.0002035194170275645,
+,,,1504,,0.00010958267375826836
+267,12040,0.0847138799726963,1505,0.00012214062553539407,
+267,12048,0.0840124562382698,1506,0.00012621488613149268,
+267,12056,0.08871607109904289,1507,0.00037685376321405784,
+268,12064,0.08876713737845421,1508,0.00011218115761429155,
+268,12072,0.08799781277775764,1509,0.00012846410015754373,
+268,12080,0.08569197729229927,1510,0.00021090874142828397,
+268,12088,0.0896584689617157,1511,6.872060521345702e-05,
+268,12096,0.0866728238761425,1512,0.0003582923371141078,
+268,12104,0.08379940316081047,1513,0.00010901956339434296,
+269,12112,0.0882406122982502,1514,3.821498565533451e-05,
+269,12120,0.08549600094556808,1515,0.00015610845912306104,
+269,12128,0.08524619415402412,1516,4.894313838121889e-05,
+269,12136,0.08421528711915016,1517,0.00034166435716542765,
+269,12144,0.08700702711939812,1518,0.0002559594562020114,
+270,12152,0.08595601096749306,1519,0.00015481089102801585,
+270,12160,0.08417011052370071,1520,0.00017647993627178948,
+,,,1520,,0.0001124856915945808
+270,12168,0.0883939303457737,1521,0.00015985893514880445,
+270,12176,0.08569654077291489,1522,5.972018895287571e-05,
+270,12184,0.08685294538736343,1523,0.00029299805137270594,
+270,12192,0.08810614049434662,1524,0.00014161464678181802,
+271,12200,0.08420469611883163,1525,0.0001273468787985621,
+271,12208,0.08789471164345741,1526,0.00040287072260980494,
+271,12216,0.08827071264386177,1527,0.0002431140596205036,
+271,12224,0.0859101377427578,1528,8.931979144628193e-05,
+271,12232,0.0865148976445198,1529,0.00017703970206639497,
+271,12240,0.0889127217233181,1530,6.592427965707819e-05,
+272,12248,0.088108591735363,1531,0.00011210954505713744,
+272,12256,0.08527122065424919,1532,0.00013064368564690603,
+272,12264,0.08474276959896088,1533,0.00010738665687313187,
+272,12272,0.12911617755889893,1534,0.0003636595680897396,
+272,12280,0.0892309918999672,1535,0.00011247743952935707,
+273,12288,0.08373050391674042,1536,0.00022744942361896392,
+,,,1536,,0.00011368951139350732
+273,12296,0.08515213429927826,1537,8.43620844079851e-05,
+273,12304,0.08754291012883186,1538,6.536159116876661e-05,
+273,12312,0.08657240122556686,1539,0.000337810435485153,
+273,12320,0.08489510789513588,1540,0.00021034737547627932,
+273,12328,0.08392973616719246,1541,8.464918763214276e-05,
+274,12336,0.08820269256830215,1542,0.00013184990211811964,
+274,12344,0.0896633081138134,1543,0.0002103103281948885,
+274,12352,0.08564165607094765,1544,0.00016233179500583597,
+274,12360,0.0862145908176899,1545,7.087538606356247e-05,
+274,12368,0.08791625127196312,1546,0.00022199693163808357,
+275,12376,0.0859091617166996,1547,0.00015190318559429476,
+275,12384,0.08789008855819702,1548,6.377199163883536e-05,
+275,12392,0.08835290372371674,1549,6.486813640549371e-05,
+275,12400,0.08558821678161621,1550,0.00022542475735463086,
+275,12408,0.08706795796751976,1551,0.00021106836220496916,
+275,12416,0.08260898292064667,1552,6.56048596852088e-05,
+,,,1552,,0.0001081568965067466

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,19 @@
+52139,1
+102845,1
+112947,1
+45935,1
+4811,0
+119280,3
+20815,2
+61434,3
+32007,1
+94143,3
+39570,0
+80424,1
+88789,3
+118312,3
+68268,3
+6787,1
+57490,1
+37879,1
+96333,1

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,19 @@
+52139,-12.250455,-0.00045444176,-21.625454,-18.875526
+102845,-19.250078,-7.855584e-05,-20.125078,-17.875206
+112947,-15.125082,-8.1774226e-05,-19.625082,-15.875404
+45935,-17.00001,-9.536698e-06,-23.93751,-20.750069
+4811,-3.0397907e-05,-16.37503,-11.1250305,-13.125086
+119280,-3.2881336,-17.288134,-9.538134,-0.038197093
+20815,-10.529801,-0.029801678,-3.5298016,-13.1549425
+61434,-12.7539215,-12.3789215,-4.878921,-0.12900247
+32007,-20.62511,-0.00011026251,-20.00011,-18.250143
+94143,-12.537254,-12.537254,-1.162254,-0.41227946
+39570,-6.305973e-05,-19.000063,-16.625063,-15.125101
+80424,-11.87524,-0.00024053542,-17.62524,-15.250274
+88789,-12.544126,-14.294126,-0.16912526,-1.9191605
+118312,-11.144001,-14.269001,-11.644001,-0.019109484
+68268,-16.626183,-18.626183,-6.751182,-0.0012065333
+6787,-18.375032,-3.170917e-05,-23.062532,-19.875063
+57490,-20.75008,-8.034383e-05,-21.37508,-17.250208
+37879,-20.562527,-2.6940936e-05,-20.125027,-17.625086
+96333,-16.500025,-2.4556812e-05,-21.250025,-16.62516

finetune_lora/qwen2.5-7b-instruct/agnews/size=32/seed=7/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2