Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,223 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.29835784435272217,0,8.497299194335938,
+0,8,0.05626082792878151,1,7.790625042385525,
+0,16,0.03785725310444832,2,7.1091187477111815,
+0,24,0.03432724252343178,3,3.730868867465428,
+0,32,0.03504065051674843,4,4.601442801324945,
+0,40,0.03739915043115616,5,6.912092812856039,
+0,48,0.0387243926525116,6,2.616191005706787,
+0,56,0.040369387716054916,7,3.861803710460663,
+0,64,0.032313983887434006,8,2.2689427107572557,
+0,72,0.03162962570786476,9,3.165257756908735,
+0,80,0.03297680616378784,10,4.432907937094569,
+0,88,0.031056329607963562,11,3.9171770556519427,
+0,96,0.035094402730464935,12,4.275835072994232,
+0,104,0.03581402823328972,13,2.8878899263218045,
+0,112,0.03520888835191727,14,2.126155799971177,
+0,120,0.03187749534845352,15,1.2680534136792023,
+0,128,0.03133222833275795,16,1.9230650750299294,
+,,,16,,1.260285275481468
+0,136,0.03631339222192764,17,1.3536149621009828,
+0,144,0.03394860029220581,18,1.4098960336829935,
+0,152,0.03587888181209564,19,0.7891780344339517,
+0,160,0.03541311249136925,20,1.4043795336037874,
+0,168,0.03687136247754097,21,0.12913390045816248,
+0,176,0.034983158111572266,22,1.376279499913965,
+0,184,0.036588091403245926,23,0.5475793105239669,
+0,192,0.0357566773891449,24,0.43929180703484094,
+0,200,0.0334012396633625,25,0.10839797237089702,
+0,208,0.03395773842930794,26,0.042738838069554835,
+0,216,0.033570799976587296,27,0.603407707722748,
+0,224,0.03626769408583641,28,0.0567561004919788,
+0,232,0.03327526897192001,29,0.09778739385074005,
+0,240,0.03351520374417305,30,0.14059670341577238,
+0,248,0.03371262550354004,31,0.11466912276643727,
+0,256,0.034562207758426666,32,0.012334170425310731,
+,,,32,,0.16955222196357195
+0,264,0.039131175726652145,33,0.1424229237018153,
+0,272,0.03278461471199989,34,0.01647849814617075,
+0,280,0.03312106058001518,35,0.02370985976780172,
+0,288,0.033186715096235275,36,0.028914481898148856,
+0,296,0.033321578055620193,37,0.025041328316243987,
+0,304,0.03392106667160988,38,0.019752574822632596,
+0,312,0.03594982996582985,39,0.09862338183484098,
+0,320,0.03836958855390549,40,0.014836549727867047,
+0,328,0.03547962009906769,41,0.2268482556350396,
+0,336,0.039349015802145004,42,0.21007643293481892,
+0,344,0.03590058535337448,43,0.034271327986581515,
+0,352,0.038813479244709015,44,0.09334954823134467,
+0,360,0.037294723093509674,45,0.6451360208780638,
+0,368,0.037239767611026764,46,0.038902874948689714,
+0,376,0.03644583001732826,47,0.011835276582860387,
+0,384,0.036035697907209396,48,0.027941340473868575,
+,,,48,,0.11477292083030523
+0,392,0.03406098484992981,49,0.20615702487217882,
+0,400,0.035024698823690414,50,0.03011985801276751,
+0,408,0.03442521393299103,51,0.05090749347045158,
+0,416,0.03425486013293266,52,0.2667035094520543,
+0,424,0.03521449863910675,53,0.156903529423289,
+0,432,0.035233236849308014,54,0.13770322730124462,
+0,440,0.033858366310596466,55,0.12871868326328695,
+0,448,0.03483891859650612,56,0.26323203773548204,
+0,456,0.03370267152786255,57,0.06710752044679023,
+0,464,0.03905124589800835,58,0.04126648242527153,
+0,472,0.039213892072439194,59,0.011254317476414144,
+0,480,0.041224729269742966,60,0.2201362346628836,
+0,488,0.03469957038760185,61,0.006520519405603409,
+0,496,0.034791842103004456,62,0.019344050561388333,
+0,504,0.03466665744781494,63,0.01985216110616046,
+0,512,0.03364916890859604,64,0.008813837315590883,
+,,,64,,0.0623829863792242
+0,520,0.03693140298128128,65,0.02243974234443158,
+0,528,0.03924344480037689,66,0.0905435470485827,
+0,536,0.03946325182914734,67,0.13448493359520888,
+0,544,0.03947577625513077,68,0.33795046143059154,
+0,552,0.034348633140325546,69,0.002610343358745532,
+0,560,0.0346466489136219,70,0.03706287429668009,
+0,568,0.03703919053077698,71,0.011010046468527435,
+0,576,0.04040691256523132,72,0.012650490615568642,
+0,584,0.03331723064184189,73,0.0036940945595103714,
+0,592,0.04186192899942398,74,0.08303032342616158,
+0,600,0.04193056374788284,75,0.021587632324857015,
+0,608,0.03200550749897957,76,0.037371991015706124,
+0,616,0.03243504837155342,77,0.03258287335316149,
+0,624,0.03268733248114586,78,0.006194972501431879,
+0,632,0.039535678923130035,79,0.01066859711985065,
+0,640,0.031929753720760345,80,0.00513716975339256,
+,,,80,,0.056614844743595565
+0,648,0.03263654187321663,81,0.003379115099299022,
+0,656,0.03426380828022957,82,0.0014901841747235846,
+0,664,0.036082807928323746,83,0.009727641424563314,
+0,672,0.03438596427440643,84,0.21093230125888324,
+0,680,0.03443700447678566,85,0.028860123541057367,
+0,688,0.0323655866086483,86,0.07474783541207823,
+0,696,0.03474250063300133,87,0.004405950082097358,
+0,704,0.03122176229953766,88,0.002142592611360467,
+0,712,0.03359537571668625,89,0.03113008469181995,
+0,720,0.030958101153373718,90,0.01128766698261293,
+0,728,0.03090192750096321,91,0.01895334295477369,
+0,736,0.03095991536974907,92,0.0037538025092491057,
+0,744,0.03087582066655159,93,0.35946338362051533,
+0,752,0.0307602621614933,94,0.005605795039446093,
+0,760,0.03098209574818611,95,0.030091810685917153,
+0,768,0.031078100204467773,96,0.04309567470876833,
+,,,96,,0.11839515331179597
+0,776,0.030679069459438324,97,0.025302156290611794,
+0,784,0.03373164311051369,98,0.27863380876910276,
+0,792,0.03318452462553978,99,0.17292321324136786,
+0,800,0.0301114059984684,100,0.008866170251097243,
+0,808,0.0304374061524868,101,0.0020718630562028425,
+0,816,0.0343121699988842,102,0.471099141958153,
+0,824,0.030199259519577026,103,0.03136733716382878,
+0,832,0.030272580683231354,104,1.2654464862134773,
+0,840,0.030449651181697845,105,0.03144395390700083,
+0,848,0.03028814122080803,106,0.004031882242998108,
+0,856,0.03610740229487419,107,0.0058948978069512286,
+0,864,0.03840595856308937,108,0.012626754919377465,
+0,872,0.02988477051258087,109,0.059564810836621164,
+0,880,0.02925052121281624,110,0.04203204810619354,
+0,888,0.02962459623813629,111,0.005240678924813189,
+0,896,0.02991875261068344,112,0.49416246802346514,
+,,,112,,0.04539521239524664
+1,904,0.029827482998371124,113,0.00728391387189428,
+1,912,0.029779743403196335,114,0.053996467244966574,
+1,920,0.029478169977664948,115,0.0024700961990414987,
+1,928,0.030533377081155777,116,0.01096660683729819,
+1,936,0.029791980981826782,117,0.01811231594765559,
+1,944,0.03376201167702675,118,0.018596397229255393,
+1,952,0.030027832835912704,119,0.006594063701211578,
+1,960,0.029813166707754135,120,0.01598261999398736,
+1,968,0.03330245241522789,121,0.048524844146763474,
+1,976,0.03431221470236778,122,0.04040397810084479,
+1,984,0.029332421720027924,123,0.004519973528139027,
+1,992,0.03014962747693062,124,0.004385777753278879,
+1,1000,0.030024230480194092,125,0.008486332449441155,
+1,1008,0.03398638218641281,126,0.0118553258861149,
+1,1016,0.030238226056098938,127,0.002936896860214452,
+1,1024,0.030147124081850052,128,0.007915011030854657,
+,,,128,,0.021674096307089163
+1,1032,0.03322707116603851,129,0.0031142718895959356,
+1,1040,0.033341746777296066,130,0.17679566198993207,
+1,1048,0.03071301430463791,131,0.003908437036443502,
+1,1056,0.03295629844069481,132,0.0030826765578240156,
+1,1064,0.030402056872844696,133,0.11667615611356898,
+1,1072,0.030149225145578384,134,0.007744233907336214,
+1,1080,0.03018370270729065,135,0.003688369850091736,
+1,1088,0.03360772505402565,136,0.0022445678372274747,
+1,1096,0.0307784341275692,137,0.002654844406956377,
+1,1104,0.03043300285935402,138,0.014234859860152937,
+1,1112,0.02988503873348236,139,0.10047136416489427,
+1,1120,0.030005216598510742,140,0.007574196573561774,
+1,1128,0.030552588403224945,141,0.001687993062660098,
+1,1136,0.030047796666622162,142,0.002711076374488095,
+1,1144,0.029950272291898727,143,0.008155410123678545,
+1,1152,0.03012983873486519,144,0.0023050925810821354,
+,,,144,,0.014029327658719795
+1,1160,0.030366167426109314,145,0.007667184141124986,
+1,1168,0.02986326813697815,146,0.01432735666166991,
+1,1176,0.02990644797682762,147,0.033145575171349466,
+1,1184,0.02976817637681961,148,0.005891627131495625,
+1,1192,0.03008444979786873,149,0.03260218427361299,
+1,1200,0.032998573035001755,150,0.18382401425892916,
+1,1208,0.02941276878118515,151,0.006553618761245161,
+1,1216,0.029515843838453293,152,0.004081665332445742,
+1,1224,0.029418129473924637,153,0.004189920373557305,
+1,1232,0.03412593901157379,154,0.0029415438699428565,
+1,1240,0.02976435050368309,155,0.002633220748975873,
+1,1248,0.034946173429489136,156,0.0027739903598558158,
+1,1256,0.030224215239286423,157,0.002762392360287217,
+1,1264,0.02931641787290573,158,0.006637148283819745,
+1,1272,0.02952905371785164,159,0.0033205564507695203,
+1,1280,0.029680274426937103,160,0.007078993978211656,
+,,,160,,0.004885577601055766
+1,1288,0.02929133176803589,161,0.002832880343443581,
+1,1296,0.029747817665338516,162,0.0011125213958703998,
+1,1304,0.0297008715569973,163,0.004742014253376207,
+1,1312,0.03335036709904671,164,0.05571208914221239,
+1,1320,0.029571261256933212,165,0.005863699447218096,
+1,1328,0.029490385204553604,166,0.002638037796714343,
+1,1336,0.03232123702764511,167,0.002829314611881273,
+1,1344,0.02983091026544571,168,0.008872848990722559,
+1,1352,0.03384159877896309,169,0.19159640479483642,
+1,1360,0.03395198658108711,170,0.0011521113027067092,
+1,1368,0.03301125392317772,171,0.0038163453128243633,
+1,1376,0.03005766123533249,172,0.00786058402333695,
+1,1384,0.029925435781478882,173,0.005807125945076612,
+1,1392,0.029677972197532654,174,0.007161201227323285,
+1,1400,0.029681596904993057,175,0.014394800217511753,
+1,1408,0.029718823730945587,176,0.2758795478853594,
+,,,176,,0.05760349007539971
+1,1416,0.034106601029634476,177,0.003933228290406987,
+1,1424,0.029895294457674026,178,0.0008501057891407982,
+1,1432,0.029869254678487778,179,0.002176797187227445,
+1,1440,0.03000672161579132,180,0.008545717423728023,
+1,1448,0.029383204877376556,181,0.0037357928910447904,
+1,1456,0.029273245483636856,182,0.31753909421552506,
+1,1464,0.029205434024333954,183,0.0032281509193126112,
+1,1472,0.029366664588451385,184,0.00464408185299752,
+1,1480,0.02940690517425537,185,0.013234737748280167,
+1,1488,0.029402948915958405,186,0.017577043690835126,
+1,1496,0.029414571821689606,187,0.0016114135617569375,
+1,1504,0.02934117615222931,188,0.0015441116743854114,
+1,1512,0.029249612241983414,189,0.0019192957814084366,
+1,1520,0.02924817055463791,190,0.0012615647907036223,
+1,1528,0.02919377014040947,191,0.003737302349691163,
+1,1536,0.03296273574233055,192,0.007179674090366461,
+,,,192,,0.010842545087947401
+1,1544,0.02941165491938591,193,0.0024557637331202964,
+1,1552,0.03444995731115341,194,0.0017596706611584523,
+1,1560,0.02922264114022255,195,0.004292060271836817,
+1,1568,0.02966686710715294,196,0.003723695395680037,
+1,1576,0.03437494859099388,197,0.001789945812197402,
+1,1584,0.029004886746406555,198,0.038333682850034995,
+1,1592,0.02965356409549713,199,0.002073573600985886,
+1,1600,0.033049847930669785,200,0.0008009833142171952,
+1,1608,0.034361254423856735,201,0.003195592667452729,
+1,1616,0.02912796288728714,202,0.32626007409756613,
+1,1624,0.02873237058520317,203,0.004825722904310429,
+1,1632,0.028648748993873596,204,0.0008984110754681751,
+1,1640,0.03223403915762901,205,0.002205402872277773,
+1,1648,0.029386654496192932,206,0.0031074664987569963,
+1,1656,0.029597315937280655,207,0.0022302472016935307,
+1,1664,0.02932356297969818,208,0.007401675449606652,
+,,,208,,0.003942222927891931

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 208
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,427 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3119242265820503,0,2.403383255004883,
+0,8,0.054369691759347916,1,5.2890400519737835,
+0,16,0.04982292279601097,2,7.332867622375488,
+0,24,0.02898186445236206,3,5.062997477395194,
+0,32,0.03296583518385887,4,8.294264725276403,
+0,40,0.03222344443202019,5,4.276222205162048,
+0,48,0.031789276748895645,6,4.494029448582576,
+0,56,0.029217276722192764,7,3.548461177132346,
+0,64,0.0318765826523304,8,3.301492844309126,
+0,72,0.0291721411049366,9,5.013755969206492,
+0,80,0.034266240894794464,10,1.657634741984881,
+0,88,0.028898756951093674,11,3.6965296289750507,
+0,96,0.029451977461576462,12,2.2731251955032348,
+0,104,0.029373500496149063,13,0.9533799407737595,
+0,112,0.03299155831336975,14,2.5088131620238223,
+0,120,0.03252085670828819,15,0.4068010381676934,
+0,128,0.029555924236774445,16,2.5071468483656645,
+,,,16,,1.5433404963454653
+0,136,0.029978059232234955,17,2.064978408937653,
+0,144,0.033411186188459396,18,0.4140313422928254,
+0,152,0.033967502415180206,19,2.277423706038722,
+0,160,0.029046915471553802,20,1.74421457760036,
+0,168,0.029634341597557068,21,1.7042599677179868,
+0,176,0.029620636254549026,22,0.8346878601094851,
+0,184,0.029237091541290283,23,0.11052910054568202,
+0,192,0.02854224294424057,24,1.0297548456117511,
+0,200,0.02887166291475296,25,0.5258318468986545,
+0,208,0.02893001213669777,26,0.046476212330162525,
+0,216,0.0294671431183815,27,0.41196172998752445,
+0,224,0.028889406472444534,28,0.25110239163041115,
+0,232,0.03325888141989708,29,0.05022145328111947,
+0,240,0.029029808938503265,30,0.10682323529617861,
+0,248,0.03353095427155495,31,0.01134886664592407,
+0,256,0.03296373412013054,32,0.1990242805952827,
+,,,32,,0.1411085470195033
+0,264,0.028985828161239624,33,0.022433284352618186,
+0,272,0.029443643987178802,34,0.05694149002166731,
+0,280,0.029451195150613785,35,0.11416671870808516,
+0,288,0.029287800192832947,36,0.04708919680810401,
+0,296,0.02922407165169716,37,0.106551847686725,
+0,304,0.03290201723575592,38,0.6393231089314213,
+0,312,0.029413767158985138,39,0.09726351820863784,
+0,320,0.029724247753620148,40,0.010581296713401874,
+0,328,0.03235413134098053,41,0.007290710840607062,
+0,336,0.0291999913752079,42,0.05297713629884778,
+0,344,0.035780828446149826,43,0.14407463032403028,
+0,352,0.03059537708759308,44,0.14181586984777822,
+0,360,0.033504631370306015,45,0.09328984037662545,
+0,368,0.030460573732852936,46,0.005325308204522695,
+0,376,0.032006315886974335,47,0.008107258540500576,
+0,384,0.029618989676237106,48,0.03993791034868495,
+,,,48,,0.07899429576209166
+0,392,0.029849126935005188,49,0.02528062842611689,
+0,400,0.03278662636876106,50,0.13803798152814403,
+0,408,0.029560070484876633,51,0.009113573942158837,
+0,416,0.031894125044345856,52,0.06942024251994942,
+0,424,0.02914828434586525,53,0.009512882686168369,
+0,432,0.029278278350830078,54,0.07123974985443056,
+0,440,0.029857449233531952,55,0.014575158102581134,
+0,448,0.03580838069319725,56,0.004378430907049083,
+0,456,0.02911464124917984,57,0.004698182817567916,
+0,464,0.029374893754720688,58,0.019470920064486565,
+0,472,0.033833686262369156,59,0.2028870878421003,
+0,480,0.03310644254088402,60,0.012284823848555485,
+0,488,0.0326295904815197,61,0.3461105250680703,
+0,496,0.028458837419748306,62,0.0035017203719524496,
+0,504,0.03527720645070076,63,0.008049524304541674,
+0,512,0.03726748377084732,64,0.19958785053653022,
+,,,64,,0.10154845208142993
+0,520,0.02909601479768753,65,0.05943916487740353,
+0,528,0.0319444015622139,66,0.10683531314663758,
+0,536,0.029881101101636887,67,0.12873102385977594,
+0,544,0.029305119067430496,68,0.05092942622852408,
+0,552,0.029734712094068527,69,0.2846112221909257,
+0,560,0.03340579941868782,70,0.012129585893655365,
+0,568,0.029738646000623703,71,0.5037861103812854,
+0,576,0.029588431119918823,72,0.004339722600499434,
+0,584,0.029148172587156296,73,0.021243868318075936,
+0,592,0.029077228158712387,74,0.006066370162774216,
+0,600,0.02918778732419014,75,0.002582767290401865,
+0,608,0.029296141117811203,76,0.004030892761268963,
+0,616,0.029422763735055923,77,0.006125573118109829,
+0,624,0.029165003448724747,78,0.25666871801233637,
+1,632,0.029125161468982697,79,0.007882970864347253,
+1,640,0.02926640585064888,80,0.006565406608084838,
+,,,80,,0.0455502530555452
+1,648,0.02902156487107277,81,0.01153910746021817,
+1,656,0.028927508741617203,82,0.005760768977259951,
+1,664,0.029109619557857513,83,0.004101698946518202,
+1,672,0.02937687560915947,84,0.051106005280206986,
+1,680,0.029007919132709503,85,0.3266261800842282,
+1,688,0.029378578066825867,86,0.004865894895920065,
+1,696,0.03376069292426109,87,0.059381063746210806,
+1,704,0.028673797845840454,88,0.015391595100107439,
+1,712,0.0289003886282444,89,0.00662941668027391,
+1,720,0.029855739325284958,90,0.3006077903107955,
+1,728,0.02950894460082054,91,0.04807592731399032,
+1,736,0.03336530923843384,92,0.005847672595077061,
+1,744,0.028918001800775528,93,0.1895038915463374,
+1,752,0.029068775475025177,94,0.03594262411262697,
+1,760,0.02947372943162918,95,0.21012521967835104,
+1,768,0.028836242854595184,96,0.1513750850353972,
+,,,96,,0.07866774310929109
+1,776,0.02914760634303093,97,0.011758811624410252,
+1,784,0.02898985520005226,98,0.1580134957403061,
+1,792,0.02960759401321411,99,0.06423989993830521,
+1,800,0.029391516000032425,100,0.06220921898511733,
+1,808,0.029218848794698715,101,0.0015752849479516347,
+1,816,0.030018910765647888,102,0.03167469673252736,
+1,824,0.032930631190538406,103,0.024672526749782264,
+1,832,0.029371939599514008,104,0.03507445532678893,
+1,840,0.029690638184547424,105,0.00573358320308706,
+1,848,0.028645038604736328,106,0.0070039080892456695,
+1,856,0.02919541671872139,107,0.004890086467970501,
+1,864,0.029408123344182968,108,0.08559538594404743,
+1,872,0.029324088245630264,109,0.005498086310884294,
+1,880,0.03255535289645195,110,0.024483741453598037,
+1,888,0.02945418655872345,111,0.012927800749561616,
+1,896,0.02945239096879959,112,0.022715960711745236,
+,,,112,,0.052822399822226
+1,904,0.03316584601998329,113,0.0015296388228307478,
+1,912,0.029634810984134674,114,0.041594454212047695,
+1,920,0.0299806147813797,115,0.0021930813540662216,
+1,928,0.030005604028701782,116,0.008242405601777136,
+1,936,0.02973155677318573,117,0.044769694039132446,
+1,944,0.0297461599111557,118,0.015171612475699345,
+1,952,0.0296095572412014,119,0.009291060404696813,
+1,960,0.029873691499233246,120,0.8374333477811888,
+1,968,0.02965199574828148,121,0.004508662152927302,
+1,976,0.02964642271399498,122,0.007337982916007084,
+1,984,0.029499400407075882,123,0.00836647221876774,
+1,992,0.02948332577943802,124,0.015332163301839804,
+1,1000,0.028832368552684784,125,0.00357907982701859,
+1,1008,0.029193684458732605,126,0.007130602067003825,
+1,1016,0.03357160836458206,127,0.018906126701040193,
+1,1024,0.029575809836387634,128,0.0034685325485447217,
+,,,128,,0.020214319798144066
+1,1032,0.030169863253831863,129,0.0018978009587347817,
+1,1040,0.02977742999792099,130,0.39707252982771024,
+1,1048,0.02975224331021309,131,0.001761406879681586,
+1,1056,0.029846571385860443,132,0.017264457874592732,
+1,1064,0.0297824889421463,133,0.056117777654435486,
+1,1072,0.03320503979921341,134,0.001636661880183965,
+1,1080,0.029723115265369415,135,0.003106332307932182,
+1,1088,0.0299648679792881,136,0.0012851634513936006,
+1,1096,0.0296337828040123,137,0.00420182739617303,
+1,1104,0.029603131115436554,138,0.0029114216757828697,
+1,1112,0.029986169189214706,139,0.002882923257337617,
+1,1120,0.030442606657743454,140,0.03713697428174782,
+1,1128,0.02950926125049591,141,0.0007539896493350776,
+1,1136,0.02979832887649536,142,0.1441455324233035,
+1,1144,0.03729818016290665,143,0.005908789976577585,
+1,1152,0.03052888810634613,144,0.0015847089317893343,
+,,,144,,0.01095816514372541
+1,1160,0.03326108306646347,145,0.0009792482111758243,
+1,1168,0.03497304767370224,146,0.002178641869769698,
+1,1176,0.03322345018386841,147,0.0016422631195061566,
+1,1184,0.033250100910663605,148,0.0022107327781018932,
+1,1192,0.02982056513428688,149,0.003442465857612357,
+1,1200,0.030248358845710754,150,0.0027970086530937502,
+1,1208,0.030558336526155472,151,0.0013870319550430092,
+1,1216,0.029773227870464325,152,0.002305134727586327,
+1,1224,0.02993398904800415,153,0.09859758967980849,
+1,1232,0.02970428392291069,154,0.0016876737736311043,
+1,1240,0.030450761318206787,155,0.034740890441753436,
+1,1248,0.041756849735975266,156,0.0017074015546206605,
+1,1256,0.031017601490020752,157,0.002165211975807324,
+2,1264,0.03289373591542244,158,0.015191023769633223,
+2,1272,0.029844440519809723,159,0.029764916360503636,
+2,1280,0.02976306900382042,160,0.005559335879157656,
+,,,160,,0.03455011372349996
+2,1288,0.030367374420166016,161,0.3565812499013687,
+2,1296,0.029235508292913437,162,0.0047659660090825385,
+2,1304,0.02940148115158081,163,0.0012395537220678914,
+2,1312,0.03276246413588524,164,0.00259783874767331,
+2,1320,0.029557600617408752,165,0.001945402764249593,
+2,1328,0.02995588257908821,166,0.0767159754799319,
+2,1336,0.032761890441179276,167,0.0026811790220173343,
+2,1344,0.029961850494146347,168,0.002115195836571123,
+2,1352,0.03994293510913849,169,0.0034973466536030173,
+2,1360,0.03562138229608536,170,0.002532306869397871,
+2,1368,0.030177757143974304,171,0.01590842543009785,
+2,1376,0.029993277043104172,172,0.00488193232852679,
+2,1384,0.029858704656362534,173,0.010050601253169589,
+2,1392,0.03241763636469841,174,0.002254312875895546,
+2,1400,0.02996625378727913,175,0.004937198058801836,
+2,1408,0.02979426458477974,176,0.00376246367644247,
+,,,176,,0.01304001113964436
+2,1416,0.033606864511966705,177,0.4352381292399234,
+2,1424,0.030240658670663834,178,0.003755852373225415,
+2,1432,0.030699919909238815,179,0.04371166254585499,
+2,1440,0.03110472485423088,180,0.003603875132588049,
+2,1448,0.030341368168592453,181,0.0024481809648152974,
+2,1456,0.05074194073677063,182,0.0027371317531409054,
+2,1464,0.04419683665037155,183,0.004006367624970153,
+2,1472,0.030030351132154465,184,0.0023162645475867274,
+2,1480,0.030471161007881165,185,0.0019122843680504178,
+2,1488,0.03170444443821907,186,0.0038185808834069494,
+2,1496,0.030055835843086243,187,0.03684283892454749,
+2,1504,0.033213987946510315,188,0.06209401037527381,
+2,1512,0.030380602926015854,189,0.002541607798775658,
+2,1520,0.030456706881523132,190,0.060725640010787174,
+2,1528,0.030479796230793,191,0.0010393352640676312,
+2,1536,0.03354626148939133,192,0.001288479005989547,
+,,,192,,0.019958220688995144
+2,1544,0.030339844524860382,193,0.0036228209428372793,
+2,1552,0.03372655436396599,194,0.017398461437551305,
+2,1560,0.04975493997335434,195,0.0009572229804083084,
+2,1568,0.056493256241083145,196,0.003443842268704126,
+2,1576,0.0322919562458992,197,0.0012127214751672,
+2,1584,0.03357382491230965,198,0.06900506240960497,
+2,1592,0.030411601066589355,199,0.004162688766462872,
+2,1600,0.030522063374519348,200,0.0019177487142419873,
+2,1608,0.030545532703399658,201,0.0017324525054261488,
+2,1616,0.031205013394355774,202,0.0017858250823337585,
+2,1624,0.030861224979162216,203,0.001602621230466122,
+2,1632,0.030321579426527023,204,0.0022634826794577143,
+2,1640,0.03075272962450981,205,0.025209844911428678,
+2,1648,0.030848443508148193,206,0.00188515060626042,
+2,1656,0.03761754557490349,207,0.001289093033516441,
+2,1664,0.03436446562409401,208,0.004079399395517872,
+,,,208,,0.005687014299816049
+2,1672,0.0517982542514801,209,0.0034442881088969962,
+2,1680,0.029367942363023758,210,0.005955275891623883,
+2,1688,0.03026767447590828,211,0.0011461940351485584,
+2,1696,0.03047597035765648,212,0.0015501511493661942,
+2,1704,0.02989364042878151,213,0.0017878132597875915,
+2,1712,0.03342510387301445,214,0.002950041590586559,
+2,1720,0.030148886144161224,215,0.005801275994268839,
+2,1728,0.030480705201625824,216,0.0025422239468753105,
+2,1736,0.030738748610019684,217,0.0033162731068352093,
+2,1744,0.030577093362808228,218,0.01413326730641226,
+2,1752,0.03297600522637367,219,0.01621308365029108,
+2,1760,0.03029816970229149,220,0.001534002655067265,
+2,1768,0.03087078407406807,221,0.006564323476945551,
+2,1776,0.03276908025145531,222,0.0038083404773108973,
+2,1784,0.030602026730775833,223,0.010608149528100816,
+2,1792,0.03058808669447899,224,0.08450652473682287,
+,,,224,,0.006648982623880973
+2,1800,0.0339568555355072,225,0.0018463928863639012,
+2,1808,0.030069202184677124,226,0.0007147479085357521,
+2,1816,0.03008909896016121,227,0.006350343505619094,
+2,1824,0.030295860022306442,228,0.001894820653922999,
+2,1832,0.029971349984407425,229,0.0010989959648048336,
+2,1840,0.029709555208683014,230,0.0006607798177356017,
+2,1848,0.029915884137153625,231,0.0012706892749909976,
+2,1856,0.03011029213666916,232,0.006069146723558123,
+2,1864,0.030652955174446106,233,0.001467907700377206,
+2,1872,0.032451704144477844,234,0.0012490091251038393,
+2,1880,0.02985036000609398,235,0.0011837359029763879,
+3,1888,0.03020397573709488,236,0.0009370735140030526,
+3,1896,0.030430205166339874,237,0.0023468057583418806,
+3,1904,0.03047766163945198,238,0.0007768998515199531,
+3,1912,0.030601397156715393,239,0.001652193944859651,
+3,1920,0.030220352113246918,240,0.0012309935601580138,
+,,,240,,0.0031700598027085917
+3,1928,0.030199982225894928,241,0.0016702237293689645,
+3,1936,0.030505545437335968,242,0.002106188374455087,
+3,1944,0.030578821897506714,243,0.0011046767862613446,
+3,1952,0.033664997667074203,244,0.004134968122413669,
+3,1960,0.03327722102403641,245,0.002337365007926045,
+3,1968,0.03007594123482704,246,0.0021184992874623276,
+3,1976,0.030151057988405228,247,0.0020744563250900683,
+3,1984,0.029890455305576324,248,0.0017195414247301718,
+3,1992,0.03015787899494171,249,0.00247676753012153,
+3,2000,0.029715262353420258,250,0.0014002580923261122,
+3,2008,0.029835522174835205,251,0.0008532796849836954,
+3,2016,0.034008994698524475,252,0.0014788193453568964,
+3,2024,0.03301079198718071,253,0.0008155162107538093,
+3,2032,0.03263168781995773,254,0.0012596197329306355,
+3,2040,0.03022812306880951,255,0.0005794195109046996,
+3,2048,0.03032183274626732,256,0.0009543017450986164,
+,,,256,,0.0032070257783220605
+3,2056,0.03030453622341156,257,0.0015197427794471597,
+3,2064,0.030044857412576675,258,0.003521398376506113,
+3,2072,0.030673343688249588,259,0.03488590254710289,
+3,2080,0.030159372836351395,260,0.0009179185384709853,
+3,2088,0.03008648380637169,261,0.001270241470103009,
+3,2096,0.029828336089849472,262,0.0008808111742837355,
+3,2104,0.030311331152915955,263,0.0009522007603663951,
+3,2112,0.03014833852648735,264,0.0015656759184951494,
+3,2120,0.030115406960248947,265,0.0005067548569059,
+3,2128,0.03349882364273071,266,0.0027091565761321154,
+3,2136,0.030136678367853165,267,0.002624492075604697,
+3,2144,0.029882803559303284,268,0.004900823240556444,
+3,2152,0.03035232052206993,269,0.0011971221485344524,
+3,2160,0.030012495815753937,270,0.0017038644815329461,
+3,2168,0.034175921231508255,271,0.0010135351309751666,
+3,2176,0.02980675920844078,272,0.0006421396549110516,
+,,,272,,0.007668416653726437
+3,2184,0.0328558124601841,273,0.0007731581043282694,
+3,2192,0.029743850231170654,274,0.0017901083124646296,
+3,2200,0.02995574101805687,275,0.000700172955475864,
+3,2208,0.034276705235242844,276,0.0011108460797307391,
+3,2216,0.030025921761989594,277,0.0007575952089003598,
+3,2224,0.030026331543922424,278,0.0011621023077168502,
+3,2232,0.03016100823879242,279,0.0016606137772517589,
+3,2240,0.030000120401382446,280,0.001422820229587766,
+3,2248,0.030727364122867584,281,0.0014919487796512178,
+3,2256,0.03011574223637581,282,0.0014922510187413234,
+3,2264,0.030200593173503876,283,0.0041422634676564485,
+3,2272,0.03007003292441368,284,0.0007731871049215372,
+3,2280,0.0336017981171608,285,0.002357458433834836,
+3,2288,0.03026055172085762,286,0.0006372317774758602,
+3,2296,0.04815809428691864,287,0.001019567719105488,
+3,2304,0.03789280354976654,288,0.0007086645079349788,
+,,,288,,0.008285685200110825
+3,2312,0.030147753655910492,289,0.0009039445474627427,
+3,2320,0.029937338083982468,290,0.001456885363784915,
+3,2328,0.03021453693509102,291,0.0009945547441020607,
+3,2336,0.03036322072148323,292,0.006466584653632405,
+3,2344,0.02995426580309868,293,0.0019523648952599615,
+3,2352,0.030241280794143677,294,0.004424047234351747,
+3,2360,0.0339055135846138,295,0.0011411496991720262,
+3,2368,0.03356073796749115,296,0.17536965964184978,
+3,2376,0.03026847168803215,297,0.0016201310619876226,
+3,2384,0.03377407044172287,298,0.0008901908232863727,
+3,2392,0.033654484897851944,299,0.025484723627764303,
+3,2400,0.03660263866186142,300,0.0007073751403368078,
+3,2408,0.04698726907372475,301,0.0012495960885037978,
+3,2416,0.030251458287239075,302,0.0009473452846577857,
+3,2424,0.03000030294060707,303,0.0010989208149112528,
+3,2432,0.030079826712608337,304,0.0011638034149655141,
+,,,304,,0.03095688512615486
+3,2440,0.03026501089334488,305,0.0007969357459594241,
+3,2448,0.030174527317285538,306,0.002644948335364461,
+3,2456,0.02973596751689911,307,0.0037565255132414256,
+3,2464,0.029829181730747223,308,0.0008370386002262911,
+3,2472,0.029862895607948303,309,0.01116203026189892,
+3,2480,0.029743574559688568,310,0.0032597737702996133,
+3,2488,0.029750239104032516,311,0.06885814090880255,
+3,2496,0.029854435473680496,312,0.6052719648068887,
+3,2504,0.029424790292978287,313,0.0009876829180239628,
+3,2512,0.05150274559855461,314,0.020551134541165084,
+4,2520,0.029817387461662292,315,0.002457418891770596,
+4,2528,0.030050087720155716,316,0.0015169901598710567,
+4,2536,0.030134785920381546,317,0.003635733917083902,
+4,2544,0.03041224181652069,318,0.006647111789789051,
+4,2552,0.03031083196401596,319,0.0018759861963594125,
+4,2560,0.0333852618932724,320,0.003950757764479411,
+,,,320,,0.011637149391993703
+4,2568,0.03231015428900719,321,0.0014827987232076173,
+4,2576,0.03394478186964989,322,0.0025540986340881013,
+4,2584,0.030546382069587708,323,0.004605178730950381,
+4,2592,0.029528353363275528,324,0.00309535945270909,
+4,2600,0.029154248535633087,325,0.002020092836028198,
+4,2608,0.03721296042203903,326,0.04309130390902283,
+4,2616,0.029768723994493484,327,0.003975239596911706,
+4,2624,0.029231533408164978,328,0.006726645895590385,
+4,2632,0.029466845095157623,329,0.006419816509555353,
+4,2640,0.029743198305368423,330,0.004123346967389807,
+4,2648,0.029790639877319336,331,0.0015823094851969341,
+4,2656,0.02960476651787758,332,0.001044456834885447,
+4,2664,0.0389307402074337,333,0.0009957964372612575,
+4,2672,0.02995387837290764,334,0.0014024800953588315,
+4,2680,0.02987658977508545,335,0.0009184779910891153,
+4,2688,0.033060017973184586,336,0.0012064552181320985,
+,,,336,,0.017488483028366343
+4,2696,0.036032821983098984,337,0.0009651689706515754,
+4,2704,0.03608524426817894,338,0.001036355997105905,
+4,2712,0.035829972475767136,339,0.0016712102262924115,
+4,2720,0.0360528901219368,340,0.0010231767354222634,
+4,2728,0.03597637638449669,341,0.0011487242438968017,
+4,2736,0.035756777971982956,342,0.0015495859976605668,
+4,2744,0.03639839217066765,343,0.001381263801115839,
+4,2752,0.03671911731362343,344,0.0014052321535668202,
+4,2760,0.039510443806648254,345,0.0013141485154240702,
+4,2768,0.04102317616343498,346,0.001857161328579033,
+4,2776,0.03244708105921745,347,0.04239647419532188,
+4,2784,0.03347897529602051,348,0.0008468778193803571,
+4,2792,0.02947738766670227,349,0.0008449539382127114,
+4,2800,0.029440835118293762,350,0.001139132617166839,
+4,2808,0.03360448405146599,351,0.001656298034835014,
+4,2816,0.02959250658750534,352,0.014851680503432782,
+,,,352,,0.015292240497889553
+4,2824,0.029503796249628067,353,0.0007462195635525859,
+4,2832,0.030249904841184616,354,0.0004895864337661558,
+4,2840,0.02945013716816902,355,0.0015857394396637877,
+4,2848,0.029503557831048965,356,0.0007840237260097638,
+4,2856,0.02935374528169632,357,0.0009560852335804763,
+4,2864,0.03590967878699303,358,0.0017367924156133085,
+4,2872,0.041529443114995956,359,0.002017813941165514,
+4,2880,0.02916005253791809,360,0.0005069727538890826,
+4,2888,0.029919739812612534,361,0.002409363614528307,
+4,2896,0.029431398957967758,362,0.0020777999719333216,
+4,2904,0.029512736946344376,363,0.0005528452774425122,
+4,2912,0.029078636318445206,364,0.0004686601550929481,
+4,2920,0.02928616851568222,365,0.002187412274696936,
+4,2928,0.029222063720226288,366,0.0016764411702752113,
+4,2936,0.029248517006635666,367,0.0004716987420509283,
+4,2944,0.02995225042104721,368,0.017061414779163897,
+,,,368,,0.006545627316313313
+4,2952,0.02959437668323517,369,0.0058672343657235615,
+4,2960,0.03385030850768089,370,0.001027570518090215,
+4,2968,0.029346879571676254,371,0.0008582219821759141,
+4,2976,0.04174737259745598,372,0.0012297188266529701,
+4,2984,0.036567382514476776,373,0.0007578056759354825,
+4,2992,0.030497964471578598,374,0.42191102383631834,
+4,3000,0.029071394354104996,375,0.0023650957076218524,
+4,3008,0.0289919413626194,376,0.0005766495955218229,
+4,3016,0.02921324595808983,377,0.0005103196823396361,
+4,3024,0.029427651315927505,378,0.0009155247050027052,
+4,3032,0.028838511556386948,379,0.0010027153584815096,
+4,3040,0.029185187071561813,380,0.001317131239025352,
+4,3048,0.028737511485815048,381,0.0030327212312840856,
+4,3056,0.02941516786813736,382,0.0009847414746348346,
+4,3064,0.029005974531173706,383,0.0017823345442593563,
+4,3072,0.029026634991168976,384,0.001152420533309431,
+,,,384,,0.006728417549042258
+4,3080,0.0287262424826622,385,0.1308328659312489,
+4,3088,0.039435334503650665,386,0.0010949273967596057,
+4,3096,0.03529244661331177,387,0.0010748714312984913,
+4,3104,0.029114972800016403,388,0.0007802624981302549,
+4,3112,0.02885182574391365,389,0.0012464319096090128,
+4,3120,0.029058046638965607,390,0.0005638560105580837,
+4,3128,0.028709009289741516,391,0.030714683259165296,
+4,3136,0.028869260102510452,392,0.0015805869347373532,
+5,3144,0.029644832015037537,393,0.0008818133530439809,
+5,3152,0.02946358174085617,394,0.0010618782301510994,
+5,3160,0.029440753161907196,395,0.003750386160875981,
+5,3168,0.034023597836494446,396,0.0036675120354630053,
+5,3176,0.028641797602176666,397,0.00554513222260329,
+5,3184,0.02855375036597252,398,0.0019275719597707003,
+5,3192,0.028447072952985764,399,0.0007943720556795597,
+5,3200,0.02853969857096672,400,0.0008712762170874227,
+,,,400,,0.014373374155995954

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,268 @@
+61310,1
+88460,2
+155053,3
+457243,11
+20101,0
+196006,4
+528678,13
+515992,12
+37699,0
+249668,6
+110282,2
+287074,7
+528730,13
+69113,1
+92694,2
+146364,3
+266133,6
+552277,13
+164371,4
+392683,9
+186169,4
+326006,8
+260669,6
+135846,3
+266841,6
+15437,0
+372952,9
+337930,8
+302186,7
+291020,7
+309874,7
+438271,10
+474197,11
+432370,10
+155601,3
+150513,3
+308134,7
+529680,13
+92533,2
+163646,4
+530586,13
+81691,2
+523586,13
+611417,10
+118380,2
+416706,10
+353687,8
+588846,5
+61247,1
+188011,4
+452164,11
+80236,2
+612654,10
+141356,3
+426025,10
+428834,10
+385122,9
+309236,7
+573530,2
+353624,8
+352265,8
+239538,5
+86431,2
+573389,2
+153637,3
+594001,6
+480726,12
+396117,9
+88591,2
+163782,4
+79248,1
+493119,12
+410648,10
+571903,2
+477525,11
+26657,0
+564581,0
+425413,10
+495498,12
+72912,1
+213402,5
+254322,6
+110580,2
+629520,13
+343947,8
+354260,8
+508598,12
+320315,8
+161256,4
+185408,4
+403613,10
+79185,1
+484735,12
+202513,5
+523279,13
+131962,3
+567625,1
+236373,5
+152864,3
+314573,7
+142373,3
+8513,0
+7822,0
+191482,4
+347201,8
+550680,13
+384946,9
+544522,13
+496645,12
+183775,4
+290960,7
+366323,9
+383931,9
+450872,11
+5048,0
+471468,11
+43679,1
+619566,11
+103161,2
+174426,4
+437715,10
+370932,9
+607357,9
+338338,8
+389186,9
+56461,1
+7252,0
+68296,1
+546673,13
+166805,4
+147909,3
+505201,12
+615000,11
+62748,1
+572091,2
+491903,12
+247729,6
+558812,13
+125743,3
+399155,9
+55944,1
+372954,9
+523951,13
+561142,0
+151526,3
+142179,3
+564025,0
+576559,3
+571447,2
+554197,13
+314712,7
+608068,9
+489230,12
+395155,9
+23088,0
+301119,7
+545177,13
+215357,5
+84248,2
+207486,5
+277044,6
+104223,2
+166278,4
+513795,12
+218524,5
+61932,1
+590701,6
+268692,6
+621182,12
+12692,0
+55867,1
+566427,1
+557831,13
+481315,12
+447513,11
+439826,10
+505915,12
+282766,7
+577313,3
+393606,9
+301586,7
+427983,10
+108303,2
+171606,4
+285535,7
+418032,10
+343675,8
+376386,9
+30266,0
+393879,9
+177285,4
+544159,13
+327015,8
+30021,0
+563584,0
+234192,5
+620023,12
+382687,9
+33493,0
+239231,5
+485240,12
+544651,13
+523822,13
+405475,10
+520510,13
+330910,8
+451277,11
+493888,12
+62646,1
+429033,10
+63295,1
+115122,2
+344512,8
+191923,4
+565253,1
+626901,13
+626630,13
+185104,4
+402341,10
+108835,2
+319653,7
+411624,10
+597878,7
+528460,13
+149485,3
+429640,10
+237914,5
+341886,8
+209190,5
+580839,4
+410526,10
+428327,10
+129668,3
+279172,6
+576140,3
+591677,6
+404418,10
+381536,9
+339629,8
+423884,10
+20015,0
+179827,4
+360009,9
+184639,4
+80278,2
+309941,7
+115579,2
+128995,3
+129127,3
+325979,8
+137288,3
+321936,8
+323540,8
+384269,9
+135356,3
+74422,1
+624947,12
+160239,4
+9893,0
+71739,1
+565759,1
+358522,8
+119587,2
+132604,3
+296687,7
+114857,2
+535273,13
+284514,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,268 @@
+61310,-4.6389766,-0.015434061,-14.201476,-16.746838,-14.230814,-18.551346,-8.388976,-13.601758,-22.855118,-15.138976,-12.076476,-16.888977,-15.451476,-23.564592
+88460,-7.899218,-16.467752,-0.024218082,-8.400239,-11.213999,-19.86036,-12.649218,-14.132508,-22.491676,-14.086718,-15.836718,-13.211718,-12.836718,-4.6952724
+155053,-12.625502,-17.2133,-10.750502,-0.001635617,-13.689451,-14.768852,-15.875502,-16.000177,-27.190262,-17.125502,-17.438002,-19.500502,-17.000502,-16.018433
+457243,-10.875461,-27.631947,-11.250461,-20.128092,-23.140377,-15.826058,-17.12546,-20.367762,-21.695225,-19.00046,-18.00046,-0.00046051864,-15.625461,-16.262396
+20101,-1.239769e-05,-19.670353,-19.937511,-24.489443,-22.14094,-19.518013,-14.500012,-18.690977,-30.692238,-23.562511,-21.750011,-22.625011,-22.687511,-29.257828
+196006,-11.375641,-20.91472,-15.250641,-17.208055,-0.0011312091,-23.914454,-14.313141,-18.588284,-24.393597,-17.37564,-18.81314,-19.62564,-20.25064,-30.82087
+528678,-2.9918191,-10.063597,-9.616819,-12.116721,-12.465574,-8.158226,-3.3668191,-4.9182196,-21.67154,-9.866819,-10.554319,-7.1168194,-10.804319,-0.1182128
+515992,-9.250506,-22.423319,-14.313006,-17.268162,-16.524113,-19.911533,-13.500506,-16.539576,-25.251438,-17.438007,-18.188007,-14.375506,-0.00050686864,-12.376449
+37699,-0.097650036,-8.101746,-8.47265,-13.778803,-4.2422442,-7.3148,-4.72265,-10.291479,-23.08218,-11.03515,-11.22265,-11.22265,-10.41015,-3.7269366
+249668,-8.128408,-7.486652,-17.003408,-22.26284,-14.32466,-17.744211,-0.0034081014,-13.003567,-11.795173,-17.753408,-14.003408,-17.065908,-16.690908,-24.48396
+110282,-12.001183,-20.098711,-0.0011822147,-12.253836,-18.316128,-15.488468,-16.751183,-23.53223,-26.052952,-16.626183,-19.188683,-7.876182,-15.251183,-17.22016
+287074,-11.375658,-17.082375,-18.813158,-19.824024,-17.402971,-18.406445,-10.250658,-0.00081170636,-16.801472,-15.938158,-15.688158,-16.563158,-19.750658,-17.831696
+528730,-6.8785863,-16.26051,-12.003586,-12.982379,-11.720657,-9.549359,-9.253586,-10.130094,-24.371092,-8.253586,-14.566086,-11.378586,-10.753586,-0.0042615035
+69113,-6.2551928,-0.005912756,-16.192694,-18.733963,-16.28662,-23.281609,-8.255193,-15.913962,-20.939804,-15.755193,-13.692693,-16.130194,-16.192694,-22.430264
+92694,-7.129587,-14.679084,-0.004587008,-6.006955,-12.568371,-20.03299,-14.004587,-18.140305,-21.132553,-13.129587,-16.067087,-14.379587,-10.754587,-14.763556
+146364,-14.000891,-15.875475,-12.000891,-0.0024976535,-16.064642,-12.77007,-15.938391,-16.071564,-26.920685,-15.563391,-17.37589,-19.62589,-16.50089,-22.056889
+266133,-7.2565427,-8.386042,-16.881542,-18.528172,-11.844905,-18.82486,-0.00654269,-14.632308,-17.9167,-16.444042,-14.194043,-16.756542,-16.631542,-17.417383
+552277,-5.5192377e-05,-15.002815,-18.875055,-20.402784,-21.233335,-21.564463,-12.625055,-20.234743,-24.733833,-22.687555,-20.625055,-20.500055,-20.000055,-11.752641
+164371,-10.375714,-18.291569,-14.875714,-15.2559805,-0.0011468022,-24.361174,-13.125714,-18.114262,-21.482016,-18.063215,-17.688215,-21.625715,-20.375715,-23.259727
+392683,-8.503023,-19.495522,-12.815523,-13.198407,-18.538612,-14.966918,-13.503023,-12.222069,-22.487598,-0.0030227469,-6.1280227,-16.065523,-16.503023,-16.01473
+186169,-11.12583,-16.439844,-13.12583,-14.780922,-0.005991005,-21.868824,-14.43833,-19.128101,-24.12039,-15.43833,-13.87583,-17.18833,-20.06333,-26.836555
+326006,-11.125263,-15.174091,-16.750263,-19.514063,-16.566118,-26.71937,-11.312763,-11.063116,-0.0003105045,-17.937763,-13.375263,-16.250263,-16.312763,-24.813911
+260669,-9.125922,-11.896738,-19.938421,-23.47583,-23.138596,-25.77124,-0.0009220163,-13.626421,-20.36733,-18.000921,-15.938422,-19.750921,-18.438421,-28.569286
+135846,-12.253444,-14.818388,-11.503444,-0.0065168794,-14.254328,-15.01374,-15.065944,-15.919401,-27.67096,-13.315944,-15.878444,-18.753445,-15.253444,-22.280054
+266841,-11.375587,-15.7708,-18.563087,-23.28304,-21.893246,-21.312597,-0.00058741,-16.813581,-23.89378,-19.375587,-18.625587,-19.875587,-18.875587,-28.696075
+15437,-5.1735493e-05,-20.538921,-20.375051,-23.013897,-20.110483,-17.256779,-14.7500515,-22.076998,-29.777233,-22.812551,-23.000051,-18.812551,-22.875051,-20.451328
+372952,-12.126449,-22.09771,-14.251449,-16.748362,-17.507393,-12.793619,-16.87645,-10.699088,-24.670982,-0.0014486543,-15.376449,-18.37645,-18.68895,-25.946712
+337930,-12.063075,-16.704975,-17.000574,-19.370857,-15.645599,-23.295523,-11.063075,-11.31341,-0.0009931183,-16.500574,-12.688075,-14.500575,-15.875575,-21.056118
+302186,-12.502558,-16.90273,-19.627558,-17.920553,-15.974136,-14.975462,-11.877558,-0.0027049119,-16.840546,-15.377558,-12.940058,-16.252558,-19.877558,-21.076548
+291020,-8.752573,-15.728977,-17.252573,-20.634861,-16.089659,-9.900366,-13.565073,-0.0028200091,-18.312689,-13.627573,-15.815073,-16.877573,-18.440073,-15.80229
+309874,-12.313046,-17.440477,-18.688046,-18.654554,-18.295876,-21.662891,-10.625546,-0.0008384455,-15.229031,-15.375546,-13.875546,-16.250546,-20.719296,-19.954344
+438271,-11.000108,-26.711185,-16.875109,-20.62777,-18.76765,-15.460697,-14.750108,-13.47846,-24.31871,-11.000108,-0.00010799778,-16.062609,-19.562609,-19.628002
+474197,-11.625338,-28.872936,-10.875338,-20.010447,-20.242992,-14.745091,-17.000338,-19.495445,-23.421196,-19.187838,-18.187838,-0.0003376629,-15.562838,-16.385756
+432370,-9.500841,-22.694197,-14.750841,-19.9374,-18.149939,-16.847946,-14.000841,-14.6066885,-25.166096,-7.3758416,-0.00084150187,-14.813341,-19.250841,-19.288927
+155601,-11.376197,-15.895513,-10.626197,-0.0025951606,-12.878433,-11.694744,-14.751197,-15.561052,-25.155397,-16.626198,-15.251197,-17.813698,-16.126198,-17.177773
+150513,-13.439163,-17.083622,-11.376663,-0.003316512,-15.003491,-16.281204,-15.814163,-15.550759,-25.76588,-14.814163,-17.189163,-19.626663,-16.126663,-21.751497
+308134,-9.127757,-14.717177,-19.252756,-18.946247,-14.482671,-14.549263,-9.877757,-0.003017164,-18.274582,-15.377757,-15.065257,-17.627756,-19.127756,-18.589922
+529680,-1.7564592,-6.0313544,-8.881459,-12.636283,-7.368745,-11.038602,-3.7564592,-9.921247,-19.390121,-10.068959,-11.756459,-9.318959,-9.381459,-0.25936744
+92533,-7.638879,-14.340529,-0.013878627,-10.518668,-11.0144,-12.984863,-12.826379,-14.712969,-22.111107,-14.076379,-15.826379,-14.263879,-12.263879,-6.024792
+163646,-14.000466,-21.09512,-16.375467,-18.877817,-0.0010006297,-29.434418,-15.937966,-21.4727,-25.097881,-19.375467,-18.750467,-22.312967,-21.687967,-28.504204
+530586,-6.633439,-16.084818,-11.883439,-14.474015,-13.875612,-12.082079,-8.133439,-11.4207735,-22.991817,-12.133439,-14.008439,-10.758439,-10.258439,-0.009209628
+81691,-9.148731,-16.12272,-0.02373101,-9.650203,-11.774788,-20.366367,-12.586231,-14.190264,-24.08743,-14.648731,-16.836231,-13.523731,-13.023731,-4.402676
+523586,-6.256253,-17.086098,-12.006253,-14.0051155,-13.107654,-10.862251,-8.881253,-12.446714,-21.870968,-14.318753,-14.881253,-12.318753,-10.256253,-0.0068655126
+611417,-10.250316,-25.31426,-15.187816,-20.342525,-18.980825,-19.480412,-14.937816,-15.199788,-25.39725,-8.500316,-0.00031525886,-15.375316,-20.250315,-20.817099
+118380,-3.4425159,-12.52639,-0.06751586,-8.3716545,-3.4432108,-19.090248,-10.192516,-15.511962,-19.073526,-13.067516,-15.817516,-15.630016,-14.255016,-8.953433
+416706,-6.876568,-18.340406,-13.314068,-19.775307,-16.716372,-14.4340105,-13.439068,-12.658749,-20.55474,-9.126568,-0.001567684,-13.376568,-18.126568,-16.025229
+353687,-7.8182425,-10.091611,-12.880742,-16.817032,-11.045584,-14.249205,-7.8807425,-6.756164,-0.00595918,-13.755742,-10.005742,-14.318242,-13.130742,-21.63564
+588846,-7.37678,-17.543415,-14.87678,-20.968931,-14.643873,-0.012240708,-8.12678,-12.884748,-21.129093,-13.81428,-13.37678,-16.00178,-14.81428,-13.0148945
+61247,-6.1347466,-0.010473787,-15.134747,-13.165101,-17.846869,-17.17006,-9.384747,-14.385147,-16.454952,-14.759747,-13.572247,-13.634747,-14.322247,-12.452971
+188011,-8.8808775,-15.674678,-11.7558775,-15.035503,-0.006135173,-24.42145,-10.7558775,-17.735275,-28.013824,-14.1933775,-15.5683775,-17.693377,-17.318377,-23.955902
+452164,-10.126023,-23.965303,-10.751023,-18.011301,-20.985432,-12.403971,-15.188523,-17.814878,-21.879478,-19.001022,-17.001022,-0.0010230076,-14.876023,-14.638473
+80236,-3.2842247,-10.008813,-0.15922475,-3.1647704,-4.409793,-8.981826,-8.2217245,-12.1392975,-18.986298,-11.2842245,-12.8467245,-12.2842245,-9.8467245,-3.4129326
+612654,-11.000202,-25.349401,-17.437702,-19.525894,-17.294796,-17.55425,-14.437702,-17.77574,-23.95108,-10.500202,-0.0002022777,-17.312702,-19.687702,-19.768671
+141356,-12.125879,-17.523935,-13.063379,-0.002196845,-15.690191,-15.474565,-15.563379,-17.366606,-24.491955,-15.000879,-17.50088,-20.12588,-17.37588,-21.97768
+426025,-7.760547,-16.526669,-15.010547,-16.021837,-16.403734,-12.179957,-12.385547,-9.892968,-20.429916,-10.635547,-0.010547134,-14.760547,-17.885548,-14.223097
+428834,-9.125566,-23.92126,-15.875566,-18.103483,-20.032791,-17.038174,-14.875566,-13.559878,-25.328457,-8.125566,-0.0005656073,-14.313066,-19.438066,-20.762535
+385122,-8.012917,-17.88253,-12.450417,-13.848941,-15.891175,-15.69179,-12.512917,-10.0919075,-22.183352,-0.012916589,-9.137917,-17.575417,-16.887917,-16.578436
+309236,-11.252186,-16.923717,-18.002186,-17.70266,-17.034046,-15.630044,-12.627186,-0.0026802924,-20.853416,-14.439686,-15.627186,-17.439686,-18.564686,-20.997864
+573530,-10.875342,-18.326643,-0.00034254882,-13.381196,-18.189474,-16.7091,-16.187843,-17.28075,-27.569935,-15.812842,-19.187843,-11.750342,-16.250343,-17.835674
+353624,-11.750605,-16.578442,-16.750605,-19.462051,-15.70378,-23.795074,-11.063105,-11.37594,-0.00096296414,-16.688105,-12.563105,-14.563105,-16.000605,-21.980518
+352265,-9.940448,-13.997084,-15.784198,-20.967598,-10.846881,-19.256762,-10.690448,-10.065841,-0.003156582,-14.502948,-11.627948,-14.565448,-15.409198,-19.044651
+239538,-2.4779892,-10.36407,-14.977989,-17.432825,-4.861814,-5.8600397,-0.10298926,-7.855043,-23.105988,-13.290489,-10.665489,-14.165489,-13.602989,-11.895063
+86431,-10.00042,-18.781837,-0.00041940954,-13.041065,-13.875991,-22.23191,-14.25042,-15.910538,-24.54004,-16.18792,-18.25042,-16.00042,-17.43792,-19.874529
+573389,-8.001285,-19.052402,-0.0012848465,-13.28493,-13.50175,-17.683882,-14.438785,-19.697987,-26.363804,-15.501285,-18.751286,-10.626285,-13.001285,-19.87904
+153637,-11.378119,-14.908022,-10.128119,-0.0060097063,-13.0675335,-13.773418,-13.753119,-13.874772,-23.903921,-15.003119,-15.690619,-16.565619,-16.003119,-18.220566
+594001,-1.7102627,-10.297163,-12.210262,-14.015564,-17.957508,-10.602752,-0.21026264,-12.648101,-17.302313,-14.710262,-12.585262,-15.397762,-14.585262,-11.79619
+480726,-7.376048,-22.027647,-14.876048,-17.501892,-16.36418,-17.188625,-12.751048,-16.174038,-22.925991,-17.626049,-18.751049,-15.001048,-0.0010481346,-13.146179
+396117,-9.001423,-17.846333,-13.626423,-17.165333,-16.696514,-16.227951,-15.001423,-10.946483,-23.04711,-0.001422585,-11.813923,-17.126423,-16.563923,-16.719769
+88591,-8.884625,-15.057566,-0.009625571,-9.239351,-14.44759,-15.230077,-13.759625,-13.280921,-21.348465,-13.509625,-13.009625,-11.884625,-12.572125,-16.98256
+163782,-11.376199,-18.465229,-15.438699,-16.96356,-0.0015702714,-27.241997,-14.876199,-17.63411,-24.888311,-14.001199,-17.501198,-18.563698,-18.188698,-23.769865
+79248,-5.75539,-0.0060329936,-16.94289,-20.795351,-17.963064,-23.645834,-10.50539,-16.012657,-21.110523,-16.69289,-14.63039,-17.25539,-15.75539,-17.17595
+493119,-9.500298,-22.671215,-14.000298,-19.254263,-15.7922325,-18.048979,-13.250298,-16.011799,-25.632393,-16.562798,-18.187798,-14.000298,-0.0002972638,-13.296215
+410648,-11.625081,-28.948277,-16.87508,-22.043283,-22.43843,-18.30503,-15.500081,-15.579239,-25.454983,-12.500081,-8.082063e-05,-16.50008,-20.31258,-24.876696
+571903,-2.15267,-7.4203873,-0.15266989,-6.187067,-5.1535153,-8.9082155,-7.90267,-9.350278,-16.085123,-9.46517,-12.21517,-12.15267,-11.27767,-7.5305495
+477525,-12.125339,-27.173828,-11.250339,-21.565847,-20.146866,-17.7303,-17.250338,-19.422728,-24.729654,-19.625338,-18.500338,-0.00033825875,-15.687839,-16.349709
+26657,-1.7523613e-05,-19.518328,-20.687517,-24.505562,-21.161549,-19.746,-13.000017,-21.307238,-30.985254,-23.500017,-22.437517,-23.812517,-22.937517,-27.192469
+564581,-0.19196567,-8.461972,-13.691966,-18.952389,-9.539307,-9.163358,-1.8169657,-8.692628,-11.525214,-15.879466,-9.316966,-13.941966,-13.566966,-14.864164
+425413,-10.875222,-24.393404,-16.437723,-23.105968,-18.791193,-16.260366,-15.000222,-12.258513,-22.650183,-10.875222,-0.00022265816,-16.812723,-20.625223,-18.491222
+495498,-9.000516,-22.571184,-14.313016,-18.050404,-16.596329,-17.922089,-13.625516,-17.284712,-24.503927,-17.563015,-18.438015,-13.375516,-0.0005159239,-12.377686
+72912,-6.004365,-0.0054757847,-16.629366,-18.925528,-16.234062,-24.587233,-10.504365,-15.258714,-20.385881,-16.129366,-15.254365,-16.629366,-16.379366,-17.43598
+213402,-8.002407,-13.880314,-13.127407,-16.974327,-12.741582,-0.0060197157,-7.627407,-11.441488,-22.566822,-15.127407,-12.439907,-13.314907,-14.939907,-12.77347
+254322,-14.750373,-17.523277,-21.187872,-26.948208,-25.258339,-22.432915,-0.00037269798,-16.815914,-21.860043,-20.500372,-18.500372,-20.000372,-18.812872,-29.819435
+110580,-7.0714493,-12.1845875,-0.07144915,-5.0770907,-12.07423,-16.190773,-9.696449,-15.786335,-20.99305,-10.508949,-13.196449,-12.196449,-2.946449,-15.443113
+629520,-0.8076341,-6.3492475,-7.0576344,-12.150301,-11.934704,-8.297578,-4.0576344,-9.95234,-17.1717,-10.995134,-12.620134,-7.3701344,-8.057634,-0.68458045
+343947,-9.313389,-13.021783,-15.563389,-19.689177,-13.515552,-19.781816,-10.625889,-10.1269865,-0.0011492253,-15.875889,-12.625889,-14.313389,-15.000889,-21.649107
+354260,-10.500495,-15.014889,-16.062996,-18.304153,-15.684333,-23.92975,-10.812995,-10.00077,-0.0005483579,-17.344246,-12.875495,-15.687995,-16.000496,-28.063974
+508598,-10.750514,-22.994009,-14.688014,-19.593494,-16.802837,-17.581827,-14.500514,-16.467962,-25.002113,-17.938015,-19.500515,-13.500514,-0.000514375,-13.6476145
+320315,-9.439851,-13.122553,-15.814851,-16.891832,-13.988834,-17.189846,-9.689851,-8.753129,-0.0024156303,-15.564851,-12.002351,-13.564851,-14.814851,-25.379856
+161256,-12.750613,-20.591413,-15.813113,-16.455519,-0.0011151272,-26.25032,-14.875613,-19.998621,-27.629854,-17.813112,-18.813112,-21.063112,-20.625612,-22.854717
+185408,-12.000523,-22.12539,-14.688023,-17.303698,-0.0011595669,-25.962065,-14.125523,-19.432817,-24.638607,-17.313023,-18.563023,-20.188023,-20.000523,-30.691765
+403613,-10.001952,-24.266302,-16.189453,-19.70701,-17.002378,-17.063938,-13.564452,-12.731844,-21.922655,-11.751952,-0.0019522909,-15.689452,-18.126953,-17.325369
+79185,-5.528781,-0.029680025,-14.591281,-16.74258,-14.979507,-23.67214,-9.153781,-14.854334,-18.884754,-14.216281,-13.341281,-13.653781,-13.778781,-14.767654
+484735,-10.6256275,-23.910406,-14.0006275,-19.778698,-20.217003,-19.13413,-14.4381275,-19.201748,-25.199863,-17.313128,-20.188128,-13.1256275,-0.0006273209,-19.236095
+202513,-5.910988,-11.374145,-11.098488,-14.527388,-11.386761,-0.04200192,-4.035988,-9.724167,-18.354893,-13.098488,-9.973488,-11.098488,-13.410988,-10.287748
+523279,-0.8605266,-5.7372003,-8.798027,-12.410188,-7.9423385,-10.03467,-4.6105266,-8.758675,-18.224072,-9.423027,-11.173027,-10.548027,-9.860527,-0.61629224
+131962,-14.2509,-18.554829,-13.9384,-0.0028023024,-15.191447,-14.944855,-16.8134,-20.13419,-26.088463,-15.8134,-17.7509,-19.3759,-17.1884,-25.485931
+567625,-4.1451344,-0.02091617,-13.645134,-16.903341,-15.308009,-19.914793,-8.145134,-14.922359,-25.40245,-16.145134,-13.145134,-15.895134,-15.270134,-19.063044
+236373,-6.767042,-15.326926,-12.892042,-16.811916,-14.089915,-0.019350491,-6.517042,-10.70884,-18.771305,-13.767042,-11.204542,-14.267042,-13.454542,-13.635837
+152864,-13.125875,-17.578547,-12.375875,-0.002674247,-15.50276,-14.643374,-15.875875,-15.877839,-27.92541,-15.125875,-17.563375,-19.438375,-16.188375,-20.012169
+314573,-8.127603,-14.142849,-16.252604,-16.790281,-15.834208,-9.800078,-12.627603,-0.0027597493,-17.677553,-13.627603,-15.002603,-15.940103,-16.877604,-13.830555
+142373,-12.501598,-15.336964,-11.126598,-0.0036748862,-14.127993,-12.163853,-15.314098,-15.601669,-26.048668,-14.251598,-16.751598,-18.751598,-15.939098,-17.13256
+8513,-1.668916e-05,-20.887917,-21.875017,-24.53574,-22.50985,-17.3756,-15.375016,-20.066216,-29.11016,-22.062517,-17.000017,-22.125017,-21.750017,-26.021608
+7822,-2.920585e-05,-15.387492,-15.62503,-21.36161,-16.252974,-19.963167,-13.75003,-21.531834,-27.35442,-21.250029,-20.687529,-21.187529,-20.750029,-15.63278
+191482,-15.000345,-22.890278,-16.312845,-19.496414,-0.0007785216,-31.644377,-16.500345,-21.038275,-27.054749,-19.500345,-19.375345,-22.062845,-21.625345,-34.127174
+347201,-12.2506485,-17.114172,-16.938148,-20.228796,-16.074986,-25.978554,-11.2506485,-12.438522,-0.0010580458,-17.063148,-12.8131485,-15.1256485,-16.188148,-20.66344
+550680,-7.7547503,-17.303118,-11.37975,-14.518853,-13.533773,-9.634707,-9.00475,-12.226322,-20.27298,-13.50475,-14.56725,-11.75475,-10.12975,-0.0056055943
+384946,-10.001097,-18.41924,-13.938597,-17.159014,-17.389881,-16.524511,-15.251097,-14.834293,-23.982111,-0.0010970772,-15.126097,-17.751097,-17.501097,-21.403904
+544522,-0.42677468,-7.059975,-10.176775,-13.105388,-9.1066065,-8.938972,-6.5517745,-10.432544,-18.627256,-12.676775,-11.551775,-11.801775,-10.364275,-1.1790783
+496645,-9.250307,-22.266748,-14.375307,-18.590805,-16.793423,-19.686552,-12.750307,-16.787472,-24.913496,-17.437807,-18.437807,-13.750307,-0.00030703598,-13.035247
+183775,-14.500536,-21.444487,-16.375536,-18.946909,-0.0010106384,-30.916477,-15.500536,-20.679888,-26.1907,-19.438036,-18.813036,-21.938036,-21.688036,-29.440807
+290960,-10.501018,-16.575806,-18.876017,-17.86511,-16.66194,-11.031668,-14.438518,-0.001375332,-16.584244,-13.813518,-16.563517,-18.001017,-18.876017,-16.297585
+366323,-10.251201,-18.320906,-13.813701,-17.381683,-17.730171,-16.489473,-15.376201,-12.93187,-23.660713,-0.001200432,-14.063701,-17.5637,-17.4387,-18.75947
+383931,-8.000998,-18.558784,-15.625998,-16.033308,-18.960718,-18.440096,-15.313498,-13.418512,-22.663584,-0.0009974034,-15.188498,-19.250998,-18.438498,-17.603413
+450872,-10.376143,-29.21748,-9.501143,-21.343634,-22.981266,-14.1686535,-15.188643,-17.437618,-24.04269,-18.751144,-16.938644,-0.0011437548,-13.563643,-16.12072
+5048,-3.397407e-05,-15.52975,-19.500034,-20.04392,-20.899971,-20.137505,-13.125034,-18.57901,-24.874762,-19.937534,-22.687534,-21.250034,-20.625034,-17.475904
+471468,-8.626609,-22.625078,-8.626609,-18.00523,-15.878606,-12.917826,-14.564109,-17.32274,-21.8705,-14.876609,-14.439109,-0.0016083888,-12.501609,-13.584581
+43679,-4.8909016,-0.01678284,-15.640902,-20.962816,-15.991759,-21.319633,-4.8909016,-14.892717,-21.952492,-16.640902,-14.203402,-18.265902,-16.890902,-21.953651
+619566,-12.500457,-25.1713,-10.000457,-20.189152,-21.918516,-19.103199,-16.687958,-21.487679,-18.369902,-18.937958,-17.562958,-0.00045706314,-14.875457,-16.22757
+103161,-7.625631,-18.73485,-0.00063065666,-12.141764,-13.00121,-20.178547,-14.68813,-17.728699,-25.287226,-15.12563,-18.250631,-15.75063,-16.125631,-16.846115
+174426,-13.500486,-21.278976,-16.000486,-17.89724,-0.0011593231,-30.736244,-15.437986,-21.003853,-26.474197,-18.062986,-18.187986,-21.437986,-21.125486,-33.939884
+437715,-10.750769,-22.827862,-15.125769,-18.298082,-18.727314,-16.920568,-15.563269,-12.691482,-25.14405,-10.375769,-0.00076908094,-16.688269,-19.875769,-18.475538
+370932,-10.251368,-17.950943,-14.313868,-17.871666,-16.960676,-14.584004,-15.063868,-10.328358,-22.410639,-0.0013677061,-13.313868,-17.063868,-16.688868,-19.848433
+607357,-9.751862,-21.857439,-15.376862,-15.647496,-19.445133,-15.781454,-16.814362,-15.087133,-21.983545,-0.0018613886,-15.376862,-18.876862,-16.814362,-21.13677
+338338,-9.814339,-11.838373,-14.689339,-19.307602,-13.572163,-17.639183,-10.439339,-9.00248,-0.0019778884,-15.064339,-11.314339,-15.064339,-14.376839,-25.380035
+389186,-8.628534,-19.242376,-12.191034,-15.076668,-16.333912,-15.064015,-14.128534,-14.814822,-22.465828,-0.0035340255,-13.628534,-17.566034,-18.441034,-23.488522
+56461,-6.6306243,-0.006152788,-15.255624,-18.383135,-18.218204,-20.853024,-9.505624,-14.969297,-17.639057,-16.443125,-14.193124,-15.130624,-14.630624,-14.601618
+7252,-0.00018666433,-19.504673,-9.250187,-19.782663,-18.119417,-16.672338,-14.000187,-20.630833,-21.784697,-20.312687,-18.125187,-10.125187,-18.562687,-18.580061
+68296,-6.0122805,-0.013473985,-15.76228,-17.847656,-16.290667,-19.401825,-6.8872805,-13.012792,-19.386051,-15.13728,-13.44978,-14.44978,-14.26228,-15.028085
+546673,-2.479003,-9.7927475,-11.479003,-11.853215,-11.59519,-13.273434,-6.729003,-10.376243,-21.161617,-12.354003,-12.791503,-10.666503,-10.166503,-0.106915556
+166805,-12.12548,-18.010563,-14.68798,-16.546545,-0.0011795736,-23.218142,-13.37548,-20.601707,-25.52554,-18.06298,-17.31298,-20.81298,-20.18798,-30.19447
+147909,-12.50093,-19.170427,-13.00093,-0.0021066144,-17.00391,-14.354957,-15.87593,-16.487926,-24.481049,-15.18843,-17.500929,-19.625929,-17.438429,-21.418056
+505201,-6.377339,-18.8007,-12.752339,-17.299337,-14.192507,-12.764106,-11.877339,-13.086311,-26.995504,-14.752339,-16.064838,-12.877339,-0.0023390097,-11.503354
+615000,-11.500371,-24.173155,-11.125371,-20.179173,-20.01752,-14.847929,-17.062872,-19.273478,-25.273897,-18.937872,-18.187872,-0.00037138717,-15.750371,-15.628313
+62748,-4.6445985,-0.020289095,-14.207098,-16.966955,-13.191751,-21.154387,-8.894598,-15.688959,-21.202143,-14.207098,-12.207098,-15.394598,-14.769598,-20.925041
+572091,-8.015079,-13.361815,-0.015078963,-4.518039,-13.078527,-12.098655,-12.077579,-15.251699,-21.22134,-12.202579,-13.390079,-13.952579,-7.265079,-16.164213
+491903,-8.125733,-18.65874,-12.750733,-14.15221,-14.41222,-12.280652,-11.250733,-14.440219,-22.468418,-14.500733,-16.875732,-13.375733,-0.00073310675,-12.126833
+247729,-10.500312,-13.914015,-19.062813,-24.631197,-20.77166,-19.886948,-0.00031204123,-16.752155,-23.477943,-20.062813,-18.812813,-19.562813,-19.500313,-24.544146
+558812,-7.0037904,-14.22436,-10.87879,-14.220858,-13.662225,-11.391816,-8.62879,-13.762326,-18.76872,-14.00379,-15.94129,-11.12879,-10.25379,-0.004707829
+125743,-11.939849,-16.701035,-11.252349,-0.005644113,-12.629203,-14.194551,-15.127349,-16.537806,-24.237858,-14.377349,-15.564849,-17.18985,-16.12735,-16.853413
+399155,-9.8768425,-17.54296,-14.1268425,-17.460297,-16.256752,-14.689522,-14.8143425,-10.215928,-23.570618,-0.0018424693,-13.4393425,-16.939342,-16.626842,-21.019878
+55944,-8.379117,-0.004610678,-14.879117,-19.185429,-14.028929,-23.499857,-9.129117,-17.415236,-25.15157,-16.129118,-15.129117,-17.191618,-15.566617,-15.108166
+372954,-11.000256,-22.48633,-16.375256,-16.243675,-20.76311,-14.996106,-18.250256,-17.65388,-26.678902,-0.00025555206,-15.375256,-18.437756,-18.562756,-23.077515
+523951,-1.719011,-8.605231,-8.656511,-12.254936,-10.535656,-11.017438,-4.969011,-11.535939,-15.694001,-12.969011,-13.406511,-8.906511,-9.156511,-0.22058246
+561142,-1.5139465e-05,-18.838284,-20.750015,-24.403065,-22.69444,-18.77929,-15.750015,-21.404844,-30.599928,-23.375015,-24.000015,-21.187515,-22.312515,-27.755272
+151526,-13.375412,-15.948301,-13.250412,-0.0026891849,-16.251707,-13.348369,-16.250412,-16.590054,-26.070726,-16.187912,-18.250412,-19.687912,-17.312912,-28.029362
+142179,-13.251808,-15.297704,-11.876808,-0.0029831512,-16.190723,-12.883616,-15.564308,-15.706247,-27.385487,-14.501808,-17.189308,-19.501808,-16.189308,-25.871355
+564025,-1.668916e-05,-18.653664,-21.500017,-23.296078,-21.535011,-18.463316,-15.375016,-21.155275,-25.91069,-21.187517,-19.875017,-21.125017,-22.062517,-30.19068
+576559,-11.626201,-17.549637,-12.751201,-0.002890464,-15.877383,-12.619741,-14.688701,-15.988505,-24.045729,-14.313701,-16.751202,-18.876202,-16.688702,-24.418045
+571447,-10.000508,-17.584988,-0.00050794095,-10.753541,-18.00152,-14.709243,-15.813008,-19.32094,-27.486366,-15.875508,-16.938007,-12.125508,-15.688008,-17.47541
+554197,-0.6446746,-15.453221,-9.707174,-10.0737,-11.560721,-13.61083,-5.269675,-8.153727,-19.817863,-8.019674,-14.394674,-11.144674,-9.769674,-0.7711249
+314712,-8.5028,-15.339431,-16.9403,-15.097818,-15.884324,-10.552894,-12.6278,-0.0029903573,-14.734511,-13.4403,-15.1903,-16.8153,-18.1903,-17.650398
+608068,-10.12639,-17.265278,-14.50139,-16.595928,-16.399717,-15.880891,-14.68889,-9.161192,-22.860806,-0.0013905627,-13.37639,-16.81389,-16.00139,-15.794725
+489230,-7.2514973,-18.454897,-11.501497,-21.79108,-14.070144,-19.376398,-12.563997,-14.019531,-21.360329,-14.813997,-16.376497,-12.626497,-0.0014972201,-16.14526
+395155,-9.627506,-17.369425,-14.065006,-16.476583,-16.256544,-16.764013,-15.002506,-10.809493,-23.652493,-0.0025058556,-14.315006,-16.815006,-16.252506,-17.60713
+23088,-1.8954097e-05,-19.8853,-20.75002,-24.275051,-20.627642,-18.898842,-12.250019,-20.38846,-30.461597,-23.43752,-20.25002,-23.81252,-23.12502,-27.25538
+301119,-9.003197,-14.9843,-16.878197,-16.056198,-16.000275,-9.896356,-13.690697,-0.003432971,-15.139171,-13.440697,-16.003197,-16.940697,-17.878197,-15.2756405
+545177,-0.113020085,-12.576448,-8.48802,-7.9132566,-10.442396,-11.232374,-9.23802,-10.324276,-19.19104,-2.4880202,-11.67552,-11.73802,-10.05052,-9.896394
+215357,-7.3866987,-15.231731,-13.324199,-14.386877,-13.571629,-0.016626023,-5.3866987,-10.951054,-18.8903,-13.074199,-10.886699,-14.011699,-13.386699,-12.263656
+84248,-8.505941,-14.157069,-0.005941231,-5.758604,-13.257973,-15.474928,-11.880941,-15.883261,-24.033688,-12.380941,-14.068441,-14.193441,-6.6309414,-15.231616
+207486,-3.957555,-9.861352,-13.082555,-12.035885,-15.741632,-0.96191007,-1.707555,-1.0831885,-15.151021,-10.957555,-8.895055,-9.895055,-11.645055,-8.749314
+277044,-11.37577,-16.438496,-16.56327,-22.011967,-23.596294,-13.407262,-0.0007696765,-12.938986,-17.787899,-16.87577,-13.62577,-15.87577,-15.12577,-17.614193
+104223,-12.500368,-20.226318,-0.00036840804,-13.003789,-17.626635,-16.863045,-17.437868,-20.931469,-29.300304,-16.312868,-18.312868,-11.625368,-16.375368,-23.445948
+166278,-14.500286,-22.76726,-16.562786,-19.503696,-0.0007786321,-28.677496,-16.562786,-22.378584,-25.724693,-20.187786,-19.875286,-22.250286,-21.750286,-33.56451
+513795,-8.000712,-20.927132,-13.375712,-18.544363,-15.752991,-17.83648,-12.750712,-16.024902,-24.132305,-15.938212,-17.000713,-13.438212,-0.00071285584,-12.0138645
+218524,-7.760953,-13.264986,-12.198453,-14.8847065,-12.0858555,-0.017295847,-7.010953,-11.074455,-19.325085,-13.948453,-11.885953,-12.073453,-13.823453,-12.379612
+61932,-6.8773704,-0.0030786279,-16.75237,-20.92795,-16.911055,-24.327877,-8.877371,-14.628115,-21.83907,-16.75237,-15.439871,-16.56487,-17.06487,-17.409838
+590701,-9.875428,-15.085909,-18.062927,-22.4268,-23.405972,-17.069292,-0.00042775064,-16.626549,-21.679022,-19.875427,-18.250427,-20.375427,-17.750427,-24.195587
+268692,-5.7539797,-12.072883,-16.69148,-17.668728,-19.020748,-18.95607,-0.003979859,-15.004553,-21.17313,-18.00398,-15.75398,-17.06648,-15.69148,-16.700222
+621182,-8.001277,-20.621346,-12.126277,-19.944118,-15.462208,-20.151325,-13.688777,-14.511082,-23.274715,-15.751277,-16.813778,-11.501277,-0.0012769887,-14.403006
+12692,-1.8238856e-05,-17.943615,-21.18752,-23.020687,-20.286566,-17.765015,-14.625018,-18.533178,-29.02963,-23.87502,-22.50002,-21.93752,-21.81252,-32.691853
+55867,-5.3816285,-0.007709446,-16.756628,-19.03195,-15.912456,-22.312468,-6.7566285,-17.01005,-21.905117,-16.506628,-14.756629,-17.194128,-17.006628,-18.33834
+566427,-6.8774853,-0.0056403526,-17.877485,-20.567871,-16.444588,-23.839165,-9.877485,-16.754591,-17.947624,-16.564985,-15.627485,-18.002485,-16.627485,-15.66107
+557831,-2.4895418,-8.207686,-7.927042,-11.8194895,-11.722286,-5.4260626,-5.114542,-9.814357,-16.619272,-11.927042,-13.114542,-7.614542,-8.489542,-0.11588243
+481315,-9.375466,-22.110146,-14.125466,-18.24794,-17.202879,-18.170147,-14.125466,-16.41981,-25.28926,-16.687965,-17.812965,-13.500466,-0.00046588058,-13.189098
+447513,-13.125233,-25.45912,-12.125233,-21.302515,-23.229252,-16.867794,-18.000233,-20.347324,-26.013205,-19.125233,-19.750233,-0.00023266947,-16.000233,-21.717583
+439826,-8.875421,-21.131294,-13.875421,-17.804882,-18.727888,-16.156172,-14.750421,-13.902386,-25.402534,-8.625421,-0.00042083944,-15.000421,-20.187922,-17.9309
+505915,-9.6256895,-22.198769,-14.7506895,-17.700808,-17.162193,-20.01657,-13.8131895,-16.543844,-23.45123,-17.00069,-19.31319,-12.8756895,-0.0006895072,-17.172974
+282766,-11.015331,-17.005566,-18.515331,-14.863695,-14.565867,-13.348266,-10.765331,-0.015476349,-18.416183,-14.327831,-12.702831,-14.515331,-18.202831,-19.75527
+577313,-13.500144,-16.982204,-12.500144,-0.0010399277,-14.501173,-14.748312,-16.125145,-18.073803,-26.75862,-17.250145,-18.312645,-18.875145,-18.562645,-16.853146
+393606,-10.751682,-22.980436,-12.876682,-16.130125,-16.316343,-14.973826,-14.126682,-14.209399,-22.479416,-0.0016826532,-11.376682,-15.876682,-18.001682,-18.654177
+301586,-12.378454,-16.979328,-20.190954,-16.873402,-16.353563,-13.66314,-12.128454,-0.0036594525,-19.539776,-15.815954,-14.003454,-15.878454,-19.690954,-21.533876
+427983,-9.625313,-24.533243,-15.000313,-20.396864,-18.789352,-18.256495,-14.812813,-16.73627,-25.032248,-8.750313,-0.0003126371,-14.750313,-19.937813,-23.567495
+108303,-10.751071,-16.610725,-0.0010706413,-12.130016,-16.439478,-11.593494,-15.688571,-21.714447,-26.144924,-15.751071,-17.18857,-11.251071,-14.188571,-17.719059
+171606,-8.384186,-15.263262,-11.196686,-12.575692,-0.009817284,-19.529312,-9.884186,-16.380907,-23.7223,-13.446686,-14.009186,-15.884186,-16.696686,-24.236748
+285535,-10.000582,-17.227036,-19.188082,-18.582016,-17.025412,-10.756895,-14.313082,-0.0008221076,-20.170803,-14.938082,-16.938082,-17.625582,-19.438082,-17.054903
+418032,-7.019069,-17.215675,-13.081569,-14.065179,-16.25021,-19.309685,-11.456569,-13.720827,-22.088509,-6.269069,-0.01906897,-9.269069,-13.956569,-18.13128
+343675,-12.125457,-16.08785,-16.875456,-17.789352,-15.767393,-23.32297,-10.812957,-11.688301,-0.00061190414,-16.812956,-12.812957,-14.687957,-16.125456,-23.265924
+376386,-10.625607,-21.700874,-15.000607,-15.571729,-20.0757,-16.960205,-17.688107,-14.531365,-23.070276,-0.00060647214,-17.125607,-19.313107,-18.438107,-24.57243
+30266,-1.7523613e-05,-20.90521,-19.437517,-24.25631,-22.134762,-19.092142,-15.375017,-24.076977,-27.86393,-21.125017,-19.875017,-20.687517,-21.187517,-29.254726
+393879,-10.251241,-21.830069,-15.813741,-15.228649,-19.081251,-14.840109,-16.43874,-15.45999,-22.267193,-0.0012403184,-16.62624,-19.18874,-17.87624,-22.384302
+177285,-11.250962,-20.01864,-15.063462,-15.590895,-0.0015036924,-28.602943,-14.000962,-17.665092,-23.234993,-16.563461,-17.938461,-18.875961,-19.500961,-35.81779
+544159,-0.12265766,-12.064037,-7.872658,-9.687193,-10.963734,-11.5119705,-8.935158,-9.393722,-18.076618,-8.935158,-11.872658,-7.185158,-6.247658,-4.475775
+327015,-8.752773,-12.463783,-15.690273,-17.283113,-12.862557,-20.19606,-8.752773,-8.065616,-0.0031689461,-16.252773,-10.815273,-13.940273,-14.877773,-18.345755
+30021,-2.3483954e-05,-18.622622,-22.125023,-24.370777,-27.220762,-19.407215,-13.625024,-20.735687,-27.348087,-21.812523,-21.375023,-22.187523,-23.437523,-19.576714
+563584,-2.1219028e-05,-20.0874,-21.750021,-24.972431,-22.994751,-19.43588,-16.250021,-21.916157,-28.648523,-22.625021,-21.125021,-22.687521,-23.125021,-29.25355
+234192,-6.257755,-12.551089,-12.070254,-13.9700575,-12.168538,-0.014462616,-6.507755,-12.084455,-19.202915,-8.382754,-9.945254,-13.507754,-11.257754,-11.974931
+620023,-7.876167,-22.060349,-13.188667,-17.628433,-16.784883,-18.066877,-13.376167,-16.21051,-23.29893,-16.376167,-17.876167,-11.626167,-0.0011668548,-12.988465
+382687,-8.627389,-21.95231,-14.689889,-14.837578,-18.448404,-16.09172,-15.377389,-13.969757,-20.665777,-0.0023886026,-13.189889,-18.064888,-17.377388,-21.47933
+33493,-0.00082625577,-11.257429,-16.313326,-21.87225,-15.749014,-16.715778,-8.000826,-14.035413,-21.240297,-17.625826,-18.188326,-20.000826,-19.188326,-23.342833
+239231,-6.3049707,-12.014684,-10.492471,-14.395918,-8.079563,-0.05995557,-3.804971,-7.9360337,-13.741067,-12.242471,-9.179971,-9.679971,-11.492471,-10.840458
+485240,-6.877074,-15.5183115,-13.314574,-17.571682,-17.18358,-16.326948,-11.752074,-15.5091715,-23.474087,-15.314574,-15.564574,-13.314574,-0.0020739967,-13.0679455
+544651,-5.505494,-12.563552,-12.255494,-14.296921,-12.025798,-15.89897,-9.130494,-13.163371,-22.452244,-13.755494,-15.380494,-12.880494,-12.192994,-0.0066005033
+523822,-3.7995176,-15.373731,-9.987018,-11.553822,-12.118782,-9.5221405,-7.4245176,-11.111654,-18.524628,-10.049518,-13.737018,-10.487018,-8.049518,-0.05056299
+405475,-11.125284,-29.633364,-16.812784,-18.74829,-24.096355,-17.785849,-15.250284,-16.318302,-21.29282,-11.250284,-0.00028415458,-15.375284,-19.312784,-23.314987
+520510,-8.378724,-16.609268,-12.253724,-15.315413,-16.815418,-17.987139,-8.878724,-13.8888645,-22.355312,-14.941224,-15.816224,-10.378724,-11.253724,-0.0048317453
+330910,-11.312739,-16.085203,-16.687738,-19.48919,-16.839231,-26.931622,-11.750239,-11.813077,-0.0002948936,-17.687738,-13.500239,-16.375238,-16.500238,-27.43848
+451277,-11.000509,-23.940199,-11.000509,-18.710018,-21.478607,-14.519902,-15.875509,-18.879162,-23.46276,-19.37551,-17.75051,-0.00050960906,-15.500509,-15.068587
+493888,-6.377879,-20.24496,-11.752879,-16.134426,-14.283451,-10.024403,-11.502879,-13.145618,-23.576443,-14.252879,-16.065378,-10.752879,-0.0028790475,-11.129332
+62646,-6.506271,-0.0067751575,-14.94377,-17.410292,-20.810396,-24.729803,-9.38127,-17.527458,-19.952078,-15.94377,-14.88127,-16.756271,-15.94377,-21.559711
+429033,-10.625112,-25.287722,-16.937613,-21.260626,-19.736847,-17.794744,-14.375112,-13.324317,-24.72257,-10.625112,-0.00011205045,-16.250113,-19.187613,-18.439497
+63295,-8.383815,-0.009182424,-14.071315,-18.987787,-13.046357,-22.449232,-8.758815,-18.547201,-24.311844,-15.383815,-15.133815,-17.196314,-14.446315,-17.103607
+115122,-11.375929,-18.611328,-0.00092856673,-11.380664,-17.564426,-16.033178,-16.000929,-17.15394,-27.487175,-16.313429,-17.250929,-12.375929,-15.563429,-19.36159
+344512,-11.187681,-15.673511,-17.250181,-18.622309,-16.6528,-27.89602,-11.625181,-11.688079,-0.00024734065,-18.187681,-13.750181,-15.812681,-16.750181,-25.438656
+191923,-9.626605,-17.632063,-11.501605,-13.085271,-0.0019627395,-20.55309,-12.626605,-19.3937,-25.070404,-15.626605,-17.501604,-19.064104,-19.001604,-17.464909
+565253,-5.879475,-0.0051382333,-16.941975,-19.310413,-17.114346,-25.145584,-9.379476,-15.631449,-18.74065,-17.316975,-15.066976,-16.941975,-15.566976,-18.613108
+626901,-4.791934,-12.393861,-9.791934,-12.057692,-13.164911,-9.191651,-6.666934,-9.824594,-19.741602,-11.104434,-14.416934,-7.416934,-8.291934,-0.043100778
+626630,-0.09164115,-9.565528,-12.779141,-11.783016,-6.552223,-10.621425,-5.341641,-12.254379,-17.749817,-11.404141,-12.841641,-12.279141,-12.216641,-2.5934052
+185104,-13.62567,-22.068022,-16.12567,-17.772476,-0.0011216713,-29.583357,-14.87567,-21.932602,-26.018017,-19.37567,-18.43817,-21.75067,-21.62567,-27.254768
+402341,-8.8765335,-22.419615,-15.3140335,-19.401491,-18.124636,-17.907917,-14.1265335,-12.558747,-22.308414,-10.7515335,-0.001533762,-15.0015335,-18.626534,-19.16536
+108835,-13.625399,-21.027035,-0.0003986756,-13.003539,-18.439297,-16.306263,-17.312899,-18.255428,-27.266832,-16.562899,-17.937899,-10.875399,-16.625399,-22.149118
+319653,-10.000691,-17.06946,-19.125692,-19.688347,-17.068863,-10.883142,-14.250691,-0.00091633573,-18.655478,-14.500691,-17.188192,-17.938192,-19.563192,-16.207485
+411624,-11.625076,-26.757557,-17.562576,-21.18454,-20.299059,-17.400715,-15.750076,-13.931067,-25.93333,-11.875076,-7.5933436e-05,-17.250076,-20.625076,-21.468197
+597878,-13.00079,-16.544062,-18.12579,-18.63625,-15.219064,-19.330715,-12.50079,-0.0012279247,-16.55473,-14.81329,-13.00079,-18.18829,-19.87579,-29.063864
+528460,-4.4131055,-10.835388,-9.850606,-11.556036,-15.773155,-11.224848,-6.9131055,-10.802448,-20.475912,-12.225606,-14.725606,-6.7881055,-7.0381055,-0.03941124
+149485,-12.87621,-16.343061,-11.75121,-0.002230583,-16.065838,-16.896206,-15.50121,-15.320674,-26.06532,-14.18871,-17.18871,-19.12621,-16.06371,-23.370817
+429640,-8.378708,-21.058838,-13.878708,-17.211285,-17.70148,-14.792525,-13.191208,-13.586874,-22.545504,-5.7537074,-0.003707442,-13.566208,-19.003708,-16.567438
+237914,-7.010938,-15.154015,-12.510939,-16.423416,-14.471488,-0.015457993,-5.260938,-10.016945,-20.575094,-13.635939,-10.823439,-13.635939,-13.698439,-12.47054
+341886,-10.750261,-15.357567,-16.750261,-19.046047,-16.491112,-28.028831,-11.312761,-11.063105,-0.00034352363,-17.750261,-13.437761,-16.375261,-16.375261,-25.188732
+209190,-3.7785437,-15.220856,-13.716043,-15.422647,-19.546152,-0.034290228,-5.7785435,-11.280265,-19.30194,-14.028543,-12.153543,-14.216043,-13.653543,-13.332789
+580839,-13.125865,-19.5978,-15.500865,-17.603315,-0.0015721037,-26.228552,-14.875865,-21.339636,-25.37954,-18.063366,-17.875866,-20.750866,-19.938366,-33.50387
+410526,-10.875114,-25.768253,-16.500114,-21.228455,-18.149986,-19.27455,-14.375114,-14.011822,-23.917847,-11.375114,-0.00011467276,-16.375114,-19.687614,-17.702925
+428327,-9.875469,-25.162863,-16.00047,-19.250727,-19.408058,-16.137217,-14.000469,-13.633096,-22.439632,-8.875469,-0.00046874027,-14.687969,-19.75047,-18.08838
+129668,-12.750623,-17.972284,-12.625623,-0.0017753601,-15.190476,-13.718925,-15.813123,-18.372118,-27.15477,-16.500624,-17.688124,-18.938124,-17.188124,-21.577686
+279172,-14.00038,-20.58363,-18.93788,-24.243666,-28.327,-21.571657,-0.00037949038,-15.002175,-22.01125,-18.93788,-16.62538,-18.06288,-18.00038,-26.19439
+576140,-14.312894,-17.63731,-13.250394,-0.0015661223,-15.938659,-16.329094,-18.250395,-17.887009,-26.390293,-15.000394,-16.875395,-20.000395,-17.625395,-16.718433
+591677,-9.752266,-16.667183,-17.627266,-22.523014,-19.671755,-13.582566,-0.0022663404,-6.758313,-22.715939,-17.252266,-14.689766,-17.314766,-17.189766,-16.786259
+404418,-9.375556,-22.651041,-14.250556,-19.6525,-18.3844,-16.667465,-14.375556,-15.672441,-25.106632,-7.875556,-0.00055595674,-14.625556,-19.500555,-20.352001
+381536,-8.877425,-20.015385,-13.064925,-15.197715,-14.880223,-12.859026,-13.064925,-12.021286,-19.935524,-0.0024255875,-10.252425,-15.814925,-17.252426,-19.9016
+339629,-10.438058,-15.047186,-15.938058,-17.675426,-15.979495,-23.128893,-10.438058,-11.188444,-0.0007163987,-17.469309,-12.938058,-15.125558,-15.813058,-25.501434
+423884,-9.875251,-22.700304,-15.500251,-21.239357,-19.051422,-18.033499,-15.000251,-14.558778,-25.002056,-9.125251,-0.00025054652,-15.375251,-20.68775,-20.140692
+20015,-0.0023627956,-12.758874,-14.252363,-17.218107,-14.45909,-7.2701197,-10.002363,-9.628091,-15.786444,-13.127363,-16.939863,-15.064863,-14.877363,-13.3783045
+179827,-10.5019,-18.279291,-14.1894,-15.286095,-0.0023566457,-23.235584,-12.1894,-18.039248,-26.138103,-15.7519,-16.3144,-18.1269,-18.5019,-29.804146
+360009,-10.250967,-17.860353,-14.375967,-18.193792,-17.395344,-14.563658,-15.250967,-10.280839,-23.323729,-0.00096703484,-13.688467,-17.313467,-17.500967,-18.71073
+184639,-11.625924,-20.8649,-15.563424,-15.947616,-0.0011177374,-28.029734,-12.500924,-19.803581,-20.355673,-16.500923,-17.938423,-20.688423,-20.375923,-23.324099
+80278,-6.252235,-18.651188,-0.002234821,-12.7778,-11.629084,-19.779778,-14.877234,-19.048662,-24.748074,-15.189734,-19.627235,-15.564734,-15.814734,-14.501309
+309941,-9.507044,-15.361074,-17.319544,-16.613628,-15.870774,-18.895697,-10.882044,-0.007231508,-16.506369,-13.694544,-13.819544,-16.069544,-17.757044,-20.078646
+115579,-7.6089697,-13.993537,-0.108969554,-2.363219,-13.611053,-10.922728,-12.10897,-14.550092,-22.968067,-11.54647,-13.35897,-10.67147,-12.23397,-17.545662
+128995,-13.500502,-17.21145,-13.125502,-0.0014103032,-16.502182,-13.295985,-16.375502,-17.611435,-26.788685,-14.188002,-18.000502,-20.188002,-17.313002,-21.379839
+129127,-10.881371,-13.67645,-9.381371,-0.0092926705,-12.320665,-12.665998,-13.068871,-13.167696,-22.34454,-13.506371,-14.006371,-15.568871,-15.068871,-17.35375
+325979,-8.816521,-12.312526,-15.316521,-16.758661,-13.451993,-18.164011,-9.254021,-8.25451,-0.004210707,-14.941521,-11.066521,-13.379021,-14.066521,-23.820175
+137288,-14.125266,-17.66514,-12.375266,-0.0013771682,-15.189078,-13.7543125,-16.500267,-18.053833,-26.944082,-18.437767,-17.437767,-19.562767,-18.562767,-21.807905
+321936,-11.4378,-14.922979,-16.7503,-19.45096,-16.817383,-25.78874,-11.1878,-11.126007,-0.00035174022,-17.4378,-13.6878,-16.0628,-16.0628,-26.001461
+323540,-11.437774,-16.355474,-17.187775,-18.777334,-15.756587,-25.634054,-11.250274,-11.750645,-0.00041027152,-16.937775,-12.750274,-14.750274,-16.187775,-22.930183
+384269,-6.268711,-15.9383545,-9.081211,-14.394502,-15.1626625,-14.328837,-12.518711,-14.714619,-19.905638,-0.018710896,-12.518711,-15.331211,-16.206211,-16.779617
+135356,-13.750785,-18.739323,-7.875785,-0.0014806252,-16.128681,-15.427177,-15.938285,-16.583294,-23.09451,-14.125785,-18.063286,-16.063286,-16.313286,-15.928624
+74422,-4.89288,-0.018407146,-14.83038,-16.787622,-13.197188,-21.931074,-8.39288,-14.96149,-22.096418,-14.08038,-12.89288,-15.14288,-15.08038,-20.1254
+624947,-5.3818283,-18.105433,-10.631828,-15.825945,-12.356518,-20.405577,-11.194328,-12.694422,-21.506687,-14.194328,-16.319328,-11.131828,-0.0068284255,-12.157913
+160239,-13.93812,-21.103668,-15.18812,-18.542213,-0.0013355301,-30.181372,-15.25062,-20.743103,-25.323692,-18.37562,-18.12562,-20.87562,-20.81312,-33.44052
+9893,-3.0159496e-05,-14.306139,-18.25003,-26.759378,-17.320808,-21.848558,-15.8750305,-20.797235,-26.945686,-22.37503,-21.75003,-22.00003,-21.31253,-16.381481
+71739,-6.8808136,-0.006801091,-16.130814,-16.844698,-15.332268,-20.828053,-9.755814,-14.381405,-17.638578,-16.505814,-14.193314,-14.568314,-14.880814,-13.952831
+565759,-7.1269336,-0.002655548,-16.626934,-20.401007,-18.053415,-22.95393,-9.251934,-16.067802,-20.061619,-16.439434,-15.251934,-16.439434,-16.751934,-18.688854
+358522,-11.06286,-14.925669,-16.500359,-19.404295,-16.473541,-26.744322,-11.06286,-10.938176,-0.0004166895,-17.906609,-13.18786,-16.000359,-16.062859,-26.376526
+119587,-6.6279955,-15.308882,-0.0029952922,-10.008228,-7.379113,-18.302366,-13.8779955,-14.276376,-20.520042,-15.3779955,-15.6279955,-14.2529955,-14.1279955,-9.504075
+132604,-11.000631,-17.300186,-11.750631,-0.0033706222,-10.126281,-12.775745,-14.313131,-16.549341,-23.100739,-15.938131,-16.000631,-17.750631,-16.563131,-15.207729
+296687,-11.813958,-14.359511,-18.93896,-21.494486,-17.010351,-14.453281,-8.001458,-0.0016199308,-13.666774,-16.06396,-13.376458,-17.25146,-17.87646,-20.210438
+114857,-5.879385,-15.105797,-0.004384785,-9.139124,-9.380128,-13.018323,-11.879385,-14.340005,-21.52924,-14.504385,-17.066885,-16.379385,-14.441885,-7.410585
+535273,-0.48715484,-11.894891,-6.487155,-9.574844,-10.159176,-9.820146,-7.487155,-9.805651,-17.526684,-9.049655,-12.612155,-4.987155,-4.737155,-1.4897257
+284514,-10.250774,-16.96504,-19.063274,-18.082352,-17.004309,-11.135317,-14.750774,-0.0011025707,-18.544598,-14.375774,-17.375774,-18.313274,-19.188274,-15.535355

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,896 @@
+134898,3
+467341,11
+448055,11
+413626,10
+538411,13
+18135,0
+576165,3
+246397,6
+507969,12
+85813,2
+21698,0
+611971,10
+24335,0
+583644,4
+394207,9
+332309,8
+175313,4
+377721,9
+345565,8
+166535,4
+379557,9
+465153,11
+321725,8
+591893,6
+244848,6
+616076,11
+159326,3
+178172,4
+168807,4
+425841,10
+590555,6
+266678,6
+349158,8
+35734,0
+431323,10
+380476,9
+395082,9
+266065,6
+492745,12
+257404,6
+195175,4
+256281,6
+484644,12
+158506,3
+404580,10
+347106,8
+538220,13
+278419,6
+255094,6
+322662,8
+429068,10
+209924,5
+258883,6
+264148,6
+12519,0
+509299,12
+407811,10
+335459,8
+252685,6
+409936,10
+124121,3
+296831,7
+305195,7
+213584,5
+24561,0
+480750,12
+224433,5
+444165,11
+497458,12
+363422,9
+78664,1
+453580,11
+45928,1
+467595,11
+294257,7
+399815,9
+28178,0
+255730,6
+446571,11
+214864,5
+399527,9
+379140,9
+246358,6
+454821,11
+314969,7
+537251,13
+360474,9
+260678,6
+588547,5
+593292,6
+38860,0
+579700,3
+482702,12
+281740,7
+503823,12
+341696,8
+25936,0
+219941,5
+547015,13
+384347,9
+83149,2
+65647,1
+514940,12
+250342,6
+522217,13
+460659,11
+304610,7
+347016,8
+330653,8
+47250,1
+560445,0
+169126,4
+248935,6
+173542,4
+439214,10
+76032,1
+43453,1
+87286,2
+295516,7
+296375,7
+346917,8
+286562,7
+171862,4
+244096,6
+285284,7
+503474,12
+593981,6
+187905,4
+255792,6
+2824,0
+156294,3
+95709,2
+544185,13
+474514,11
+469978,11
+614785,10
+606690,9
+41878,1
+392734,9
+177876,4
+536896,13
+228631,5
+361345,9
+587619,5
+181831,4
+550119,13
+284478,7
+56766,1
+44755,1
+611850,10
+1408,0
+67124,1
+53424,1
+54299,1
+51655,1
+566521,1
+190936,4
+597159,7
+82335,2
+230743,5
+498896,12
+33467,0
+515092,12
+165057,4
+170214,4
+388983,9
+29966,0
+31120,0
+91255,2
+579426,3
+561254,0
+185688,4
+414974,10
+371483,9
+373309,9
+395836,9
+251433,6
+476514,11
+85510,2
+26962,0
+104699,2
+481342,12
+487516,12
+238698,5
+193605,4
+181587,4
+113977,2
+562097,0
+384451,9
+255955,6
+458452,11
+474607,11
+456096,11
+32943,0
+181961,4
+102601,2
+595913,7
+174116,4
+325783,8
+118096,2
+76050,1
+191950,4
+352913,8
+351737,8
+578498,3
+606941,9
+303191,7
+584674,4
+627751,13
+615243,11
+353698,8
+505366,12
+406084,10
+382466,9
+615227,11
+87275,2
+105728,2
+553700,13
+167540,4
+370991,9
+417564,10
+60010,1
+224199,5
+544117,13
+458606,11
+370558,9
+49264,1
+237459,5
+106173,2
+583939,4
+410800,10
+49235,1
+573009,2
+468115,11
+60793,1
+245902,6
+241096,6
+617836,11
+215245,5
+533289,13
+485459,12
+4257,0
+504497,12
+172053,4
+84099,2
+584054,4
+108371,2
+414060,10
+317113,7
+199219,4
+453854,11
+574334,2
+178063,4
+523851,13
+381694,9
+463209,11
+483596,12
+209658,5
+311476,7
+261648,6
+388889,9
+193791,4
+415548,10
+19791,0
+501982,12
+109335,2
+559563,13
+543133,13
+516576,12
+299095,7
+168469,4
+345947,8
+97389,2
+397017,9
+453027,11
+167590,4
+567686,1
+326432,8
+78633,1
+265969,6
+248262,6
+107882,2
+275677,6
+490397,12
+375005,9
+229098,5
+8347,0
+17166,0
+276885,6
+21132,0
+365068,9
+335389,8
+537222,13
+614216,10
+537309,13
+140702,3
+38392,0
+496207,12
+539451,13
+335149,8
+4969,0
+577730,3
+82917,2
+65811,1
+153863,3
+218732,5
+611344,10
+342954,8
+371598,9
+626956,13
+224311,5
+207051,5
+50496,1
+596438,7
+534676,13
+542810,13
+413458,10
+244400,6
+59078,1
+454334,11
+610261,10
+577301,3
+356427,8
+15177,0
+377980,9
+520165,13
+201239,5
+170833,4
+394657,9
+197420,4
+262543,6
+139881,3
+43786,1
+60339,1
+482297,12
+240944,6
+256673,6
+598298,7
+252490,6
+229772,5
+215966,5
+294643,7
+118874,2
+491467,12
+256254,6
+221730,5
+484885,12
+492889,12
+89399,2
+65254,1
+430889,10
+25613,0
+578146,3
+488404,12
+275766,6
+619653,11
+273657,6
+388753,9
+41199,1
+121404,3
+476337,11
+11692,0
+407407,10
+105904,2
+48248,1
+206050,5
+574413,2
+185202,4
+448022,11
+136913,3
+154230,3
+284733,7
+183095,4
+471476,11
+245995,6
+25729,0
+504462,12
+512413,12
+579156,3
+78803,1
+195663,4
+98059,2
+6365,0
+338580,8
+299201,7
+624099,12
+429311,10
+324124,8
+15645,0
+519753,12
+144708,3
+19197,0
+540089,13
+8036,0
+385943,9
+401875,10
+318344,7
+593874,6
+154911,3
+92964,2
+322054,8
+380234,9
+166024,4
+189342,4
+498694,12
+292783,7
+66123,1
+256315,6
+182541,4
+292223,7
+332888,8
+497291,12
+516118,12
+400135,10
+329586,8
+527426,13
+75328,1
+458624,11
+177811,4
+121841,3
+359038,8
+474739,11
+562584,0
+22136,0
+458059,11
+30004,0
+62080,1
+62731,1
+180218,4
+526056,13
+516167,12
+383954,9
+115172,2
+37941,0
+509923,12
+358068,8
+42146,1
+556806,13
+47617,1
+125062,3
+172081,4
+475429,11
+512423,12
+611259,10
+53733,1
+371230,9
+56229,1
+193722,4
+463403,11
+254161,6
+79220,1
+575776,3
+482876,12
+166396,4
+23249,0
+320392,8
+66574,1
+38208,0
+450628,11
+577768,3
+526117,13
+306213,7
+22077,0
+85749,2
+448146,11
+224681,5
+339825,8
+514578,12
+451846,11
+356595,8
+350453,8
+548902,13
+247362,6
+459072,11
+115783,2
+580699,4
+499994,12
+181140,4
+441136,11
+72024,1
+249170,6
+612073,10
+145605,3
+89742,2
+96113,2
+530310,13
+313890,7
+418279,10
+513896,12
+149750,3
+66857,1
+296928,7
+409464,10
+580050,4
+264787,6
+62764,1
+174465,4
+517272,12
+272769,6
+462289,11
+613279,10
+436923,10
+535963,13
+408524,10
+552267,13
+129993,3
+5346,0
+36452,0
+204131,5
+348241,8
+208299,5
+558369,13
+419482,10
+601811,8
+422579,10
+144936,3
+41162,1
+309368,7
+450747,11
+277663,6
+363783,9
+589393,5
+564936,0
+567417,1
+228505,5
+226320,5
+578973,3
+521776,13
+576614,3
+219656,5
+59743,1
+611089,10
+499965,12
+168590,4
+613269,10
+264035,6
+513411,12
+253336,6
+579431,3
+377037,9
+511841,12
+386015,9
+566574,1
+412868,10
+593516,6
+14781,0
+192945,4
+31518,0
+384454,9
+169420,4
+290596,7
+10006,0
+96644,2
+629136,13
+564329,0
+562260,0
+496234,12
+328351,8
+427764,10
+19154,0
+91038,2
+582519,4
+384558,9
+579120,3
+604934,8
+124677,3
+294450,7
+537724,13
+85671,2
+316778,7
+361057,9
+449162,11
+517441,12
+399544,9
+309330,7
+401848,10
+312578,7
+37191,0
+86195,2
+303256,7
+178387,4
+332502,8
+554071,13
+51654,1
+347301,8
+612136,10
+27044,0
+396446,9
+110781,2
+494750,12
+134214,3
+210611,5
+615372,11
+176199,4
+526248,13
+514178,12
+145816,3
+199821,4
+211212,5
+10809,0
+402498,10
+1371,0
+407995,10
+159501,3
+457619,11
+44955,1
+367114,9
+293528,7
+241976,6
+274713,6
+429378,10
+560523,0
+168719,4
+398242,9
+353516,8
+423144,10
+289142,7
+331654,8
+517926,12
+52871,1
+342674,8
+508548,12
+196034,4
+559196,13
+446278,11
+468834,11
+606020,9
+484642,12
+61310,1
+88460,2
+155053,3
+457243,11
+20101,0
+196006,4
+528678,13
+515992,12
+37699,0
+249668,6
+110282,2
+287074,7
+528730,13
+69113,1
+92694,2
+146364,3
+266133,6
+552277,13
+164371,4
+392683,9
+186169,4
+326006,8
+260669,6
+135846,3
+266841,6
+15437,0
+372952,9
+337930,8
+302186,7
+291020,7
+309874,7
+438271,10
+474197,11
+432370,10
+155601,3
+150513,3
+308134,7
+529680,13
+92533,2
+163646,4
+530586,13
+81691,2
+523586,13
+611417,10
+118380,2
+416706,10
+353687,8
+588846,5
+61247,1
+188011,4
+452164,11
+80236,2
+612654,10
+141356,3
+426025,10
+428834,10
+385122,9
+309236,7
+573530,2
+353624,8
+352265,8
+239538,5
+86431,2
+573389,2
+153637,3
+594001,6
+480726,12
+396117,9
+88591,2
+163782,4
+79248,1
+493119,12
+410648,10
+571903,2
+477525,11
+26657,0
+564581,0
+425413,10
+495498,12
+72912,1
+213402,5
+254322,6
+110580,2
+629520,13
+343947,8
+354260,8
+508598,12
+320315,8
+161256,4
+185408,4
+403613,10
+79185,1
+484735,12
+202513,5
+523279,13
+131962,3
+567625,1
+236373,5
+152864,3
+314573,7
+142373,3
+8513,0
+7822,0
+191482,4
+347201,8
+550680,13
+384946,9
+544522,13
+496645,12
+183775,4
+290960,7
+366323,9
+383931,9
+450872,11
+5048,0
+471468,11
+43679,1
+619566,11
+103161,2
+174426,4
+437715,10
+370932,9
+607357,9
+338338,8
+389186,9
+56461,1
+7252,0
+68296,1
+546673,13
+166805,4
+147909,3
+505201,12
+615000,11
+62748,1
+572091,2
+491903,12
+247729,6
+558812,13
+125743,3
+399155,9
+55944,1
+372954,9
+523951,13
+561142,0
+151526,3
+142179,3
+564025,0
+576559,3
+571447,2
+554197,13
+314712,7
+608068,9
+489230,12
+395155,9
+23088,0
+301119,7
+545177,13
+215357,5
+84248,2
+207486,5
+277044,6
+104223,2
+166278,4
+513795,12
+218524,5
+61932,1
+590701,6
+268692,6
+621182,12
+12692,0
+55867,1
+566427,1
+557831,13
+481315,12
+447513,11
+439826,10
+505915,12
+282766,7
+577313,3
+393606,9
+301586,7
+427983,10
+108303,2
+171606,4
+285535,7
+418032,10
+343675,8
+376386,9
+30266,0
+393879,9
+177285,4
+544159,13
+327015,8
+30021,0
+563584,0
+234192,5
+620023,12
+382687,9
+33493,0
+239231,5
+485240,12
+544651,13
+523822,13
+405475,10
+520510,13
+330910,8
+451277,11
+493888,12
+62646,1
+429033,10
+63295,1
+115122,2
+344512,8
+191923,4
+565253,1
+626901,13
+626630,13
+185104,4
+402341,10
+108835,2
+319653,7
+411624,10
+597878,7
+528460,13
+149485,3
+429640,10
+237914,5
+341886,8
+209190,5
+580839,4
+410526,10
+428327,10
+129668,3
+279172,6
+576140,3
+591677,6
+404418,10
+381536,9
+339629,8
+423884,10
+20015,0
+179827,4
+360009,9
+184639,4
+80278,2
+309941,7
+115579,2
+128995,3
+129127,3
+325979,8
+137288,3
+321936,8
+323540,8
+384269,9
+135356,3
+74422,1
+624947,12
+160239,4
+9893,0
+71739,1
+565759,1
+358522,8
+119587,2
+132604,3
+296687,7
+114857,2
+535273,13
+284514,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,274 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30238010734319687,0,7.975028038024902,
+0,8,0.05547572672367096,1,9.370211051060604,
+0,16,0.03834815323352814,2,9.600086428902365,
+0,24,0.036120492964982986,3,9.358687430620193,
+0,32,0.051926519721746445,4,7.109958076477051,
+0,40,0.03250778838992119,5,3.23125404661352,
+0,48,0.0355062335729599,6,3.7570552304387093,
+0,56,0.037513360381126404,7,4.819034695625305,
+0,64,0.036413464695215225,8,2.1135482688744864,
+0,72,0.031978026032447815,9,3.6019567566759445,
+0,80,0.03471854701638222,10,1.9636297740719535,
+0,88,0.03229821100831032,11,1.589587265625596,
+0,96,0.035672515630722046,12,1.140301337838173,
+0,104,0.03152068704366684,13,0.9376114251521918,
+0,112,0.030387230217456818,14,3.6009360869725544,
+0,120,0.03321082144975662,15,1.9599594667553901,
+0,128,0.03179510310292244,16,0.6245208114385605,
+,,,16,,1.6286739736602323
+0,136,0.03256022557616234,17,0.8091767860146669,
+0,144,0.03183317929506302,18,0.7933355119700233,
+0,152,0.030723482370376587,19,1.872963526951415,
+0,160,0.032089222222566605,20,0.32148266450635027,
+0,168,0.0330636240541935,21,1.8157835459070546,
+0,176,0.031020063906908035,22,0.8666636888713887,
+0,184,0.031780946999788284,23,0.1304994019280587,
+0,192,0.03176279366016388,24,0.4983095875068102,
+0,200,0.033283717930316925,25,0.5609232081721226,
+0,208,0.03424181789159775,26,0.6546456829528324,
+0,216,0.032004375010728836,27,0.12539387351045242,
+0,224,0.03199044242501259,28,0.04642802116771539,
+0,232,0.0321299210190773,29,0.2644731893669814,
+0,240,0.03304348886013031,30,0.26063345664491255,
+0,248,0.0325382761657238,31,0.07272278296295553,
+0,256,0.03213008493185043,32,0.010008397951929105,
+,,,32,,0.15295555164180616
+0,264,0.032123930752277374,33,0.07830199369927868,
+0,272,0.030537810176610947,34,0.13359923067868554,
+0,280,0.03633533790707588,35,0.15196547848689887,
+0,288,0.03151575103402138,36,0.08494603565583626,
+0,296,0.031963106244802475,37,0.022036761757643783,
+0,304,0.0350341759622097,38,0.5556376364346272,
+0,312,0.035830624401569366,39,0.015202948033610093,
+0,320,0.035082414746284485,40,0.019514061704588432,
+0,328,0.03207907825708389,41,0.004613805698075642,
+0,336,0.03275085613131523,42,0.012926333402800892,
+0,344,0.03159359097480774,43,0.307497678293051,
+0,352,0.03292600437998772,44,0.020807362545062515,
+0,360,0.0316508486866951,45,0.03465165278854935,
+0,368,0.03248298913240433,46,0.10139200010929596,
+0,376,0.03175794705748558,47,0.24367131585912669,
+0,384,0.0328962616622448,48,0.011934328729032793,
+,,,48,,0.1597813056303152
+0,392,0.03495373949408531,49,0.10188487752412374,
+0,400,0.03501250594854355,50,0.4705538293734814,
+0,408,0.03645462170243263,51,0.07189960985516126,
+0,416,0.036431074142456055,52,0.054151636103845456,
+0,424,0.03578616678714752,53,0.29494179007209215,
+0,432,0.04061458632349968,54,0.08194758370518684,
+0,440,0.04144637659192085,55,0.029364809256301007,
+0,448,0.03313624486327171,56,0.013131979911122471,
+0,456,0.04241374507546425,57,0.01556073316411736,
+0,464,0.03312687203288078,58,0.27437807925743984,
+0,472,0.03385627269744873,59,0.016499003120274705,
+0,480,0.03305297717452049,60,0.019839403053213443,
+0,488,0.03351259231567383,61,0.01627480679995973,
+0,496,0.03288693353533745,62,0.004024861890894289,
+0,504,0.03331974521279335,63,0.019913764529129758,
+0,512,0.03291681036353111,64,0.005385876592481509,
+,,,64,,0.030841547263621254
+0,520,0.03306571766734123,65,0.03407031277982661,
+0,528,0.032475899904966354,66,0.003411502207330029,
+0,536,0.03170240297913551,67,0.04414295196497383,
+0,544,0.040588993579149246,68,0.0112673112967362,
+0,552,0.0351567342877388,69,0.06893045831626902,
+0,560,0.039584603160619736,70,0.005497777570659916,
+0,568,0.033153463155031204,71,0.003133043253910728,
+0,576,0.032834772020578384,72,0.0039887466586411135,
+0,584,0.038386281579732895,73,0.008009499787086887,
+0,592,0.03686061501502991,74,0.0262676424886608,
+0,600,0.0363643579185009,75,0.01564131427504536,
+0,608,0.03130205348134041,76,0.036060164296941366,
+0,616,0.042134348303079605,77,0.010770586767018987,
+0,624,0.03409625217318535,78,0.009816357723056253,
+1,632,0.03403567150235176,79,0.002605438763566781,
+1,640,0.03161275014281273,80,0.002281902877327341,
+,,,80,,0.037293786364034236
+1,648,0.03059353679418564,81,0.01320104519254528,
+1,656,0.03542409837245941,82,0.04377495807803873,
+1,664,0.03403078764677048,83,0.022071286308346316,
+1,672,0.04053666070103645,84,0.014981513496604749,
+1,680,0.03631383553147316,85,0.03370161642461816,
+1,688,0.03234333544969559,86,0.034752353004088424,
+1,696,0.030490979552268982,87,0.019666369076730916,
+1,704,0.030470311641693115,88,0.018208873116236646,
+1,712,0.030353110283613205,89,0.005371291097938357,
+1,720,0.033932361751794815,90,0.02932485709087424,
+1,728,0.03050888329744339,91,0.0032356711070557747,
+1,736,0.0385747030377388,92,0.0010453632488255,
+1,744,0.03386693075299263,93,0.003167113708332181,
+1,752,0.034242939203977585,94,0.0016581158173115302,
+1,760,0.03193308413028717,95,0.0024516572084394284,
+1,768,0.03350973129272461,96,0.07987530839587138,
+,,,96,,0.013417172895394442
+1,776,0.03672051429748535,97,0.0023680193116888404,
+1,784,0.034149765968322754,98,0.004016765682276205,
+1,792,0.03250705078244209,99,0.0034106605077492227,
+1,800,0.03208889439702034,100,0.0011397504701259702,
+1,808,0.03220266476273537,101,0.006006231196806766,
+1,816,0.03067430481314659,102,0.005206072295550257,
+1,824,0.03238140791654587,103,0.0034960759881262978,
+1,832,0.03150586411356926,104,0.008385624348496398,
+1,840,0.032471634447574615,105,0.0029822657961631194,
+1,848,0.0363713838160038,106,0.0010732443095714023,
+1,856,0.03180323541164398,107,0.0016942089575670914,
+1,864,0.03335006535053253,108,0.012133160975421421,
+1,872,0.03505812957882881,109,0.047233569455177836,
+1,880,0.03503445163369179,110,0.0037307806487660855,
+1,888,0.03363390639424324,111,0.003960567533235567,
+1,896,0.03185008466243744,112,0.012407930043991655,
+,,,112,,0.014562423491838426
+1,904,0.0309126079082489,113,0.0019124482331487039,
+1,912,0.03147611394524574,114,0.003048122072747598,
+1,920,0.03413965553045273,115,0.0025908884912496434,
+1,928,0.03172377496957779,116,0.0020103040190103155,
+1,936,0.030307956039905548,117,0.004355450993618713,
+1,944,0.031815823167562485,118,0.0032518452156663816,
+1,952,0.03235803171992302,119,0.007466887169617361,
+1,960,0.03526877611875534,120,0.0018448450375052,
+1,968,0.037739768624305725,121,0.0020930762014662227,
+1,976,0.032909195870161057,122,0.003217268729834662,
+1,984,0.03316029906272888,123,0.001103912905539171,
+1,992,0.03016863390803337,124,0.002540434585311092,
+1,1000,0.03236071765422821,125,0.002148570476232895,
+1,1008,0.03211521357297897,126,0.0015061865534252402,
+1,1016,0.03406219556927681,127,0.18870328286635307,
+1,1024,0.03524581342935562,128,0.0018536763498559594,
+,,,128,,0.013465669191166854
+1,1032,0.034460026770830154,129,0.002754672715673223,
+1,1040,0.03314623981714249,130,0.0032034294708864763,
+1,1048,0.03116200491786003,131,0.011910813375904512,
+1,1056,0.03194103762507439,132,0.0021122276409117216,
+1,1064,0.03237957879900932,133,0.01884770854555357,
+1,1072,0.03214772418141365,134,0.0016145187047576265,
+1,1080,0.03327986225485802,135,0.017162120659262516,
+1,1088,0.03409579396247864,136,0.00199529073870508,
+1,1096,0.033372268080711365,137,0.0015318631538486277,
+1,1104,0.031505901366472244,138,0.002240559745890399,
+1,1112,0.031759776175022125,139,0.034557642381584555,
+1,1120,0.034067586064338684,140,0.0017873510194476693,
+1,1128,0.03438028693199158,141,0.0013314276778449614,
+1,1136,0.04116639867424965,142,0.015928097745927516,
+1,1144,0.03324468061327934,143,0.05018505354438765,
+1,1152,0.031287916004657745,144,0.0008395416036364623,
+,,,144,,0.01736792117421622
+1,1160,0.03813142329454422,145,0.0061952121084852315,
+1,1168,0.03414487466216087,146,0.0013489211622592328,
+1,1176,0.04460260644555092,147,0.0020798864522172758,
+1,1184,0.043551523238420486,148,0.0017125327970764677,
+1,1192,0.03385847806930542,149,0.0030292990442831067,
+1,1200,0.03154078498482704,150,0.0017897191394765216,
+1,1208,0.03304799646139145,151,0.003214356470076988,
+1,1216,0.03217696025967598,152,0.0008011605277715717,
+1,1224,0.03279111906886101,153,0.008150811616080599,
+1,1232,0.03143855929374695,154,0.0008341042384227666,
+1,1240,0.03898272290825844,155,0.0016373877757966209,
+1,1248,0.03302941098809242,156,0.0020591971738862674,
+1,1256,0.03477272018790245,157,0.002108675840039117,
+2,1264,0.03383924812078476,158,0.006260972000503292,
+2,1272,0.0347716398537159,159,0.0014755282463738695,
+2,1280,0.03423107787966728,160,0.0013041420873681393,
+,,,160,,0.04730733784949548
+2,1288,0.03652511537075043,161,0.0009807095652481972,
+2,1296,0.033615514636039734,162,0.0021370646039334438,
+2,1304,0.034982725977897644,163,0.0011886935363387844,
+2,1312,0.03481714054942131,164,0.0016338535318606193,
+2,1320,0.033160336315631866,165,0.013799361453857273,
+2,1328,0.03429996967315674,166,0.003336081292945892,
+2,1336,0.035674531012773514,167,0.01568508945638314,
+2,1344,0.03413299098610878,168,0.0010929787780956499,
+2,1352,0.03285066410899162,169,0.0008542059721631548,
+2,1360,0.034398071467876434,170,0.0013629560198751278,
+2,1368,0.03385993838310242,171,0.0023540813417639583,
+2,1376,0.03420181944966316,172,0.0008732585441369641,
+2,1384,0.03439471498131752,173,0.00372194687672443,
+2,1392,0.03473983705043793,174,0.0030165124699124135,
+2,1400,0.03767817094922066,175,0.0012751120872659765,
+2,1408,0.03452061116695404,176,0.000903131124419708,
+,,,176,,0.037426283241090715
+2,1416,0.04036358743906021,177,0.0009773852003231046,
+2,1424,0.03337797522544861,178,0.0015175212299384708,
+2,1432,0.037322476506233215,179,0.0015428902614595635,
+2,1440,0.03618897870182991,180,0.0009228130128086867,
+2,1448,0.03439580649137497,181,0.001565967480668665,
+2,1456,0.03415897488594055,182,0.009168706235041927,
+2,1464,0.03301490098237991,183,0.0006324718506220961,
+2,1472,0.031334929168224335,184,0.002415675338852452,
+2,1480,0.037011243402957916,185,0.001553869340568781,
+2,1488,0.039639633148908615,186,0.0006933325639693066,
+2,1496,0.03947066143155098,187,0.0006395832636123735,
+2,1504,0.039729390293359756,188,0.0012864393642163263,
+2,1512,0.03381833806633949,189,0.0008173299759315948,
+2,1520,0.031062692403793335,190,0.0006308446303592063,
+2,1528,0.0311909019947052,191,0.05969812763942173,
+2,1536,0.03422130271792412,192,0.0006346875659521454,
+,,,192,,0.022514858204654174
+2,1544,0.031472787261009216,193,0.007869290768212522,
+2,1552,0.03346831724047661,194,0.009085880638199992,
+2,1560,0.03758959844708443,195,0.021866854313494905,
+2,1568,0.0325823575258255,196,0.0005743896816222167,
+2,1576,0.03090692311525345,197,0.0007631033024933588,
+2,1584,0.03264399245381355,198,0.002896937188259991,
+2,1592,0.031171515583992004,199,0.0004297505074646324,
+2,1600,0.03431050851941109,200,0.1770697903806909,
+2,1608,0.03410394862294197,201,0.018482516953372396,
+2,1616,0.03230065479874611,202,0.0055273237921937834,
+2,1624,0.03397323936223984,203,0.0030008339066019594,
+2,1632,0.0339067168533802,204,0.0024229189349660794,
+2,1640,0.03215939924120903,205,0.0011893788741872413,
+2,1648,0.031817395240068436,206,0.014990123828353647,
+2,1656,0.031319815665483475,207,0.0022985451908495566,
+2,1664,0.03445166349411011,208,0.000785577151691541,
+,,,208,,0.03314261714531588
+2,1672,0.03293578699231148,209,0.0006964234918187787,
+2,1680,0.035374563187360764,210,0.002846641596018647,
+2,1688,0.03276778757572174,211,0.005170715260776758,
+2,1696,0.03170714154839516,212,0.008791151645224697,
+2,1704,0.03273819759488106,213,0.0028334416720705727,
+2,1712,0.03534707427024841,214,0.003442042854051882,
+2,1720,0.036779023706912994,215,0.050086455483324244,
+2,1728,0.029998064041137695,216,0.011647697399334552,
+2,1736,0.029796559363603592,217,0.004126460340760079,
+2,1744,0.03282744064927101,218,0.0026525211442882815,
+2,1752,0.029862873256206512,219,0.002033816468610894,
+2,1760,0.029850438237190247,220,0.0017488200379981815,
+2,1768,0.029751747846603394,221,0.08519409150467254,
+2,1776,0.030757255852222443,222,0.0005033341167290928,
+2,1784,0.03503497689962387,223,0.0008022961381357163,
+2,1792,0.029415469616651535,224,0.0013577771605923772,
+,,,224,,0.022646652699546733
+2,1800,0.02920781448483467,225,0.0008506204948599378,
+2,1808,0.029796559363603592,226,0.0012285248812986538,
+2,1816,0.029123134911060333,227,0.004906663179604543,
+2,1824,0.029317405074834824,228,0.0006691677522862197,
+2,1832,0.03003658354282379,229,0.0009855589513400836,
+2,1840,0.02902500331401825,230,0.0011631870031123981,
+2,1848,0.02899310365319252,231,0.0022308850651218868,
+2,1856,0.02959568053483963,232,0.002158549575445553,
+2,1864,0.029056653380393982,233,0.004216293527861126,
+2,1872,0.03419852256774902,234,0.0027261495706625283,
+2,1880,0.034067656844854355,235,0.038204456780173736,
+3,1888,0.03028278797864914,236,0.05519464679552281,
+3,1896,0.02954629436135292,237,0.0010970229408345544,
+3,1904,0.02987629920244217,238,0.0018326792148097109,
+3,1912,0.030057214200496674,239,0.001134440150613395,
+3,1920,0.029857859015464783,240,0.005053415244522815,
+,,,240,,0.04128034686424305
+3,1928,0.02936062589287758,241,0.002414037044879726,
+3,1936,0.03386149927973747,242,0.0016381114380367631,
+3,1944,0.03125937283039093,243,0.004456057969946414,
+3,1952,0.03404767066240311,244,0.3646020981698082,
+3,1960,0.03000830113887787,245,0.0008608769593675705,
+3,1968,0.03301020339131355,246,0.0013416439917189283,
+3,1976,0.030678998678922653,247,0.001385311443300452,
+3,1984,0.02954968437552452,248,0.0021586867057651815,
+3,1992,0.029542244970798492,249,0.0014744187938049436,
+3,2000,0.02991534397006035,250,0.0016755942011844706,
+3,2008,0.033847223967313766,251,0.008870252774310453,
+3,2016,0.03094252571463585,252,0.009251079293720137,
+3,2024,0.030455201864242554,253,0.016218405787815124,
+3,2032,0.030208207666873932,254,0.011149816000117706,
+3,2040,0.03434781730175018,255,0.0073774428999361895,
+3,2048,0.0372641384601593,256,0.014526231860509142,
+,,,256,,0.06518421214291138

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,268 @@
+128980,3
+432957,10
+303209,7
+244774,6
+612934,10
+207834,5
+294201,7
+189416,4
+261097,6
+307108,7
+131486,3
+431067,10
+265769,6
+153681,3
+582294,4
+448339,11
+396442,9
+116470,2
+13871,0
+190466,4
+475894,11
+168062,4
+165383,4
+266428,6
+92950,2
+385883,9
+405346,10
+354846,8
+193134,4
+502881,12
+270044,6
+538123,13
+47924,1
+398679,9
+588059,5
+519551,12
+137820,3
+467491,11
+222654,5
+261041,6
+395617,9
+108547,2
+159331,3
+562920,0
+185537,4
+535638,13
+342467,8
+267343,6
+569577,1
+478007,11
+369561,9
+269409,6
+590958,6
+556330,13
+131210,3
+225221,5
+229380,5
+282989,7
+101485,2
+603278,8
+73481,1
+597413,7
+483738,12
+281188,7
+530411,13
+556072,13
+413958,10
+557965,13
+515247,12
+138999,3
+215329,5
+422961,10
+515691,12
+328978,8
+17990,0
+478090,11
+84290,2
+520255,13
+553608,13
+355219,8
+317640,7
+46121,1
+55674,1
+546063,13
+108398,2
+63478,1
+163398,4
+297887,7
+456486,11
+247496,6
+527822,13
+516651,12
+350223,8
+534805,13
+585559,5
+196912,4
+123812,3
+95971,2
+239147,5
+286304,7
+45572,1
+611185,10
+224191,5
+128568,3
+626203,13
+415094,10
+233302,5
+253278,6
+87620,2
+239720,5
+281083,7
+260251,6
+552190,13
+99748,2
+415729,10
+429032,10
+82021,2
+85058,2
+240924,6
+54436,1
+173704,4
+219234,5
+464655,11
+254574,6
+41810,1
+158882,3
+28889,0
+341635,8
+463373,11
+259961,6
+44646,1
+147740,3
+54165,1
+41893,1
+496933,12
+204725,5
+595705,7
+263721,6
+124463,3
+277280,6
+538855,13
+343665,8
+133299,3
+555817,13
+125213,3
+583858,4
+58224,1
+116561,2
+268068,6
+142235,3
+544160,13
+155790,3
+282270,7
+335440,8
+164185,4
+66002,1
+317809,7
+228369,5
+350147,8
+219617,5
+511821,12
+201108,5
+297939,7
+278761,6
+322846,8
+447107,11
+403021,10
+406458,10
+308375,7
+166912,4
+147213,3
+453923,11
+315240,7
+344277,8
+577466,3
+417401,10
+142460,3
+135413,3
+136385,3
+610444,10
+509845,12
+272586,6
+33033,0
+372430,9
+520043,13
+518010,12
+206775,5
+203922,5
+444846,11
+68538,1
+256715,6
+451427,11
+133679,3
+571752,2
+32825,0
+370851,9
+336946,8
+627569,13
+280678,7
+336889,8
+112531,2
+161880,4
+188571,4
+313038,7
+289604,7
+435592,10
+180749,4
+205465,5
+361531,9
+328132,8
+318006,7
+153536,3
+190530,4
+491224,12
+341812,8
+374353,9
+527526,13
+298435,7
+619836,11
+63016,1
+249784,6
+319773,7
+141354,3
+39995,0
+25712,0
+336819,8
+315957,7
+279874,6
+72557,1
+291066,7
+317499,7
+21456,0
+128716,3
+4211,0
+601053,8
+435488,10
+98701,2
+207145,5
+468776,11
+323838,8
+379894,9
+445321,11
+485943,12
+250770,6
+331683,8
+295194,7
+478492,11
+202422,5
+348813,8
+381476,9
+608587,9
+279780,6
+67156,1
+269376,6
+6119,0
+112284,2
+477720,11
+477482,11
+63937,1
+124721,3
+522643,13
+435387,10
+254752,6
+221850,5
+568034,1
+614257,10
+305608,7
+488778,12

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,268 @@
+128980,-17.813421,-16.849068,-10.25092,-0.0022366256,-16.252626,-12.549096,-18.313421,-15.050782,-25.997444,-14.75092,-18.000921,-19.938421,-17.000921,-20.29697
+432957,-16.439001,-25.19928,-15.564001,-21.294933,-20.527357,-14.198835,-18.626501,-8.193462,-22.105778,-11.126501,-0.0015013863,-17.626501,-22.314001,-16.50031
+303209,-21.68772,-17.985088,-23.12522,-23.012817,-19.89856,-16.181383,-15.125218,-0.0007391766,-15.059726,-19.18772,-18.81272,-20.87522,-23.31272,-22.659212
+244774,-16.756083,-6.53682,-16.006083,-22.334028,-21.830105,-16.38166,-0.0060817655,-8.507415,-17.232431,-16.193583,-14.568582,-17.193583,-17.881083,-14.624446
+612934,-16.063152,-25.010412,-16.000652,-23.838915,-19.662674,-14.4778805,-17.063152,-8.635184,-21.836248,-10.250652,-0.00065245794,-17.938152,-22.438152,-16.317812
+207834,-15.314939,-12.162561,-13.002439,-19.195526,-13.478916,-0.0060239704,-9.377439,-7.2658033,-22.879362,-12.877439,-12.752439,-14.377439,-15.939939,-10.632918
+294201,-21.43795,-19.634434,-21.56295,-22.67326,-21.6756,-14.251896,-21.75045,-0.0007378821,-20.799034,-17.50045,-22.00045,-23.31295,-23.56295,-17.880196
+189416,-15.188359,-16.766304,-11.250859,-14.104118,-0.0018349777,-19.53183,-15.250859,-16.01331,-21.780113,-15.625859,-18.063358,-21.063358,-20.188358,-16.192772
+261097,-13.568879,-9.656691,-15.068879,-18.528067,-17.011091,-9.83922,-0.0063794777,-8.882095,-17.371841,-14.818879,-13.756379,-16.94388,-16.25638,-15.417546
+307108,-20.500301,-18.1727,-20.625301,-21.060417,-20.61014,-12.8590975,-20.562801,-0.00084774103,-16.663088,-17.000301,-20.937801,-21.937801,-22.875301,-19.892227
+131486,-18.56345,-18.700605,-10.625949,-0.0022662808,-17.190168,-12.213835,-19.00095,-14.919436,-26.677301,-14.125949,-18.62595,-20.31345,-17.37595,-22.98186
+431067,-17.250452,-22.904114,-15.625452,-22.452911,-21.040682,-15.15498,-18.500452,-8.574765,-23.914356,-9.875452,-0.00045229695,-18.875452,-23.125452,-17.539217
+265769,-15.287785,-1.639387,-16.725285,-22.703825,-17.123974,-10.922835,-0.35028428,-8.976012,-16.218376,-15.475285,-13.725285,-17.350285,-17.662785,-14.906529
+153681,-17.375998,-15.033093,-10.125997,-0.0023565379,-14.752559,-12.297401,-18.000998,-14.300122,-24.249786,-14.750997,-18.125998,-19.500998,-17.188498,-20.29489
+582294,-14.001217,-18.46596,-10.876217,-12.661804,-0.0018967208,-19.560583,-15.438717,-15.992631,-22.316725,-14.938717,-17.751217,-19.938717,-19.313717,-16.828354
+448339,-14.876187,-22.540417,-8.876187,-16.537807,-16.635357,-12.674198,-16.501186,-13.996889,-18.625168,-16.813686,-15.626187,-0.0011869774,-14.313687,-9.601463
+396442,-16.562778,-22.231367,-15.000279,-17.786976,-20.703983,-13.818735,-20.250278,-14.667749,-25.270254,-0.00027903,-13.500279,-19.187778,-20.062778,-17.063389
+116470,-10.091346,-8.161296,-0.3413462,-4.599739,-7.217348,-7.9119673,-12.966346,-1.5821024,-8.1083355,-6.2163463,-11.091346,-13.466346,-13.278846,-8.02265
+13871,-0.05962321,-9.397244,-3.1846232,-12.456376,-9.917926,-9.931604,-10.122123,-12.407719,-15.342339,-11.122123,-13.747123,-6.3096232,-12.184623,-10.614859
+190466,-15.438446,-16.830942,-10.500946,-13.137684,-0.002354612,-21.376692,-14.813446,-14.472382,-22.278496,-14.875946,-17.750946,-20.875946,-20.563446,-15.21874
+475894,-14.9383545,-23.0583,-8.3758545,-17.98467,-21.28058,-12.00184,-17.063354,-14.3016,-19.733881,-15.1258545,-16.750854,-0.00085424643,-14.5633545,-10.025081
+168062,-13.254883,-12.672398,-5.754883,-8.25822,-0.0066758795,-12.7757435,-15.254883,-12.529614,-19.66999,-13.192383,-15.942383,-19.129883,-17.317383,-12.311242
+165383,-14.875799,-16.427742,-11.125799,-14.017494,-0.001676213,-19.65941,-15.250799,-16.584204,-21.684536,-15.875799,-18.0633,-21.6258,-20.3133,-16.819046
+266428,-11.196569,-5.8764706,-16.75907,-17.875364,-14.29234,-9.93691,-0.009069083,-9.634485,-13.848408,-15.571569,-12.446569,-17.50907,-16.63407,-15.737322
+92950,-12.876127,-12.453548,-0.0011275607,-7.7534304,-8.50223,-13.150546,-16.813627,-13.834972,-19.629053,-13.001127,-16.938627,-18.063627,-13.251127,-14.600869
+385883,-13.316047,-15.9956,-10.878547,-14.601528,-16.390987,-12.836393,-16.128546,-9.749908,-20.174934,-0.0035464983,-13.691047,-19.097296,-18.659796,-15.603149
+405346,-17.001616,-21.95566,-17.001616,-19.298523,-23.275454,-16.035204,-16.314116,-10.170454,-21.905844,-12.251616,-0.0016155299,-17.064116,-21.814116,-19.699099
+354846,-14.755924,-12.135308,-13.693424,-15.894592,-14.617162,-12.572544,-9.255924,-5.6314483,-0.0060818694,-14.068424,-11.630924,-14.443424,-15.755924,-20.929428
+193134,-13.938919,-14.916576,-9.126419,-11.265797,-0.0028139811,-21.201406,-14.626419,-13.216713,-22.486036,-14.001419,-16.43892,-19.81392,-19.12642,-14.110979
+502881,-15.438414,-21.60323,-11.250914,-16.95711,-16.571123,-13.848144,-16.750914,-14.8936615,-23.543194,-13.938414,-17.750914,-13.625914,-0.0009135602,-9.060575
+270044,-11.637875,-6.0817046,-10.575375,-13.109915,-13.94385,-9.956282,-0.012874695,-6.26352,-16.11906,-11.450375,-11.325375,-13.700375,-13.762875,-10.846508
+538123,-19.562681,-21.204674,-16.125181,-19.4448,-21.727943,-17.576391,-17.750181,-15.323282,-25.297985,-17.875181,-20.125181,-16.750181,-16.812681,-0.0011093912
+47924,-13.502767,-0.0040822956,-17.002766,-19.0511,-25.698483,-18.904799,-10.502767,-14.254533,-15.238522,-16.690266,-14.877767,-16.315266,-16.065266,-15.944997
+398679,-16.562777,-21.970232,-15.250277,-18.112438,-20.764378,-13.939638,-19.750277,-15.309441,-25.322805,-0.00027688485,-14.625277,-19.687777,-20.500277,-17.363863
+588059,-14.564558,-13.74727,-13.752058,-15.746801,-14.711679,-0.013818691,-7.752058,-7.5098696,-23.31731,-12.939558,-12.189558,-15.627058,-16.314558,-10.380228
+519551,-14.189282,-20.418463,-10.751782,-18.323235,-17.813274,-15.452664,-16.439281,-12.838247,-24.614323,-14.814282,-16.439281,-13.314282,-0.0017820207,-10.606454
+137820,-17.875906,-17.719156,-11.000907,-0.0024126808,-16.940447,-12.564342,-18.250906,-14.557359,-26.812748,-14.875907,-18.625906,-20.500906,-17.000906,-21.355976
+467491,-15.313584,-19.650314,-8.251084,-17.164759,-20.62241,-14.202881,-17.563585,-13.107604,-20.106882,-14.626084,-16.563585,-0.0010843356,-15.063584,-9.889379
+222654,-14.317723,-11.432698,-12.692723,-16.062786,-12.372581,-0.012152512,-8.692723,-7.6389036,-19.082787,-12.442723,-12.005223,-13.817723,-14.942723,-9.704243
+261041,-14.853085,-8.453538,-15.603085,-16.860191,-17.161415,-11.591877,-1.6030847,-0.22862208,-7.93251,-14.478085,-12.415585,-16.790585,-17.478085,-14.038601
+395617,-16.750595,-22.391855,-14.563095,-17.88754,-17.960075,-13.2659645,-18.063095,-14.113729,-21.08601,-0.0005947966,-13.000595,-19.750595,-19.000595,-18.694538
+108547,-14.588168,-19.595585,-0.025668234,-10.776827,-13.092013,-19.039703,-17.96317,-12.298482,-23.517315,-13.713168,-18.02567,-16.21317,-15.838168,-5.4921174
+159331,-17.50126,-17.149252,-10.251261,-0.001878706,-13.878136,-13.486537,-18.62626,-17.266617,-26.144531,-14.751261,-18.31376,-20.81376,-18.43876,-18.134094
+562920,-0.046152573,-10.567614,-13.171152,-16.665184,-12.903675,-5.9469867,-12.733652,-8.928838,-19.321148,-12.108652,-16.171152,-17.421152,-15.921152,-16.09208
+185537,-12.502419,-14.559381,-11.127419,-12.335224,-0.0034483657,-15.457282,-12.939919,-14.077326,-26.326668,-12.939919,-15.127419,-18.564919,-17.752419,-17.893959
+535638,-18.87521,-22.217955,-15.125211,-18.963478,-18.83639,-15.425275,-17.06271,-14.460352,-24.79314,-17.18771,-19.37521,-15.250211,-15.000211,-0.00068805896
+342467,-17.187864,-15.207195,-15.937864,-20.480793,-17.047726,-21.36066,-11.750364,-9.250928,-0.0007618404,-16.437864,-13.187864,-16.562864,-17.937864,-17.940697
+267343,-14.8858595,-5.63715,-14.5108595,-19.507715,-20.268932,-13.423545,-0.0108592035,-7.136767,-15.360243,-14.5108595,-14.5108595,-16.385859,-16.385859,-14.553261
+569577,-14.25185,-0.0028424938,-18.68935,-21.522123,-18.95489,-23.775782,-12.12685,-14.5667515,-16.198683,-17.62685,-15.93935,-19.50185,-18.43935,-17.432367
+478007,-15.376241,-19.681133,-9.501241,-16.639763,-18.19519,-12.054991,-16.87624,-13.1543045,-19.166971,-16.25124,-16.43874,-0.0012404375,-15.063741,-8.752984
+369561,-17.942102,-24.770855,-12.754603,-18.187008,-18.277903,-14.031169,-18.192102,-9.2167,-20.603666,-0.0046031466,-12.629603,-19.692102,-19.379602,-18.005806
+269409,-16.442938,-6.4550276,-15.567939,-21.895348,-19.145197,-14.5361185,-0.005438414,-8.006688,-16.34201,-16.067938,-14.442939,-17.255438,-17.692938,-14.694178
+590958,-16.690641,-8.785295,-16.003141,-21.721418,-20.95,-12.158128,-0.003140995,-8.378699,-15.730836,-17.128141,-15.128141,-17.503141,-17.628141,-15.801633
+556330,-17.37591,-19.145697,-13.625909,-16.913383,-16.803604,-14.801543,-16.18841,-14.127727,-23.124687,-15.313409,-18.12591,-14.500909,-8.500909,-0.0024982612
+131210,-16.188501,-16.820059,-8.626001,-0.003922697,-12.127236,-12.617447,-17.313501,-16.362535,-25.871851,-12.751001,-17.626001,-19.813501,-18.251001,-16.329123
+225221,-15.938245,-12.801386,-13.500745,-16.338312,-14.805843,-0.0057790284,-10.625745,-8.257197,-23.878937,-13.500745,-14.250745,-15.813245,-17.375744,-10.629645
+229380,-15.002174,-12.157956,-13.564674,-17.37222,-12.631265,-0.008614864,-10.189674,-7.2698183,-22.4412,-13.002174,-13.689674,-14.752174,-15.877174,-10.254869
+282989,-22.500341,-19.70487,-22.875341,-24.062828,-20.72464,-26.994705,-17.500341,-0.0006997552,-20.147354,-18.500341,-18.687841,-22.375341,-25.875341,-21.742292
+101485,-15.938487,-16.860346,-0.0009875188,-8.751932,-14.25234,-14.984326,-19.125988,-13.664557,-27.635967,-13.250987,-17.313488,-14.125987,-15.688487,-19.602777
+603278,-17.000525,-14.092755,-15.875524,-19.279005,-16.958904,-19.198465,-10.750524,-8.37608,-0.00092865963,-16.063025,-12.688024,-16.250525,-17.375525,-15.5540085
+73481,-14.129332,-0.006355092,-18.191832,-20.62183,-16.773888,-25.395224,-15.066832,-17.409561,-24.16613,-18.066832,-16.441832,-21.879332,-19.004332,-21.618805
+597413,-21.312887,-18.609608,-21.750387,-22.4985,-20.88497,-24.23084,-15.625388,-0.0008074796,-20.320354,-18.625387,-17.375387,-21.187887,-24.281637,-19.36222
+483738,-14.690054,-19.609316,-11.002554,-16.644575,-17.1783,-15.214238,-16.377554,-12.1148205,-20.825096,-15.315054,-16.627554,-12.752554,-0.0025538944,-9.862864
+281188,-20.937872,-17.730762,-21.062872,-20.554733,-20.63124,-19.687637,-18.562872,-0.0008497788,-15.950937,-17.500372,-19.687872,-21.437872,-23.000372,-19.808916
+530411,-7.7579746,-7.394201,-12.507975,-14.407515,-8.51831,-7.8366833,-10.632975,-10.700523,-17.401398,-14.570475,-13.820475,-15.257975,-14.320475,-0.043569535
+556072,-18.125338,-16.922476,-14.375337,-18.26464,-18.398964,-16.362438,-16.687838,-13.766537,-23.212769,-17.375338,-19.687838,-16.312838,-16.062838,-0.0009835684
+413958,-15.750662,-23.951273,-15.750662,-22.84585,-20.084608,-15.564932,-16.625662,-9.658067,-21.976076,-10.375662,-0.0006622267,-17.563162,-22.125662,-18.417688
+557965,-18.937725,-20.393862,-14.625226,-18.067663,-20.051485,-17.7843,-17.125225,-15.286207,-26.032372,-17.687725,-20.125225,-16.562725,-17.000225,-0.0017629707
+515247,-14.939125,-20.657362,-10.251625,-16.843319,-16.442297,-12.471329,-16.126625,-12.096529,-21.087904,-14.001625,-17.189125,-12.751625,-0.0016255273,-9.446652
+138999,-17.375895,-15.132555,-9.500895,-0.0020911258,-15.190042,-11.690425,-17.750895,-14.962908,-26.519835,-14.375895,-18.313395,-19.750895,-16.688395,-22.082859
+215329,-10.299925,-10.443776,-12.299925,-12.463621,-11.037914,-0.993128,-4.737425,-0.57294893,-17.365501,-9.424925,-10.487425,-14.237425,-15.924925,-6.871291
+422961,-16.687962,-24.950024,-15.750462,-19.053347,-19.177876,-15.408843,-17.562962,-10.583274,-23.83473,-10.500462,-0.00046159103,-17.687962,-21.625462,-16.394768
+515691,-14.002583,-21.218176,-9.627583,-17.703201,-16.124115,-18.748976,-16.440083,-10.758395,-22.406864,-13.690083,-16.190083,-11.377583,-0.0025826693,-10.643022
+328978,-16.001081,-13.312658,-15.251082,-18.284786,-15.3811455,-15.788788,-10.563582,-7.626721,-0.0020163567,-14.938582,-11.876082,-15.813582,-16.688581,-16.355902
+17990,-0.002914469,-10.840033,-13.127914,-17.92477,-13.349279,-9.897828,-10.627914,-10.291829,-16.01462,-16.690414,-17.065414,-17.440414,-15.565414,-13.316457
+478090,-17.313255,-21.197788,-9.125754,-18.507166,-17.394611,-15.138674,-18.063255,-15.200177,-22.152575,-17.813255,-17.938255,-0.0007546676,-16.250755,-10.126484
+84290,-15.751327,-16.165783,-0.0013268724,-8.876993,-16.627884,-19.166483,-19.626328,-14.653714,-27.407568,-13.376327,-17.751328,-13.876327,-15.501327,-18.748655
+520255,-14.750632,-10.68294,-16.375631,-17.524353,-19.048927,-12.599796,-14.938132,-11.652293,-22.283056,-18.188131,-18.438131,-15.750632,-17.250631,-0.00498625
+553608,-19.312584,-16.96327,-18.000084,-19.546957,-17.510237,-14.002518,-18.625084,-15.336239,-27.488457,-18.625084,-22.375084,-20.000084,-20.125084,-0.0011386047
+355219,-15.689017,-12.532724,-14.501517,-17.467175,-16.153591,-21.108532,-9.439017,-7.502043,-0.0016534639,-15.439017,-11.751517,-15.814017,-16.689018,-23.379631
+317640,-20.562935,-16.235846,-21.937935,-21.78117,-20.33626,-18.137135,-15.625435,-0.00077411224,-18.413258,-17.750435,-19.062935,-23.000435,-24.812935,-21.577616
+46121,-14.501777,-0.0026290077,-18.751778,-19.797388,-20.414675,-18.02956,-11.001777,-14.87753,-18.356474,-19.064278,-17.064278,-18.814278,-17.876778,-15.604582
+55674,-14.314944,-0.0033228295,-17.814943,-20.871979,-17.105644,-21.37562,-13.752444,-17.066944,-24.339516,-18.877443,-15.877444,-21.814943,-18.564943,-22.915535
+546063,-4.838016,-5.722199,-10.1505165,-13.73665,-8.354555,-6.8133144,-9.0255165,-9.223719,-18.106308,-11.8380165,-11.9630165,-13.2755165,-12.2130165,-0.5596579
+108398,-14.56492,-16.225248,-0.0024205928,-6.8782363,-14.692677,-14.5273485,-17.93992,-15.352577,-21.651789,-12.81492,-18.31492,-16.56492,-14.81492,-15.678585
+63478,-14.19008,-0.0036819505,-18.25258,-19.220547,-21.147667,-17.537827,-9.75258,-14.12851,-17.8759,-18.37758,-15.87758,-17.81508,-17.06508,-13.23253
+163398,-14.126271,-17.00934,-10.251271,-13.5132675,-0.003547248,-17.012304,-15.126271,-16.47252,-21.087814,-14.001271,-17.00127,-20.93877,-19.68877,-15.29239
+297887,-22.062794,-17.988108,-23.500294,-21.86037,-21.31812,-18.448954,-15.125294,-0.00064589,-19.80468,-18.000294,-17.750294,-20.875294,-24.187794,-19.715816
+456486,-15.813728,-24.468287,-8.001228,-17.551003,-17.648445,-12.494841,-17.251228,-16.684746,-19.821518,-16.251228,-16.813728,-0.0012287693,-14.938728,-8.899568
+247496,-16.314737,-3.4756649,-15.814737,-21.582148,-19.577675,-11.689735,-0.06473726,-8.690455,-15.831829,-16.189737,-14.814737,-16.939737,-17.689737,-13.586016
+527822,-19.000301,-20.574034,-14.875301,-18.243095,-20.060316,-18.607796,-16.750301,-13.8625345,-24.107046,-17.125301,-20.187801,-15.937801,-15.375301,-0.000962351
+516651,-13.690812,-17.421951,-9.128312,-15.405789,-15.350546,-12.132476,-15.128312,-10.736659,-18.608078,-13.065812,-15.315812,-11.003312,-0.0033118657,-8.158334
+350223,-16.188332,-14.184215,-15.125831,-19.093191,-16.286966,-17.183624,-10.750831,-8.501439,-0.0018790357,-15.500831,-12.250831,-15.563331,-17.063332,-17.095
+534805,-9.2791195,-6.6628685,-10.7166195,-11.935472,-8.0134325,-4.935804,-9.1541195,-9.4265,-19.303999,-13.5291195,-12.7166195,-14.5916195,-13.0291195,-0.03630763
+585559,-15.501989,-13.244381,-13.001989,-18.203072,-14.14016,-0.007212054,-9.251989,-7.504897,-23.387314,-13.939489,-13.376989,-15.126989,-16.87699,-9.754264
+196912,-15.188196,-18.278872,-12.250696,-14.038301,-0.0018198094,-20.147085,-16.313196,-16.87292,-23.629747,-16.063196,-18.813196,-21.875696,-20.063196,-17.283401
+123812,-17.43894,-17.206627,-11.25144,-0.0027373119,-16.50332,-11.983086,-18.12644,-14.86236,-25.047031,-13.12644,-17.68894,-20.50144,-17.75144,-17.186966
+95971,-14.814096,-14.202068,-0.00159613,-7.5034313,-15.566213,-11.812384,-18.939096,-13.347265,-28.330185,-13.501596,-17.251596,-14.126596,-15.814096,-21.721638
+239147,-15.502712,-11.731964,-12.252712,-16.60616,-13.702589,-0.0070413575,-9.502712,-8.809561,-21.567432,-13.502712,-12.877712,-13.815212,-15.940212,-10.945184
+286304,-21.3129,-16.8282,-23.5004,-22.721277,-19.581213,-19.51309,-15.8754,-0.00090006343,-16.87331,-18.0629,-17.6879,-20.5004,-22.4379,-22.878164
+45572,-13.439627,-0.0037513105,-18.752127,-20.823162,-14.179364,-16.324347,-13.564627,-14.816392,-17.263521,-18.502127,-18.752127,-19.689627,-18.814627,-14.376204
+611185,-17.62517,-24.141909,-16.81267,-22.851711,-20.711887,-16.499836,-18.00017,-12.0096,-23.752422,-11.375171,-0.00017069314,-18.18767,-22.56267,-17.889534
+224191,-3.5650327,-11.264698,-12.502533,-15.395807,-11.260327,-0.07957152,-9.127533,-4.322378,-20.506695,-9.815033,-12.627533,-14.815033,-14.190033,-10.459698
+128568,-17.375845,-16.837488,-9.250844,-0.0021992093,-14.002589,-12.248799,-17.813345,-14.651713,-24.348015,-14.125844,-18.313345,-19.813345,-17.000845,-17.804531
+626203,-18.937681,-19.16809,-15.125182,-19.115583,-18.638613,-16.677647,-17.000181,-14.3870325,-24.003021,-17.812681,-20.500181,-16.312681,-16.562681,-0.0007416662
+415094,-17.062916,-26.31933,-16.000416,-20.468803,-22.684887,-15.26308,-17.687916,-14.762249,-22.324524,-11.000417,-0.00041631138,-17.187916,-23.156666,-20.052263
+233302,-10.910664,-11.842573,-11.285664,-9.308647,-14.071464,-0.04315572,-11.348164,-8.724579,-16.975447,-6.035664,-10.660664,-14.348164,-13.723164,-6.1877103
+253278,-13.505435,-7.520965,-16.192936,-17.37424,-14.95599,-10.540962,-2.1304352,-0.13092332,-10.420257,-14.817935,-10.380435,-16.692936,-16.505436,-11.432354
+87620,-15.189453,-18.321623,-0.0019533618,-10.628465,-10.003332,-19.19256,-19.126953,-14.519927,-23.774199,-14.814453,-18.251953,-18.314453,-16.814453,-7.260532
+239720,-13.251833,-11.893347,-12.626833,-15.359757,-14.747345,-0.009201653,-11.564333,-9.827075,-21.9002,-8.251833,-11.814333,-16.814333,-14.564333,-9.003963
+281083,-21.438128,-18.401508,-22.750628,-20.770493,-19.971533,-15.690034,-15.8756275,-0.0008541503,-16.64925,-17.813128,-17.688128,-19.750628,-23.375628,-21.77383
+260251,-14.801921,-6.129178,-13.926921,-20.56112,-17.137573,-11.552923,-0.48942065,-0.98986256,-7.758441,-15.489421,-12.176921,-15.364421,-16.55192,-11.5662155
+552190,-19.062765,-22.041122,-15.125266,-18.217705,-20.958225,-15.24236,-17.812765,-14.495355,-24.828545,-17.437765,-20.437765,-15.750266,-15.375266,-0.0011693571
+99748,-16.000486,-18.933151,-0.0004858982,-10.752779,-16.063972,-17.59013,-19.875486,-15.688953,-26.475655,-15.187986,-19.125486,-16.000486,-16.625486,-16.906425
+415729,-17.937654,-29.57094,-16.437654,-23.314636,-20.593893,-15.033384,-18.062654,-11.028393,-24.212032,-11.1251545,-0.00015424492,-18.250154,-22.500154,-16.894604
+429032,-17.81266,-28.446175,-17.18766,-24.336535,-20.715816,-15.91978,-18.06266,-11.314003,-23.840347,-11.62516,-0.00016032365,-18.81266,-22.81266,-18.02457
+82021,-14.377035,-14.388769,-0.0020349764,-8.50767,-15.441091,-12.195697,-18.252035,-14.184373,-27.032806,-13.502035,-16.752035,-12.627035,-15.564535,-17.43766
+85058,-13.69269,-12.960109,-0.005189757,-7.131908,-13.759522,-11.834884,-16.88019,-14.131908,-19.904434,-11.88019,-15.63019,-16.69269,-6.13019,-15.991962
+240924,-15.577338,-9.557672,-16.38984,-17.243519,-17.92966,-11.477618,-0.014838447,-4.6402607,-12.167301,-14.077338,-8.764838,-16.45234,-17.07734,-11.486383
+54436,-13.876198,-0.0020948742,-19.251198,-22.886414,-19.387094,-23.912315,-13.376198,-17.502567,-19.927189,-19.751198,-17.001198,-21.001198,-18.563698,-19.7902
+173704,-14.501752,-15.899545,-10.126752,-13.109477,-0.0040300293,-17.846601,-14.939252,-11.542478,-18.525826,-14.626752,-15.689252,-21.126753,-19.876753,-14.298929
+219234,-13.002434,-12.765988,-13.752434,-13.369299,-15.878848,-0.0072374875,-9.627434,-11.280494,-19.502356,-9.502434,-11.002434,-16.189934,-15.189934,-8.017211
+464655,-15.001112,-20.163946,-8.001112,-17.746962,-18.372501,-13.49535,-16.751112,-14.956752,-22.734346,-15.501112,-17.188612,-0.0011116046,-14.751112,-9.127527
+254574,-16.195602,-6.2420936,-15.508102,-20.7911,-17.532286,-12.764405,-0.008102878,-7.6340723,-13.899405,-14.945602,-13.633102,-16.883102,-17.008102,-15.456388
+41810,-13.942294,-0.007355302,-18.004793,-21.329437,-18.888588,-23.665234,-15.567294,-16.715622,-23.252144,-18.129793,-16.254793,-21.317293,-18.129793,-20.874872
+158882,-18.250902,-15.547777,-9.500901,-0.0020525493,-14.12705,-12.547161,-18.688402,-15.247578,-26.45348,-14.375901,-18.250902,-19.875902,-17.313402,-17.682276
+28889,-0.0024362903,-10.915093,-13.002437,-15.30631,-9.087463,-17.387133,-10.377437,-12.887364,-19.835361,-14.189937,-16.377436,-17.752436,-17.189936,-15.272186
+341635,-13.074197,-11.440006,-12.824197,-14.63357,-14.014471,-12.774663,-7.8866973,-5.6374197,-0.012601071,-14.136697,-10.136697,-13.886697,-15.011697,-19.841988
+463373,-14.876315,-20.83509,-10.126315,-16.717043,-18.892132,-11.854054,-16.938814,-14.838201,-20.147707,-16.938814,-17.063814,-0.0013147291,-15.126315,-10.173725
+259961,-14.889,-4.7647834,-15.014,-21.103266,-17.29589,-12.2906,-0.013999947,-7.390056,-15.14336,-15.639,-13.9515,-17.5765,-17.139,-11.478493
+44646,-14.064806,-0.00356048,-18.252306,-18.730864,-20.436844,-19.418493,-9.877306,-14.128541,-17.446527,-18.189806,-16.002306,-17.814806,-17.689806,-16.745777
+147740,-17.626112,-17.454624,-9.626112,-0.0030713915,-15.0043745,-12.295742,-19.438612,-15.5207615,-24.805527,-12.251112,-17.751112,-19.563612,-18.001112,-16.203186
+54165,-14.000951,-0.0036980696,-18.625952,-21.889019,-17.300007,-22.084694,-15.375951,-17.66608,-23.736168,-18.750952,-17.188452,-22.250952,-19.563452,-22.771038
+41893,-14.313402,-0.0016145989,-18.125902,-21.359413,-15.287708,-23.016632,-13.625902,-17.323519,-24.13914,-18.938402,-17.188402,-22.282152,-19.438402,-20.273018
+496933,-14.252611,-19.276714,-9.252611,-15.997391,-16.041553,-11.202782,-15.315111,-12.201181,-22.041471,-12.065111,-16.440111,-12.565111,-0.002611562,-6.8809886
+204725,-16.688759,-12.929805,-13.938759,-17.22337,-15.271714,-0.0049833343,-10.813759,-9.628995,-22.44083,-14.001259,-14.001259,-15.501259,-17.563759,-11.628833
+595705,-21.00031,-18.422554,-21.25031,-22.049057,-21.258862,-13.396652,-19.93781,-0.00061192684,-18.38368,-16.50031,-20.00031,-22.37531,-24.00031,-19.086002
+263721,-6.6304884,-8.271952,-9.755488,-10.612007,-10.083635,-7.2530985,-0.4429885,-6.257278,-9.550098,-8.505488,-9.630488,-13.474238,-13.911738,-10.571329
+124463,-18.125751,-15.270403,-10.3757515,-0.0019115191,-15.502269,-12.661982,-18.125751,-14.789561,-25.33807,-14.8757515,-18.500751,-19.938251,-16.813251,-17.600994
+277280,-15.442593,-7.4540615,-14.755093,-20.521206,-20.76082,-14.603385,-0.0050922693,-7.6307683,-15.844655,-15.255093,-14.942593,-17.005093,-17.380093,-20.262104
+538855,-17.002537,-17.50886,-12.127536,-15.891232,-16.38682,-16.713404,-14.440036,-13.096907,-21.605743,-14.252536,-17.815037,-15.877536,-13.627536,-0.0030685444
+343665,-15.688741,-12.676207,-14.563741,-17.409597,-16.333902,-19.960855,-10.001241,-7.626662,-0.001300159,-15.563741,-12.188741,-15.751241,-16.813742,-23.629112
+133299,-18.001032,-16.308432,-8.626031,-0.0025165416,-15.627771,-12.33134,-17.938532,-14.401158,-25.700378,-13.876031,-18.251032,-19.688532,-17.001032,-17.730469
+555817,-19.312672,-20.687584,-15.125172,-18.85597,-19.399784,-16.26203,-16.812672,-14.008838,-24.841236,-17.500172,-20.375172,-15.937672,-15.750172,-0.0008598436
+125213,-18.313251,-20.298487,-8.8757515,-0.001639762,-15.629099,-14.910655,-19.500751,-16.88845,-27.21243,-12.8757515,-18.250751,-19.875751,-18.750751,-16.500206
+583858,-15.188221,-19.251633,-11.375721,-13.14202,-0.0013805621,-17.303669,-15.875721,-16.177654,-26.195395,-14.875721,-18.375721,-20.438221,-20.063221,-16.38249
+58224,-14.377003,-0.0024035762,-18.502003,-20.964653,-18.917145,-22.52658,-14.127003,-16.569027,-18.488605,-17.127003,-17.002003,-19.689503,-18.689503,-19.31301
+116561,-14.813337,-15.410458,-0.0008368566,-9.631141,-16.191492,-12.966876,-18.563337,-15.559578,-28.458221,-14.125837,-18.188337,-12.875837,-16.000837,-21.023552
+268068,-16.067621,-7.1767497,-15.06762,-21.003641,-19.767073,-14.080409,-0.0051207338,-10.005854,-16.359747,-16.130121,-15.13012,-17.942621,-16.942621,-20.599304
+142235,-17.813385,-15.828873,-9.500885,-0.0020018197,-15.127725,-12.195202,-18.375885,-15.345055,-27.128748,-14.500885,-17.875885,-20.063385,-17.125885,-20.40204
+544160,-16.500643,-16.687485,-14.063144,-16.336817,-17.256243,-12.049814,-15.313144,-10.2996,-20.591099,-14.438144,-19.000643,-14.938144,-13.250644,-0.0016548599
+155790,-19.063568,-18.125116,-9.876068,-0.0014066377,-17.37891,-12.575103,-18.876068,-15.362617,-26.89733,-14.376068,-18.501068,-20.251068,-17.876068,-18.733868
+282270,-21.813057,-17.300907,-23.125557,-24.127697,-20.202389,-22.420338,-17.438057,-0.0010653276,-19.129156,-19.250557,-18.063057,-21.375557,-23.250557,-22.76911
+335440,-15.563595,-12.45401,-15.063595,-18.536203,-16.90052,-22.66527,-10.438595,-7.376604,-0.001211156,-15.813595,-12.188595,-16.313595,-16.751095,-22.691334
+164185,-9.876614,-15.655081,-9.876614,-11.893903,-0.0022314158,-14.926575,-14.626614,-13.950996,-20.626837,-14.001614,-16.376614,-20.251614,-18.126614,-15.366261
+66002,-13.751368,-0.0022051292,-19.126368,-20.2419,-19.227896,-22.840622,-14.251368,-17.44213,-18.625975,-17.751368,-16.751368,-19.751368,-18.876368,-16.545134
+317809,-21.687792,-17.36313,-23.687792,-22.191261,-19.587982,-16.861158,-14.625293,-0.0008078249,-16.538872,-19.062792,-18.375292,-21.125292,-23.750292,-22.941324
+228369,-11.512483,-15.252358,-12.074983,-13.295293,-16.66943,-0.017734475,-11.387483,-11.042799,-19.626945,-8.887483,-13.574983,-14.699983,-14.824983,-7.6986613
+350147,-15.688525,-12.816639,-14.626025,-17.678904,-16.62514,-21.877403,-10.251025,-7.75151,-0.0011037067,-15.813525,-12.251025,-16.126026,-16.751026,-23.378332
+219617,-15.689422,-12.11375,-13.064422,-18.163694,-12.386492,-0.006279545,-10.189422,-8.319548,-24.7217,-13.439422,-13.876922,-14.626922,-16.064423,-11.881847
+511821,-14.813487,-19.411808,-11.250987,-17.597187,-16.95331,-13.945852,-16.125988,-13.46381,-23.526983,-13.750987,-17.688488,-13.625987,-0.0009873997,-9.010142
+201108,-14.567233,-11.672514,-12.192233,-16.339617,-13.476872,-0.011190254,-9.004733,-7.5080147,-20.010406,-12.754733,-12.254733,-13.254733,-16.567234,-10.007812
+297939,-20.375473,-18.526459,-20.187973,-21.253883,-20.525602,-13.423831,-20.562973,-0.0008970866,-17.08073,-15.562972,-20.437973,-21.500473,-22.500473,-20.439686
+278761,-17.00356,-9.542171,-15.878559,-18.387062,-19.835224,-10.960129,-0.0035590895,-7.3794336,-13.956487,-15.503559,-13.941059,-16.75356,-17.12856,-12.440334
+322846,-16.500689,-13.739626,-15.500689,-17.87706,-16.337963,-16.61757,-10.750689,-8.501414,-0.001087468,-15.688189,-12.313189,-16.063189,-17.125689,-16.094763
+447107,-16.688057,-23.812775,-9.500557,-18.71338,-22.722015,-12.810374,-18.063057,-14.660814,-24.191978,-16.625557,-18.938057,-0.0005571482,-15.188057,-10.263276
+403021,-15.6256075,-21.301723,-15.0006075,-23.000679,-19.694363,-14.469237,-17.125607,-10.823595,-23.257156,-7.8756075,-0.0006073061,-16.875607,-22.063107,-17.37339
+406458,-17.06274,-26.446394,-16.68774,-24.832088,-19.917034,-14.147881,-17.50024,-9.819236,-22.048294,-10.62524,-0.0002406546,-18.43774,-22.06274,-16.921019
+308375,-20.187803,-17.683119,-21.062803,-21.479681,-20.368315,-12.778741,-20.687803,-0.0008256993,-15.719682,-16.687803,-20.937803,-22.000303,-22.812803,-19.485222
+166912,-14.688386,-16.61912,-10.250886,-13.015492,-0.0025218101,-20.839844,-16.688385,-16.052584,-20.039536,-13.375886,-17.375885,-21.125885,-19.250885,-20.100754
+147213,-18.063293,-18.093266,-9.625793,-0.0017869733,-12.877468,-14.964748,-18.063293,-17.002335,-26.25978,-16.188293,-17.875793,-20.125793,-18.750793,-16.38166
+453923,-16.125761,-24.37514,-8.500761,-18.289845,-19.39354,-14.766759,-17.500761,-16.509634,-21.092897,-16.688261,-17.625761,-0.00076110003,-14.938261,-10.715896
+315240,-21.312792,-19.254362,-21.437792,-21.962946,-18.908443,-15.739621,-19.250292,-0.0007216773,-22.207546,-16.625292,-19.875292,-20.125292,-22.062792,-16.848421
+344277,-17.000694,-14.736997,-15.563193,-20.86319,-16.67548,-20.04086,-10.875693,-8.251267,-0.0017730109,-15.813193,-12.750693,-16.188194,-17.313194,-17.001986
+577466,-18.438677,-18.51523,-10.376178,-0.0023463308,-17.379742,-12.6128,-18.188677,-15.036044,-26.570791,-14.376178,-18.876177,-20.126177,-16.563677,-21.841373
+417401,-16.562763,-29.008879,-16.375263,-23.623798,-19.981987,-15.780928,-17.062763,-11.815901,-22.674065,-10.125263,-0.00026317948,-18.312763,-22.750263,-17.47287
+142460,-17.938387,-16.937117,-9.750888,-0.0025199072,-15.06513,-13.427733,-18.438387,-15.355685,-26.094019,-14.375888,-18.438387,-20.188387,-17.063387,-17.196548
+135413,-17.875843,-16.21735,-9.750842,-0.0017248101,-13.627447,-15.161324,-18.438343,-16.733154,-27.96772,-15.625842,-18.625843,-20.500843,-18.813343,-17.248756
+136385,-16.512655,-16.59781,-4.512656,-0.013058143,-11.765049,-12.6046295,-16.387655,-12.366906,-23.225498,-12.887656,-16.637655,-17.637655,-16.012655,-14.181651
+610444,-16.875324,-24.709658,-15.500323,-21.348082,-20.529036,-16.18978,-17.937824,-11.525619,-24.225588,-9.000323,-0.00032360086,-17.812824,-22.437824,-16.69159
+509845,-13.877506,-17.306726,-10.127506,-16.13686,-14.454639,-14.449632,-14.815006,-11.522154,-21.424849,-13.627506,-14.377506,-13.002506,-0.002506688,-7.5037727
+272586,-14.890162,-5.2348022,-15.015162,-18.19779,-15.852808,-11.748473,-0.015162096,-6.516077,-10.165338,-15.077662,-13.327662,-16.827662,-16.390162,-16.07432
+33033,-0.019243572,-7.2155714,-9.956743,-15.532123,-10.801722,-12.500322,-10.644243,-12.033433,-19.65192,-14.519243,-13.019243,-12.269243,-12.331743,-4.2056217
+372430,-15.500864,-17.309713,-13.125864,-15.821391,-19.787458,-14.691838,-17.813364,-9.262501,-19.250402,-0.0008642514,-10.125864,-19.500864,-18.375864,-14.947556
+520043,-12.689185,-8.035307,-9.626685,-15.117746,-13.66135,-13.727885,-12.439185,-12.303291,-19.715523,-14.689185,-16.939186,-14.689185,-15.064185,-0.0051364973
+518010,-13.441419,-16.894674,-9.128919,-14.710546,-17.177628,-13.9618,-14.878919,-12.475487,-21.101625,-12.128919,-15.691419,-12.191419,-0.003918827,-6.6676726
+206775,-11.253293,-12.550803,-12.003293,-12.562151,-15.774338,-0.01218156,-9.503293,-10.61667,-18.066137,-8.253293,-10.378293,-15.315793,-13.878293,-8.256152
+203922,-10.315502,-13.1049,-10.878002,-13.720686,-13.884794,-0.007842418,-10.565502,-9.695378,-19.722298,-10.065502,-10.565502,-15.628002,-13.315502,-9.881375
+444846,-13.072123,-18.55965,-8.759623,-14.969914,-18.082224,-9.300075,-15.509623,-12.266948,-17.438297,-16.509623,-14.822123,-0.009622855,-13.572123,-8.512559
+68538,-14.252197,-0.0034341358,-18.439697,-19.94767,-21.231966,-17.92153,-10.877197,-14.753219,-17.201637,-18.752197,-16.564697,-17.752197,-17.502197,-13.643243
+256715,-17.44131,-10.728371,-16.25381,-17.988949,-19.65115,-11.289957,-0.0038110025,-7.5048656,-13.78631,-15.628811,-13.628811,-16.50381,-16.69131,-12.772083
+451427,-14.501291,-21.472515,-7.751291,-17.16819,-19.98071,-12.775396,-16.501291,-13.497114,-19.783375,-15.501291,-16.438791,-0.0012909182,-14.313791,-9.677259
+133679,-17.188549,-14.509196,-9.751049,-0.0027582794,-13.877234,-12.11222,-17.563549,-14.587744,-25.4296,-14.126049,-17.751049,-19.751049,-16.688549,-19.297014
+571752,-13.813328,-10.98489,-0.0008273278,-9.6375,-11.252906,-13.740001,-16.750828,-14.111211,-25.913113,-14.625828,-18.813328,-16.313328,-16.813328,-14.174533
+32825,-0.047179382,-10.383255,-8.422179,-15.613364,-10.154197,-15.166097,-12.734679,-12.30065,-17.721546,-11.547179,-13.797179,-12.734679,-3.1721795,-12.204057
+370851,-15.063454,-22.332724,-13.688454,-16.125317,-18.58917,-12.307179,-17.313454,-13.729669,-23.81607,-0.00095357717,-16.063454,-19.500954,-19.063454,-13.942898
+336946,-16.6258,-14.093544,-15.438299,-18.979317,-16.595541,-17.674068,-10.438299,-8.251487,-0.0013088265,-15.813299,-12.375799,-16.1883,-17.3133,-19.320122
+627569,-10.261837,-7.56374,-12.261837,-14.314648,-10.4188,-6.88226,-11.761837,-10.295796,-18.00069,-13.074337,-13.074337,-14.261837,-13.824337,-0.03300654
+280678,-21.7505,-19.791304,-22.063,-21.508875,-20.74152,-17.57812,-17.438,-0.00075384136,-18.33414,-18.063,-20.1255,-21.813,-24.28175,-20.788277
+336889,-15.318504,-11.064746,-14.068504,-20.410172,-15.323938,-13.590764,-10.131004,-5.7568393,-0.0062418287,-13.756004,-11.256004,-15.443504,-16.006004,-20.770344
+112531,-13.348272,-15.273133,-2.0982723,-9.849704,-14.356193,-10.961891,-15.410772,-7.677564,-19.248161,-11.848272,-16.285772,-13.160772,-13.410772,-0.28305417
+161880,-14.750774,-14.57261,-10.625774,-12.764032,-0.0020423816,-18.772034,-14.875774,-15.482922,-21.74804,-15.688274,-17.375774,-21.063274,-20.438274,-15.930784
+188571,-13.376268,-16.207493,-9.876268,-13.034036,-0.0019299285,-21.658138,-15.063768,-14.392437,-23.467352,-14.626268,-16.313768,-20.313768,-19.313768,-14.836914
+313038,-20.437801,-18.687853,-22.625301,-21.589092,-21.27742,-21.796505,-14.750301,-0.0006437453,-17.916218,-17.562801,-15.375301,-21.062801,-24.125301,-20.939816
+289604,-22.125273,-19.990887,-21.625273,-23.950706,-22.376854,-18.171947,-22.937773,-0.0008609579,-21.072569,-17.500273,-22.312773,-23.562773,-24.500273,-18.77267
+435592,-17.125685,-28.195713,-16.563185,-22.320992,-20.820992,-15.714886,-17.250685,-11.428188,-21.061022,-11.000685,-0.0006847421,-18.125685,-22.281935,-19.176968
+180749,-13.2513,-15.160521,-8.8763,-11.81028,-0.0031455294,-16.34727,-14.3138,-11.431892,-20.411102,-13.0013,-15.1888,-20.0013,-18.8138,-15.239422
+205465,-13.751974,-13.755288,-13.501974,-17.695219,-13.378188,-0.012889026,-9.626974,-9.285285,-20.879284,-12.251974,-12.376974,-16.439474,-16.564474,-10.636785
+361531,-15.1884,-17.187168,-13.0009,-17.535387,-18.465649,-13.521646,-17.5634,-10.127947,-22.986668,-0.00090034,-11.1259,-19.1259,-18.7509,-14.135096
+328132,-14.639036,-10.188256,-12.639036,-20.938501,-14.544697,-14.108994,-9.514036,-4.7651544,-0.014297422,-12.764036,-10.889036,-15.670286,-14.951536,-22.347622
+318006,-21.750387,-16.517883,-23.250387,-23.83606,-21.489437,-19.476858,-12.750386,-0.0006271757,-15.401156,-19.250387,-16.750387,-21.437887,-23.937887,-25.254847
+153536,-17.188671,-17.670015,-11.50117,-0.0022251112,-15.940415,-12.983159,-18.126171,-15.547023,-24.868118,-14.68867,-18.188671,-20.813671,-18.813671,-17.110477
+190530,-13.501046,-19.046755,-10.876046,-13.382347,-0.0018942821,-18.826828,-15.501046,-15.872442,-22.713736,-15.626046,-18.563547,-21.626047,-19.876047,-16.39626
+491224,-14.814619,-20.399693,-10.127119,-17.590485,-17.572626,-16.679403,-15.939619,-12.209164,-20.18665,-13.439619,-16.50212,-11.877119,-0.0021189635,-9.234309
+341812,-17.125452,-15.041943,-15.750452,-19.80838,-17.012943,-22.643015,-11.812952,-8.87615,-0.0009067387,-16.125452,-12.812952,-16.312952,-17.625452,-16.9871
+374353,-16.816086,-18.534407,-11.753586,-15.526202,-18.64672,-15.210121,-17.691086,-10.348627,-20.610615,-0.003585816,-9.878586,-19.253586,-17.003586,-16.11985
+527526,-8.251505,-9.103918,-12.876505,-15.834715,-16.730661,-7.9736304,-11.876505,-12.227284,-19.045076,-15.501505,-16.564005,-15.126505,-15.439005,-0.007966636
+298435,-20.43848,-17.885742,-22.12598,-19.670504,-23.401533,-16.36585,-15.000981,-0.0012385468,-17.655582,-17.00098,-16.31348,-18.25098,-22.87598,-18.926409
+619836,-13.257749,-15.337743,-8.007749,-14.652122,-15.2694025,-12.898942,-14.195249,-13.146354,-16.910229,-16.757748,-15.820249,-0.0077483105,-13.507749,-9.012609
+63016,-14.001675,-0.0025127102,-18.439175,-20.248446,-18.319645,-20.397823,-12.501675,-15.441321,-19.091694,-17.689175,-16.064175,-18.439175,-17.439175,-15.362892
+249784,-17.50072,-13.598624,-21.62572,-26.339237,-18.2793,-14.018485,-13.000719,-0.0014488216,-21.549206,-18.50072,-16.93822,-22.00072,-23.56322,-14.635167
+319773,-20.68781,-17.002604,-22.00031,-20.839697,-19.782503,-17.635967,-16.81281,-0.00056485226,-16.439613,-17.81281,-19.50031,-22.12531,-23.81281,-20.277325
+141354,-15.881412,-17.359625,-7.5064116,-0.008114224,-12.822686,-13.710997,-16.568913,-12.38808,-21.51338,-13.256412,-15.943912,-16.756413,-15.756412,-16.650635
+39995,-0.00041106835,-13.137067,-16.500412,-16.959173,-15.865624,-13.405993,-13.312911,-11.269862,-20.631908,-17.250412,-14.937911,-18.687912,-17.625412,-16.188118
+25712,-0.05214652,-10.304009,-3.3021464,-13.166445,-10.625328,-9.828378,-10.739647,-12.478763,-16.018986,-13.427147,-13.239647,-5.5521464,-11.802147,-9.087299
+336819,-15.563805,-12.487085,-14.626305,-17.180061,-16.475317,-21.887892,-10.438805,-7.376722,-0.0013866219,-15.626305,-12.188805,-16.126305,-16.751305,-23.065922
+315957,-19.62555,-17.50271,-19.06305,-19.881706,-20.387848,-15.612036,-19.81305,-0.0009193611,-15.002584,-15.813049,-20.37555,-20.81305,-22.31305,-20.688026
+279874,-15.412949,-1.3857201,-15.912949,-20.322996,-18.05675,-12.7305,-0.47544867,-9.851521,-15.176611,-14.662949,-14.162949,-17.537949,-17.287949,-13.988814
+72557,-13.503617,-0.004609212,-18.378616,-19.87062,-18.982214,-20.734526,-13.253617,-15.44265,-16.7377,-18.128616,-16.253616,-18.628616,-17.441116,-16.372612
+291066,-22.250257,-18.706284,-23.937757,-22.72353,-19.867975,-18.51685,-16.875257,-0.00068663945,-17.617226,-18.875257,-18.437757,-21.250257,-24.625257,-22.344217
+317499,-21.000221,-18.519604,-21.187721,-21.105467,-21.11845,-13.315152,-21.125221,-0.00062550424,-17.494514,-17.187721,-21.062721,-22.312721,-22.937721,-21.361729
+21456,-3.082151,-2.7283208,-8.89465,-9.20689,-6.4289017,-6.153621,-7.832151,-5.283609,-11.584757,-6.769651,-12.26965,-13.9884,-12.76965,-8.734478
+128716,-17.251638,-16.94861,-9.251638,-0.0033156786,-15.940845,-11.467804,-17.376638,-13.341666,-25.44579,-13.376638,-17.064138,-19.189138,-15.876638,-20.675556
+4211,-0.02628686,-10.907554,-3.7762868,-13.610404,-11.690702,-10.820979,-12.026287,-13.745187,-17.922256,-13.838787,-15.088787,-7.651287,-13.401287,-10.930626
+601053,-16.438057,-14.356195,-15.688057,-18.992626,-16.477406,-19.482037,-10.688057,-9.001189,-0.00095248723,-15.875557,-12.375557,-15.938057,-17.375557,-16.957182
+435488,-17.312721,-25.88448,-16.750221,-24.066631,-20.46474,-15.484085,-17.437721,-10.264979,-24.05646,-11.00022,-0.00022063205,-18.187721,-22.812721,-19.042788
+98701,-14.813406,-14.303329,-0.000906295,-8.75374,-14.502233,-14.558764,-18.875906,-13.995304,-25.500496,-14.250906,-18.000906,-16.125906,-17.125906,-16.687906
+207145,-10.406259,-11.7314,-10.531259,-14.2053175,-14.710223,-0.043345317,-7.781259,-8.631682,-16.696709,-10.031259,-10.218759,-14.718759,-13.843759,-8.102674
+468776,-14.501362,-21.935385,-7.7513614,-17.154484,-20.635807,-13.190773,-16.688862,-14.353837,-19.848211,-15.626362,-16.251362,-0.0013615157,-14.251362,-9.395766
+323838,-15.06423,-12.188524,-14.43923,-16.035444,-15.652122,-15.478616,-10.25173,-8.002736,-0.0018295527,-15.62673,-12.18923,-15.12673,-15.93923,-24.444506
+379894,-14.815705,-15.662847,-13.065705,-16.842989,-17.22464,-13.475206,-16.878206,-6.8405633,-21.669186,-0.0032055206,-10.628205,-18.003206,-18.003206,-13.307954
+445321,-15.063844,-20.655607,-7.8763433,-17.810106,-18.559437,-13.408734,-16.876343,-12.766969,-20.624443,-15.751344,-16.313843,-0.0013433013,-14.313844,-9.296749
+485943,-15.438779,-21.403288,-10.626279,-18.02556,-17.003534,-13.7946005,-16.688778,-14.596926,-22.001015,-13.501279,-16.751278,-13.251279,-0.0012787746,-8.79237
+250770,-15.567815,-7.5928283,-15.255315,-19.96793,-15.891248,-10.169842,-0.0053146267,-9.005866,-17.084642,-15.317815,-14.442815,-17.380314,-16.630314,-15.5395155
+331683,-15.439247,-12.565287,-14.689247,-17.863422,-16.254396,-22.182676,-9.876747,-6.8771815,-0.0018847123,-15.501747,-12.001747,-15.939247,-16.689247,-22.754032
+295194,-20.125595,-15.932454,-22.563095,-23.388453,-19.383505,-16.967346,-15.000595,-0.0010031243,-18.87196,-18.125595,-19.063095,-23.063095,-24.656845,-21.032646
+478492,-15.000876,-22.98036,-9.250876,-16.837479,-16.83901,-11.5136795,-17.063375,-14.509759,-18.810802,-17.125875,-15.625876,-0.00087616197,-15.063376,-9.1586
+202422,-12.814514,-11.877291,-11.564514,-14.240012,-15.084262,-0.011392314,-10.377014,-9.963413,-20.439259,-8.502014,-11.002014,-16.002014,-13.814514,-9.003386
+348813,-16.438108,-13.75811,-15.3756075,-18.25114,-16.346514,-16.752625,-10.7506075,-8.626288,-0.00096081826,-15.6881075,-12.3131075,-15.8756075,-17.188108,-18.232204
+381476,-15.939995,-16.430597,-13.627495,-17.982601,-17.845541,-13.556083,-17.502495,-7.3693438,-23.21179,-0.0024944402,-12.377495,-18.627495,-18.752495,-14.230442
+608587,-16.875307,-22.782793,-15.625306,-17.881615,-20.828184,-13.699603,-20.250307,-15.663477,-26.42215,-0.00030632096,-14.625306,-19.500307,-20.187807,-16.45756
+279780,-10.250049,-0.14084099,-15.562549,-13.956337,-9.78651,-10.175829,-2.2500489,-5.000744,-11.93336,-12.625049,-11.562549,-17.00005,-15.187549,-10.932528
+67156,-14.751149,-0.0023803553,-19.81365,-22.690536,-18.309607,-23.77783,-14.126149,-16.441784,-19.486595,-18.06365,-17.12615,-20.75115,-18.31365,-18.112755
+269376,-15.583637,-4.9261546,-14.708637,-20.6571,-15.762518,-17.316078,-0.021137211,-7.647487,-10.107362,-14.146137,-13.146137,-16.146137,-16.271137,-16.165762
+6119,-0.00021991695,-13.059857,-14.93772,-19.503756,-18.066412,-13.219548,-11.12522,-17.361965,-22.613043,-16.87522,-15.00022,-19.06272,-19.00022,-15.634715
+112284,-15.812882,-17.796309,-0.00038282695,-11.001912,-15.251546,-17.245064,-19.437883,-16.455585,-26.41706,-16.312883,-20.500383,-18.500383,-17.437883,-14.404857
+477720,-15.688662,-20.175257,-8.001162,-17.473284,-17.750872,-14.169681,-17.313662,-15.988771,-19.434563,-16.626162,-16.563662,-0.0011619729,-15.438662,-9.519172
+477482,-14.501006,-23.931574,-8.626006,-16.542631,-21.154617,-11.744063,-17.313505,-14.753804,-19.089577,-16.251005,-16.438505,-0.0010058588,-14.876006,-10.136543
+63937,-14.9408655,-0.006865804,-17.190866,-22.020178,-17.324978,-24.29326,-15.3783655,-16.156599,-18.57906,-17.378366,-16.503366,-20.503366,-17.440866,-19.050873
+124721,-16.501213,-15.04438,-9.751212,-0.0021833035,-13.1281185,-13.769601,-17.688713,-17.860262,-26.400982,-14.126212,-17.376213,-19.063713,-17.626213,-16.259388
+522643,-18.062824,-19.908924,-15.062825,-18.074228,-17.9139,-13.813785,-16.437824,-14.129307,-23.454956,-16.062824,-20.125324,-15.750325,-14.500325,-0.0010275228
+435387,-15.375686,-23.590197,-16.000685,-20.502104,-20.447716,-19.33388,-17.313185,-16.019575,-24.39767,-9.875686,-0.00068545685,-16.563185,-22.531935,-17.884613
+254752,-13.5747795,-0.23460224,-16.51228,-19.879631,-15.398147,-12.674142,-1.8247793,-4.075441,-14.550211,-15.4497795,-12.6372795,-17.13728,-17.01228,-11.939736
+221850,-15.626209,-12.649307,-13.313709,-18.608072,-13.505527,-0.0055538635,-9.501209,-8.82288,-22.190084,-13.438709,-12.938709,-15.063709,-16.68871,-11.066762
+568034,-14.689371,-0.0037691384,-18.501871,-21.973196,-14.057589,-16.772392,-14.314371,-13.628857,-14.098132,-18.751871,-18.251871,-20.001871,-18.814371,-18.103252
+614257,-16.937807,-19.8468,-15.750306,-21.33395,-20.546038,-15.566496,-16.687807,-12.275445,-23.110031,-9.500306,-0.00030644014,-17.437807,-22.750307,-17.13962
+305608,-20.250288,-18.00199,-20.687788,-20.675869,-20.36988,-12.648804,-20.375288,-0.0007372862,-15.352659,-17.125288,-21.250288,-22.000288,-22.750288,-21.048822
+488778,-15.688576,-21.219486,-11.876076,-18.028645,-18.633291,-19.407148,-17.126076,-13.990307,-23.717255,-15.876076,-18.313576,-13.876076,-0.0010756428,-10.379428

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,104 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3052445016801357,0,11.020092964172363,
+0,8,0.055272579193115234,1,8.91271503155048,
+0,16,0.035979975014925,2,5.948404482432774,
+0,24,0.036837149411439896,3,6.318776997652921,
+0,32,0.03748442232608795,4,5.867416501045227,
+0,40,0.03756195306777954,5,5.997455899532024,
+0,48,0.03439171984791756,6,3.893463296549661,
+0,56,0.03886977955698967,7,1.762841298029973,
+0,64,0.03781352937221527,8,1.998354928361045,
+0,72,0.0364341214299202,9,2.6935402197497234,
+0,80,0.03857027366757393,10,1.9973328182330499,
+0,88,0.03270523622632027,11,4.602516192656297,
+0,96,0.035512350499629974,12,4.393047114834189,
+0,104,0.03587983921170235,13,1.3978798939631536,
+0,112,0.03519309312105179,14,4.601040975323746,
+0,120,0.03185344114899635,15,0.34052203460173175,
+0,128,0.03564727306365967,16,1.2500804555244172,
+,,,16,,1.5787143913252564
+0,136,0.03189600259065628,17,0.5422187862409786,
+0,144,0.03170144557952881,18,2.5434428863227367,
+0,152,0.04147455096244812,19,1.3837373291744905,
+0,160,0.04588930308818817,20,0.2872972914742099,
+0,168,0.03179173544049263,21,1.1634370612446219,
+0,176,0.0358692966401577,22,1.018686872286101,
+0,184,0.03167806193232536,23,0.586315083084628,
+0,192,0.034163687378168106,24,0.9812690575607121,
+0,200,0.03521254286170006,25,0.7587344808718905,
+0,208,0.03169969096779823,26,0.22529063331118473,
+0,216,0.03770995885133743,27,0.10343020527701204,
+0,224,0.034544650465250015,28,0.3814546157206808,
+0,232,0.03159824758768082,29,0.3578924536705017,
+0,240,0.0320465974509716,30,0.4951659882707255,
+0,248,0.03193196654319763,31,0.01842245814623311,
+0,256,0.03222555294632912,32,0.03614858854562044,
+,,,32,,0.12900180693064087
+0,264,0.03262249752879143,33,0.0639675645665689,
+0,272,0.03163577988743782,34,0.11482893553858792,
+0,280,0.032059602439403534,35,0.13062836941725647,
+0,288,0.03163360804319382,36,0.17910743951797486,
+0,296,0.03194805607199669,37,0.06712547241925047,
+0,304,0.03278845548629761,38,0.008024501012793431,
+0,312,0.03882836923003197,39,0.3561360695332821,
+0,320,0.039203137159347534,40,0.3056510035946433,
+0,328,0.038401342928409576,41,0.029759263837089142,
+0,336,0.031711410731077194,42,0.08131894671400501,
+0,344,0.031920526176691055,43,0.023712618982729812,
+0,352,0.031866274774074554,44,0.016351204006544624,
+0,360,0.03141115605831146,45,0.03274075566635778,
+0,368,0.031764883548021317,46,0.18888850345347935,
+0,376,0.031918734312057495,47,0.2162102630827576,
+0,384,0.03198493644595146,48,0.01091497513698414,
+,,,48,,0.05485878649849613
+0,392,0.03267534077167511,49,0.013715401796313623,
+0,400,0.0321512334048748,50,0.1322799887197713,
+0,408,0.033498264849185944,51,0.0643230655696243,
+0,416,0.03310391306877136,52,0.010173771095772584,
+0,424,0.03312455117702484,53,0.007729245466180146,
+0,432,0.033527761697769165,54,0.006297009158879518,
+0,440,0.03219638764858246,55,0.03041551027369375,
+0,448,0.03238166123628616,56,0.015134706482058391,
+0,456,0.03300895169377327,57,0.008568060908666146,
+0,464,0.03508978709578514,58,0.009944272881302122,
+0,472,0.03405949845910072,59,0.01753955933575829,
+0,480,0.0328928641974926,60,0.014732192226801999,
+0,488,0.03222046419978142,61,0.5502243933151476,
+0,496,0.03216678276658058,62,0.022765117660376498,
+0,504,0.03249211609363556,63,0.009813978462868059,
+0,512,0.03216104209423065,64,0.0174972207645293,
+,,,64,,0.028164941857751966
+0,520,0.03199166804552078,65,0.023059360152379107,
+0,528,0.03232311084866524,66,0.021026549152641866,
+0,536,0.032515253871679306,67,0.08413847915944643,
+0,544,0.03441401943564415,68,0.012752950195655493,
+0,552,0.03209083154797554,69,0.00852236032175521,
+0,560,0.032197386026382446,70,0.33293698909304414,
+0,568,0.03346049785614014,71,0.017433488630922513,
+0,576,0.03170673921704292,72,0.007729332856667627,
+0,584,0.03935834392905235,73,0.20090985616843682,
+0,592,0.03871972858905792,74,0.04708060310028183,
+0,600,0.0389004722237587,75,0.07658430850733566,
+0,608,0.03315486013889313,76,0.0023911795229651033,
+0,616,0.041759006679058075,77,0.004826547630364076,
+0,624,0.03890598937869072,78,0.004814457376666654,
+0,632,0.03865210339426994,79,0.025745061583196123,
+0,640,0.03833424299955368,80,0.005405640365400662,
+,,,80,,0.049095269155811284
+0,648,0.034213025122880936,81,0.279531505650084,
+0,656,0.03179638087749481,82,0.04497383117086429,
+0,664,0.03236769884824753,83,0.009073869296116754,
+0,672,0.03247051686048508,84,0.0036407856924387696,
+0,680,0.032546885311603546,85,0.010037970587810767,
+0,688,0.032068297266960144,86,0.011737185580811153,
+0,696,0.03772976994514465,87,0.005557403061538934,
+0,704,0.037492066621780396,88,0.002793080091942102,
+0,712,0.03771904483437538,89,0.0042091013370629616,
+0,720,0.04179808869957924,90,0.016344626999593208,
+0,728,0.04291011393070221,91,0.0069394121655932395,
+0,736,0.03705834224820137,92,0.009779271295493734,
+0,744,0.032106805592775345,93,0.0029012492595938966,
+0,752,0.032184284180402756,94,0.014759563366309382,
+0,760,0.033829957246780396,95,0.1312695975853678,
+0,768,0.032464705407619476,96,0.002643301577856099,
+,,,96,,0.015646527704358357

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7