Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,257 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3398445434868336,0,3.595332384109497,
+0,8,0.05959131196141243,1,5.170479983091354,
+1,16,0.03316528722643852,2,4.609203040599823,
+1,24,0.03350548818707466,3,1.0778022594749928,
+2,32,0.03353463485836983,4,0.9764308147132397,
+3,40,0.033332210034132004,5,0.4890821063891053,
+3,48,0.033364586532115936,6,0.44361935928463936,
+4,56,0.03294096142053604,7,0.29134733974933624,
+5,64,0.03362302482128143,8,0.1755512598901987,
+5,72,0.03374484181404114,9,0.21213054843246937,
+6,80,0.03316555544734001,10,0.17655917070806026,
+7,88,0.03290420025587082,11,0.14295206498354673,
+7,96,0.033163897693157196,12,0.06855668808566406,
+8,104,0.03300875425338745,13,0.07410055355285294,
+9,112,0.03313779458403587,14,0.04856935855059419,
+9,120,0.03367637097835541,15,0.049751054029911757,
+10,128,0.03382507711648941,16,0.017410579603165388,
+,,,16,,0.37867698073387146
+11,136,0.033722300082445145,17,0.01756508694961667,
+11,144,0.033741336315870285,18,0.011024384606571402,
+12,152,0.03357124328613281,19,0.007052764049149118,
+13,160,0.03384312242269516,20,0.0024018640178837813,
+13,168,0.033330827951431274,21,0.0037824752216693014,
+14,176,0.03354065492749214,22,0.0014211634188541211,
+15,184,0.03352571651339531,23,0.0020546211599139497,
+15,192,0.033807992935180664,24,0.0011577751574805006,
+16,200,0.03553495183587074,25,0.0013180020105210133,
+17,208,0.0336877703666687,26,0.0009338756717625074,
+17,216,0.03365161642432213,27,0.000907474932319019,
+18,224,0.03380376473069191,28,0.0008471473083773162,
+19,232,0.033876754343509674,29,0.0008307034477184061,
+19,240,0.033638227730989456,30,0.0008299230139527936,
+20,248,0.034123118966817856,31,0.0006559932007803582,
+21,256,0.0335255041718483,32,0.0008072704331425484,
+,,,32,,0.006853098981082439
+21,264,0.034044019877910614,33,0.0008676318284415174,
+22,272,0.03410966694355011,34,0.000772242105085752,
+23,280,0.029423385858535767,35,0.0005336794602044392,
+23,288,0.02912861481308937,36,0.0007802254367561545,
+24,296,0.031297989189624786,37,0.0005260125326458365,
+25,304,0.029105279594659805,38,0.0007697664823353989,
+25,312,0.02881550043821335,39,0.0006532062488986412,
+26,320,0.03019396960735321,40,0.0006847276999906171,
+27,328,0.028719253838062286,41,0.0004266288669896312,
+27,336,0.03107604756951332,42,0.0006338554339890834,
+28,344,0.02865709736943245,43,0.0006939425747987116,
+29,352,0.029333919286727905,44,0.0004340472569310805,
+29,360,0.028207674622535706,45,0.0005593065870925784,
+30,368,0.02854500338435173,46,0.0006121956994320499,
+31,376,0.028371088206768036,47,0.0005280470177240204,
+31,384,0.02836138755083084,48,0.0004575899238261627,
+,,,48,,0.002558646257966757
+32,392,0.028835665434598923,49,0.0005056273112131748,
+33,400,0.029030222445726395,50,0.00045755023711535614,
+33,408,0.028867635875940323,51,0.000592438473177026,
+34,416,0.028975695371627808,52,0.00046523930177500006,
+35,424,0.028778888285160065,53,0.0005249787682259921,
+35,432,0.028885506093502045,54,0.0005136130384926219,
+36,440,0.0287025086581707,55,0.0005671827620972181,
+37,448,0.028767850250005722,56,0.00048377548046119045,
+37,456,0.029647670686244965,57,0.0004415307721501449,
+38,464,0.02912595495581627,58,0.00043891968016396277,
+39,472,0.029450159519910812,59,0.0006619135492655914,
+39,480,0.03019047901034355,60,0.0003774593733396614,
+40,488,0.03032827377319336,61,0.0004937880530633265,
+41,496,0.02931075170636177,62,0.0004630952862498816,
+41,504,0.029823176562786102,63,0.0004466393384063849,
+42,512,0.029271095991134644,64,0.000382781228836393,
+,,,64,,0.002700836630538106
+43,520,0.02972114086151123,65,0.0005499734252225608,
+43,528,0.028914012014865875,66,0.00044099472142988816,
+44,536,0.029587246477603912,67,0.00045819280785508454,
+45,544,0.029149282723665237,68,0.0004326803573349025,
+45,552,0.02975493296980858,69,0.00040493940468877554,
+46,560,0.029372669756412506,70,0.0004695738771260949,
+47,568,0.02945927530527115,71,0.0003950024620280601,
+47,576,0.029342997819185257,72,0.0004446668172022328,
+48,584,0.02951616421341896,73,0.00043181803448533174,
+49,592,0.029324188828468323,74,0.0004893824607279385,
+49,600,0.029607553035020828,75,0.00034204533585580066,
+50,608,0.029208142310380936,76,0.0004562239355436759,
+51,616,0.02931457757949829,77,0.0002980589561047964,
+51,624,0.029329951852560043,78,0.0004665010164899286,
+52,632,0.02928832918405533,79,0.00044064178473490756,
+53,640,0.029424473643302917,80,0.00034317253630433697,
+,,,80,,0.0024288026615977287
+53,648,0.02923126518726349,81,0.0004079263198946137,
+54,656,0.02917284145951271,82,0.00039798378566047177,
+55,664,0.02914104238152504,83,0.00041061959200305864,
+55,672,0.02922677993774414,84,0.00037629476901201997,
+56,680,0.029594119638204575,85,0.0003395206676941598,
+57,688,0.029126830399036407,86,0.00044808532220486086,
+57,696,0.029341336339712143,87,0.00039617856236873195,
+58,704,0.029621120542287827,88,0.00038761861287639476,
+59,712,0.029720664024353027,89,0.0003837469976133434,
+59,720,0.029414113610982895,90,0.0003633315373008372,
+60,728,0.029903672635555267,91,0.0003911239891749574,
+61,736,0.029631394892930984,92,0.00041224237975256983,
+61,744,0.029262550175189972,93,0.00031883333758742083,
+62,752,0.0350804328918457,94,0.0003782325984502677,
+63,760,0.029778778553009033,95,0.0004172880780970445,
+63,768,0.02897748351097107,96,0.0003287946765340166,
+,,,96,,0.0025682481937110424
+64,776,0.02914775162935257,97,0.0003815572290477576,
+65,784,0.02927522361278534,98,0.0003048784528800752,
+65,792,0.030391409993171692,99,0.0003989919732703129,
+66,800,0.029067646712064743,100,0.0003819177218247205,
+67,808,0.030393831431865692,101,0.0003173780314682517,
+67,816,0.029573969542980194,102,0.00035439059502095915,
+68,824,0.03378789871931076,103,0.0003282702309661545,
+69,832,0.029165994375944138,104,0.00031882360599411186,
+69,840,0.030720319598913193,105,0.00037708434410888003,
+70,848,0.029326491057872772,106,0.0003221687238692539,
+71,856,0.03159339353442192,107,0.00033709015951899346,
+71,864,0.02893676981329918,108,0.00033268793140450725,
+72,872,0.03145049512386322,109,0.00037265689570631366,
+73,880,0.029225613921880722,110,0.00025269829347962514,
+73,888,0.02916545420885086,111,0.00035847641265718266,
+74,896,0.029125332832336426,112,0.0002797670167637989,
+,,,112,,0.0026933578774333
+75,904,0.03130420669913292,113,0.00034980714008270297,
+75,912,0.029104601591825485,114,0.0003205934553989209,
+76,920,0.030782725661993027,115,0.00037015697489550803,
+77,928,0.028814073652029037,116,0.0002966407664644066,
+77,936,0.02917838841676712,117,0.00028809041032218374,
+78,944,0.029018688946962357,118,0.00033365620220138226,
+79,952,0.02880769595503807,119,0.0002481731944499188,
+79,960,0.029236558824777603,120,0.0003591881122702034,
+80,968,0.028981119394302368,121,0.00027872409373230767,
+81,976,0.029103871434926987,122,0.00038384131039492786,
+81,984,0.028793945908546448,123,0.0002701886805880349,
+82,992,0.02900344878435135,124,0.0003343299813423073,
+83,1000,0.032333213835954666,125,0.00023935055742185796,
+83,1008,0.036097027361392975,126,0.00033182708375534276,
+84,1016,0.032506197690963745,127,0.0002874794654417201,
+85,1024,0.03466751053929329,128,0.0003463287339400267,
+,,,128,,0.0029691695235669613
+85,1032,0.029551085084676743,129,0.00026827611691260245,
+86,1040,0.029122695326805115,130,0.0002829529912560247,
+87,1048,0.030249066650867462,131,0.00031434699303645175,
+87,1056,0.029047418385744095,132,0.0002563767284300411,
+88,1064,0.030452679842710495,133,0.00028113611551816575,
+89,1072,0.028790514916181564,134,0.00027054993552155793,
+89,1080,0.03102320060133934,135,0.0002953455559691065,
+90,1088,0.028911862522363663,136,0.0003061184979742393,
+91,1096,0.03701739013195038,137,0.000267102177531342,
+91,1104,0.029006682336330414,138,0.00024291341469506733,
+92,1112,0.03087322786450386,139,0.00027762007721321424,
+93,1120,0.02886500582098961,140,0.00032450414255436044,
+93,1128,0.03075939416885376,141,0.0002284770826008753,
+94,1136,0.028681639581918716,142,0.00026616491322783986,
+95,1144,0.028730131685733795,143,0.00031212081194098573,
+95,1152,0.028833802789449692,144,0.00022585734041058458,
+,,,144,,0.0025092838332057
+96,1160,0.03097398206591606,145,0.0002628451202326687,
+97,1168,0.028556138277053833,146,0.00023074192085914547,
+97,1176,0.028763610869646072,147,0.0002809738853102317,
+98,1184,0.02904662862420082,148,0.0002878116174542811,
+99,1192,0.02879011631011963,149,0.0002224727932116366,
+99,1200,0.028941981494426727,150,0.00027704225340130506,
+100,1208,0.0287574902176857,151,0.00028554731215990614,
+101,1216,0.029737714678049088,152,0.00018472315514372895,
+101,1224,0.02855350449681282,153,0.00030551100098819006,
+102,1232,0.029216337949037552,154,0.0002676844615052687,
+103,1240,0.028854329138994217,155,0.00024126042717398377,
+103,1248,0.028728876262903214,156,0.0002450875435897615,
+104,1256,0.02868020534515381,157,0.00023107091055862838,
+105,1264,0.02878345176577568,158,0.0002637693705764832,
+105,1272,0.028448645025491714,159,0.00024210654373746365,
+106,1280,0.028780341148376465,160,0.00022895634447195334,
+,,,160,,0.0030729835852980614
+107,1288,0.028602469712495804,161,0.00026226438785670325,
+107,1296,0.028852298855781555,162,0.00022506464483740274,
+108,1304,0.029167618602514267,163,0.00018414317946735537,
+109,1312,0.02879616990685463,164,0.0002539224242354976,
+109,1320,0.028941109776496887,165,0.0002568728377809748,
+110,1328,0.02949272096157074,166,0.00024103394207486417,
+111,1336,0.02891560271382332,167,0.00027592665264819516,
+111,1344,0.028652090579271317,168,0.00018478399215382524,
+112,1352,0.029286250472068787,169,0.0002144452682841802,
+113,1360,0.029064282774925232,170,0.0002621454505060683,
+113,1368,0.03381062671542168,171,0.00021356586148613133,
+114,1376,0.03661450371146202,172,0.00021063222629891243,
+115,1384,0.028833292424678802,173,0.00022764045934309252,
+115,1392,0.0289696604013443,174,0.00023387165310850833,
+116,1400,0.02924424409866333,175,0.0002541481517255306,
+117,1408,0.02919679880142212,176,0.00014598961934098043,
+,,,176,,0.002594567369669676
+117,1416,0.028582248836755753,177,0.0002442408222123049,
+118,1424,0.029204633086919785,178,0.00019758188864216208,
+119,1432,0.028501998633146286,179,0.00020176684483885765,
+119,1440,0.029491174966096878,180,0.00023083404448698275,
+120,1448,0.028893768787384033,181,0.00020382369166327408,
+121,1456,0.030371230095624924,182,0.00018083573559124488,
+121,1464,0.029059361666440964,183,0.0002342742909604567,
+122,1472,0.03023454174399376,184,0.00019168336439179257,
+123,1480,0.02880435436964035,185,0.00022032913329894654,
+123,1488,0.028409093618392944,186,0.00018393551363260485,
+124,1496,0.02865239977836609,187,0.00018780703248921782,
+125,1504,0.028706390410661697,188,0.0002107684576913016,
+125,1512,0.02872266247868538,189,0.00019692453042807756,
+126,1520,0.028675932437181473,190,0.00019150282514601713,
+127,1528,0.028745077550411224,191,0.00018103082038578577,
+127,1536,0.02841511368751526,192,0.0001933504909175099,
+,,,192,,0.0030926810577511787
+128,1544,0.02902703732252121,193,0.0002065341868728865,
+129,1552,0.028844837099313736,194,0.00018777905006572837,
+129,1560,0.02884712815284729,195,0.00016272107131953817,
+130,1568,0.029008936136960983,196,0.00019275533941254253,
+131,1576,0.029160920530557632,197,0.00016541550394322257,
+131,1584,0.028660181909799576,198,0.00017617429421079578,
+132,1592,0.029258564114570618,199,0.00016716043865017127,
+133,1600,0.0289478562772274,200,0.000205135166652326,
+133,1608,0.02990720048546791,201,0.00016951401994447224,
+134,1616,0.028945662081241608,202,0.00018472387819201685,
+135,1624,0.02870061993598938,203,0.00019119044191029388,
+135,1632,0.02847827970981598,204,0.0001562399138492765,
+136,1640,0.02851826697587967,205,0.00018655683743418194,
+137,1648,0.02869241312146187,206,0.00017016896345012356,
+137,1656,0.028707079589366913,207,0.00016275108919217018,
+138,1664,0.029171843081712723,208,0.0001704679043541546,
+,,,208,,0.0025619110092520714
+139,1672,0.028604187071323395,209,0.00017472774106863653,
+139,1680,0.028907451778650284,210,0.00018149140396417351,
+140,1688,0.029250942170619965,211,0.00015466002059838502,
+141,1696,0.029230773448944092,212,0.00016851581312948838,
+141,1704,0.029476474970579147,213,0.0001863339148258092,
+142,1712,0.029292520135641098,214,0.00017854176348919282,
+143,1720,0.030722595751285553,215,0.00015008686841611052,
+143,1728,0.029127120971679688,216,0.0001812832697396516,
+144,1736,0.03149428591132164,217,0.0001707362562228809,
+145,1744,0.02896721661090851,218,0.00016583302567596547,
+145,1752,0.030588824301958084,219,0.00017221059169969521,
+146,1760,0.029126044362783432,220,0.0001337571056865272,
+147,1768,0.03103024885058403,221,0.00016677204712323146,
+147,1776,0.033643707633018494,222,0.00017404382924723905,
+148,1784,0.030046917498111725,223,0.0001623183388801408,
+149,1792,0.029079444706439972,224,0.0001441268886992475,
+,,,224,,0.002632372546941042
+149,1800,0.029688268899917603,225,0.00015887639165157452,
+150,1808,0.03273162245750427,226,0.0001748328368194052,
+151,1816,0.03553297743201256,227,0.00012808140218112385,
+151,1824,0.03224680572748184,228,0.00016842694276419934,
+152,1832,0.029324717819690704,229,0.00014172872215567622,
+153,1840,0.029117528349161148,230,0.0001639270740270149,
+153,1848,0.028892453759908676,231,0.00015282697677321266,
+154,1856,0.02910509705543518,232,0.00014464910418610089,
+155,1864,0.029014471918344498,233,0.0001527373260614695,
+155,1872,0.028948187828063965,234,0.00015099493157322286,
+156,1880,0.029246851801872253,235,0.00013289380967762554,
+157,1888,0.029060378670692444,236,0.0001780511320248479,
+157,1896,0.028925292193889618,237,0.00015141098083404358,
+158,1904,0.029034413397312164,238,0.00014792565525567625,
+159,1912,0.029065128415822983,239,0.00014491685669781873,
+159,1920,0.029162053018808365,240,0.00015798299864400178,
+,,,240,,0.00246123643592

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+39212,1
+40976,1
+30874,0
+66360,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+39212,-6.876211,-0.001211267
+40976,-8.875336,-0.00033527953
+30874,-0.003249367,-5.753249
+66360,-5.006782,-0.0067820125

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.07009117,-2.6950912
+12007,-0.00071452354,-7.3757143
+8229,-0.38690728,-1.1369073
+31449,-7.5006614,-0.0006615119
+1591,-0.20146567,-1.7014656
+53542,-10.1251,-9.97732e-05
+49372,-8.25032,-0.00032002572
+54831,-0.34853795,-1.2235379
+44771,-4.2642326,-0.014232791
+33116,-0.00019810621,-10.750198
+33492,-0.2519967,-1.5019968
+16982,-0.10035766,-2.3503578
+31901,-5.5041947,-0.00419451
+49817,-0.00015078839,-9.625151
+60681,-6.626361,-0.0013609205
+39890,-3.288097,-0.03809684
+62685,-0.0012165058,-6.7512164
+2201,-10.875378,-0.0003777029
+47201,-0.008693585,-4.7586937
+20835,-10.625188,-0.00018797538
+15421,-2.3503323,-0.10033221
+45021,-0.28122848,-1.4062285
+45802,-0.00054118293,-7.750541
+43637,-0.000169978,-9.25017
+7160,-0.00022039369,-8.75022
+8150,-0.0032519812,-5.753252
+3512,-7.875466,-0.00046576143
+29264,-0.00033504117,-8.250335
+32960,-0.0028956886,-5.877896
+32221,-0.002044018,-6.252044
+35996,-5.3798,-0.0047998684
+4422,-9.00022,-0.00022075123
+22209,-0.0001678326,-9.250168
+6920,-10.625093,-9.357491e-05
+25253,-0.00027819577,-8.500278
+680,-0.11289231,-2.2378924
+50140,-7.5006022,-0.00060242147
+28481,-4.634848,-0.009847985
+36298,-9.309812e-05,-10.250093
+16473,-8.750261,-0.00026103426
+11102,-2.3502796,-0.10027948
+62901,-0.0007680089,-7.250768
+16123,-7.87553,-0.00052998326
+52012,-0.0002924968,-11.000293
+60780,-0.00030214989,-8.500302
+1781,-10.87513,-0.00012981049
+41449,-0.00040475282,-8.250404
+908,-2.6951694,-0.07016952
+15507,-8.250347,-0.00034731554
+57914,-0.00045992286,-8.00046
+46159,-1.2238085,-0.34880856
+56461,-8.875188,-0.00018749863
+62107,-0.023574421,-3.7735744
+49087,-11.625148,-0.00014757022
+65792,-0.008651159,-4.7586513
+13181,-0.012573731,-4.3875737
+54119,-7.7504787,-0.00047862995
+51997,-9.548208e-05,-10.125095
+24924,-10.625137,-0.00013767726
+45890,-0.0028537286,-5.877854
+41716,-7.250764,-0.00076395884
+60175,-0.000108712964,-10.500109
+30318,-0.0076810014,-4.882681
+13221,-8.500267,-0.00026663562
+15509,-11.500055,-5.5192377e-05
+37365,-0.20151527,-1.7015153
+60975,-0.006813389,-5.0068135
+51375,-0.004768547,-6.6297684
+16004,-9.125193,-0.00019238528
+12837,-7.8754354,-0.0004352576
+17864,-7.7506914,-0.0006912941
+67134,-3.8957372,-0.020737147
+18611,-4.3876324,-0.012632353
+12861,-0.5761506,-0.8261506
+58084,-8.750208,-0.00020811777
+32874,-0.00010680582,-11.500107
+32717,-7.875434,-0.00043394684
+23413,-7.377819,-0.0028192557
+59634,-2.237928,-0.11292798
+15629,-0.0023442425,-6.127344
+47071,-0.252037,-1.502037
+48558,-8.62526,-0.00026055757
+3648,-1.1369156,-0.38691553
+43367,-5.1309886,-0.005988512
+14869,-0.018304007,-4.018304
+1518,-0.018218676,-4.0182185
+16976,-6.5023847,-0.002384678
+20931,-7.8754277,-0.0004276315
+67379,-6.5016856,-0.0016855093
+4741,-0.00014840455,-10.250149
+5765,-7.125861,-0.0008613928
+48791,-0.6326682,-0.7576682
+15298,-0.12715356,-2.1271536
+21874,-6.127237,-0.002236724
+9095,-3.5300121,-0.030012013
+3840,-8.875231,-0.00023123929
+55636,-0.020593986,-3.895594
+57364,-3.651367,-0.026366863
+65863,-0.000635422,-7.7506356
+40786,-0.00017391123,-10.250174
+8118,-3.408792,-0.03379192
+52441,-0.000335637,-8.375336
+38593,-8.000368,-0.00036769305
+5517,-0.00026496715,-9.000265
+39136,-0.47504663,-0.97504663
+47292,-0.00024399164,-10.000244
+34052,-0.6932461,-0.6932461
+16037,-7.6256046,-0.0006048042
+64606,-6.626425,-0.0014248467
+19552,-0.3869625,-1.1369625
+14116,-0.97411734,-0.47411734
+11261,-3.1680322,-0.04303223
+11668,-9.375215,-0.00021467288
+42198,-9.250138,-0.00013874998
+22526,-11.750176,-0.00017689094
+8037,-6.501585,-0.0015849421
+5324,-8.625268,-0.00026782742
+56692,-0.0076489425,-4.882649
+59753,-0.0012469859,-6.751247
+47298,-0.0004029654,-8.250403
+57801,-6.0025187,-0.0025185791
+58413,-11.250071,-7.045021e-05
+10673,-0.0006753309,-7.625675
+65730,-11.500057,-5.7576428e-05
+40287,-7.250831,-0.0008309011
+15186,-2.0178196,-0.14281967
+43119,-0.00023600654,-9.000236
+39219,-6.3768024,-0.0018022499
+50340,-7.750494,-0.0004941196
+34297,-6.5016212,-0.0016211238
+62941,-0.00017152746,-9.125172
+31551,-11.750152,-0.00015198029
+41344,-5.2552943,-0.0052944683
+46402,-10.125113,-0.000112408045
+13636,-8.500298,-0.00029738297
+42241,-6.3768454,-0.0018455631
+15422,-3.2880764,-0.0380763
+25014,-8.625283,-0.000283082
+19613,-0.001267345,-6.7512674
+5515,-0.00012289723,-10.750123
+64128,-0.00016509123,-9.875165
+28084,-0.00023421882,-11.250235
+10395,-0.6326812,-0.7576812
+9965,-1.3133235,-0.31332344
+27221,-6.127225,-0.0022249485
+11994,-0.00028332035,-9.750283
+43384,-0.00033897377,-8.125339
+44329,-0.00043668746,-10.625437
+58937,-0.41331995,-4.41332
+29119,-0.5232048,-0.8982048
+8989,-0.00046742958,-11.000467
+23043,-10.000145,-0.00014530557
+32166,-0.0021867666,-10.064687
+42729,-0.00050686864,-8.500506
+6863,-0.42885664,-1.0538566
+41187,-0.00041285573,-8.250413
+36039,-11.000697,-0.00069713127
+55977,-0.026404712,-3.6514046
+8129,-8.000426,-0.0004258441
+60223,-7.750598,-0.0005981325
+9414,-0.0015461406,-6.501546
+26177,-9.357491e-05,-11.250093
+38443,-2.350248,-0.10024821
+43084,-0.00015150353,-10.250152
+53673,-0.00026389453,-8.625264
+15057,-1.0541222,-0.42912218
+51700,-0.0003197874,-8.5003195
+51201,-3.0487697,-0.048769683
+47078,-3.0486803,-0.048680212
+59961,-4.387622,-0.012621759
+22272,-0.22585022,-1.6008502
+65773,-6.751221,-0.0012210303
+33746,-9.750142,-0.00014232576
+27311,-8.125426,-0.00042608244
+41292,-0.00065543625,-7.3756557
+17110,-5.131003,-0.0060030874
+57029,-0.00024423,-10.375244
+3009,-8.62524,-0.00024053542
+40193,-9.000173,-0.00017271934
+27618,-3.1681104,-0.04311033
+20145,-11.12507,-6.93774e-05
+52193,-7.6256294,-0.0006295844
+34398,-0.2812409,-1.4062409
+36473,-8.625983,-0.0009829934
+43577,-0.043038394,-3.1680384
+57850,-9.000209,-0.00020919042
+61117,-0.00063982996,-8.00064
+32569,-0.2520116,-1.5020115
+12290,-10.75018,-0.00018010901
+19499,-9.125259,-0.0002597233
+60470,-0.08897043,-2.4639704
+8962,-9.750357,-0.00035649142
+65955,-4.0183783,-0.018378329
+62486,-4.1411166,-0.016116463
+19000,-1.4063234,-0.28132343
+22631,-1.0539023,-0.4289023
+25613,-0.00010907055,-10.250109
+56086,-9.125186,-0.00018630676
+28883,-1.2235179,-0.34851795
+26425,-3.6514468,-0.026446857
+48097,-0.00019977482,-9.125199
+61477,-3.7732902,-0.02329017
+9121,-2.3503785,-0.10037858
+66709,-6.626416,-0.0014160378
+51472,-2.12721,-0.12720993
+19809,-10.250123,-0.00012265884
+38959,-5.75325,-0.0032503176
+39849,-8.034383e-05,-10.75008
+59964,-0.0028444566,-5.8778443
+65268,-10.375076,-7.605264e-05
+8791,-0.000488877,-8.000489
+51774,-6.251978,-0.0019779897
+49640,-0.0004982899,-8.000498
+20125,-8.375276,-0.0002752164
+59640,-0.002522384,-6.0025225
+68206,-9.2501955,-0.0001957225
+48079,-9.62539,-0.0003900959
+49583,-0.52319914,-0.89819914
+67054,-0.023327438,-3.7733274
+59571,-0.027532596,-3.6525326
+29080,-5.7554574,-0.0054575023
+29111,-0.42884204,-1.0538421
+20758,-5.7533092,-0.0033093707
+64023,-0.0003265801,-8.375326
+29058,-0.00022277735,-10.250223
+18185,-0.0001822544,-9.375182
+36543,-0.07000948,-2.6950095
+54983,-6.002523,-0.0025229787
+3101,-6.0025363,-0.002536534
+42140,-0.00012921452,-11.375129
+6954,-0.00026687398,-8.750267
+15955,-2.1272972,-0.12729727
+61746,-0.04865137,-3.0486515
+32055,-0.0037240693,-5.628724
+39496,-8.500325,-0.0003251501
+59909,-6.5015564,-0.0015566149
+66296,-0.00014101465,-11.000141
+46804,-7.1258593,-0.00085948716
+35049,-0.0003306319,-11.250331
+56017,-1.6004556,-0.22545564
+26947,-2.2379115,-0.11291148
+38928,-0.016110482,-4.1411104
+15029,-6.377176,-0.0021758233
+7086,-0.00053177046,-9.500532
+537,-0.00027271366,-8.750273
+50731,-3.7732778,-0.023277825
+63604,-7.8758087,-0.0008087463
+67049,-0.11294193,-2.237942
+31161,-0.002875957,-5.877876
+58922,-8.625358,-0.0003580406
+18347,-9.125182,-0.0001821352
+25864,-0.100488015,-2.350488
+63846,-0.0067683957,-5.006768
+13353,-0.07894626,-2.5789464
+25378,-5.006833,-0.00683328
+59101,-8.875294,-0.00029404607
+20895,-4.3875723,-0.012572318
+48119,-7.625587,-0.00058693346
+14332,-0.0002400587,-8.62524
+25497,-8.125342,-0.0003421913
+8686,-0.00020811777,-9.000208
+22758,-5.379729,-0.00472892
+7666,-1.4062519,-0.28125188
+20686,-6.5015697,-0.0015699455
+18975,-7.3757925,-0.00079254684
+19054,-6.87609,-0.0010900515
+48123,-10.250124,-0.00012432756
+57909,-8.500265,-0.00026544384
+9226,-6.0026207,-0.002620717
+48653,-0.0041232817,-5.504123
+44013,-0.0011493512,-6.876149
+11409,-8.250486,-0.00048601735
+62736,-1.0538366,-0.42883652
+2777,-7.2507486,-0.00074883073
+7058,-0.0001922661,-10.125193
+48408,-0.0006118333,-7.625612
+28934,-6.8760715,-0.0010712368
+46578,-7.2509513,-0.00095143344
+23203,-3.168117,-0.043117065
+6257,-7.5007844,-0.00078420877
+53444,-0.6327599,-0.7577599
+17816,-0.42884648,-1.0538465
+46307,-7.5007715,-0.00077146327
+20599,-11.000109,-0.00010918975
+29423,-0.0008742563,-7.125874
+21041,-0.004133254,-5.504133
+16633,-8.75029,-0.00028963663
+20221,-6.751278,-0.0012780601
+27466,-0.0025195302,-6.0025196
+22987,-0.00013827322,-9.625138
+9322,-0.00038807013,-8.375388
+3265,-0.00087842497,-8.875878
+22814,-1.5020117,-0.2520117
+56185,-8.625251,-0.00025042734
+55014,-6.3768425,-0.0018427073
+43437,-8.625232,-0.00023147765
+24683,-0.007687271,-4.882687
+10233,-0.100369304,-2.3503692
+19001,-0.00022301571,-11.000223
+32718,-0.033705477,-3.4087055
+31030,-0.00018737945,-9.875187
+1099,-0.00016401854,-10.125164
+57982,-2.237932,-0.11293192
+49148,-7.250747,-0.0007472822
+40880,-10.2500725,-7.2715025e-05
+31148,-0.0005022218,-8.625503
+9446,-4.5110807,-0.011080754
+18579,-9.75061,-0.00061076105
+30932,-4.634856,-0.00985613
+40792,-0.0014149664,-6.876415
+48600,-0.0002292132,-9.750229
+44588,-2.812085,-0.06208481
+33828,-5.6287456,-0.0037454471
+33917,-0.00041321322,-8.500413
+2026,-0.014328804,-4.264329
+56745,-0.026388807,-3.651389
+17383,-0.018290078,-4.01829
+2372,-2.9299462,-0.054946285
+56600,-0.0027925088,-7.7527924
+50257,-0.00023648326,-8.8752365
+38892,-0.00018082414,-9.500181
+45844,-0.0003056059,-9.375305
+29062,-0.00033492202,-8.625335
+5655,-0.16033682,-1.9103369
+67611,-0.006848198,-5.0068483
+18546,-0.0002690192,-9.500269
+63060,-7.1259084,-0.0009082007
+36068,-5.380008,-0.005008176
+784,-0.757736,-0.632736
+20429,-0.001312229,-6.7513123
+21679,-7.8755226,-0.0005228344
+53617,-10.125128,-0.00012742661
+6978,-8.375301,-0.00030143486
+53262,-0.00015662874,-11.500156
+181,-0.00044443266,-7.8754444
+28744,-0.0012297218,-6.75123
+48716,-0.00049245154,-7.7504926
+51468,-0.026327617,-3.6513276
+62209,-8.125423,-0.00042381842
+8732,-7.1259313,-0.000931306
+56949,-7.625547,-0.0005467827
+26885,-0.0008492439,-7.2508492
+43345,-0.003665041,-5.628665
+8053,-3.7732952,-0.023295062
+59402,-4.7590585,-0.009058687
+49552,-0.0003784179,-8.250379
+12348,-0.0047374624,-5.3797374
+28335,-4.387602,-0.01260163
+59114,-0.0060907705,-5.1310906
+12625,-4.0184245,-0.018424325
+8876,-4.511878,-0.011878118
+29959,-8.000375,-0.0003749621
+37911,-0.2812258,-1.4062258
+38412,-0.0036737113,-5.6286736
+31999,-0.00027640813,-8.500277
+34775,-0.8982057,-0.5232057
+65737,-4.2642856,-0.0142857935
+25244,-0.0017830916,-6.376783
+51630,-5.753338,-0.0033380047
+23979,-0.029887993,-3.529888
+34638,-8.000404,-0.00040475282
+22311,-12.37529,-0.00028951745
+14004,-10.500113,-0.000112646434
+310,-1.3133066,-0.31330663
+49105,-4.0182343,-0.018234478
+38782,-11.000133,-0.00013231355
+4647,-8.250323,-0.00032324335
+43782,-0.0002506657,-9.125251
+66046,-0.00049376214,-7.8754935
+16690,-7.625614,-0.0006139777
+67731,-0.22548656,-1.6004865
+54867,-6.376832,-0.0018322362
+34108,-3.1684759,-0.04347575
+67332,-7.250755,-0.0007546676
+22567,-0.0013912771,-6.6263914
+57173,-8.375306,-0.0003060826
+26527,-9.62515,-0.00015019243
+59580,-2.9302275,-0.055227544
+20737,-0.018244194,-4.0182443
+53307,-0.00191862,-6.376919
+32783,-0.3870322,-1.1370323
+7868,-7.5006685,-0.00066830235
+50777,-0.00017855957,-9.125178
+29307,-11.125109,-0.00010918975
+18297,-0.00021491126,-8.875215
+44524,-7.6255765,-0.00057668745
+61320,-0.002234821,-6.127235
+2578,-0.00031370964,-8.375314
+40612,-0.012611047,-4.387611
+32523,-1.6005768,-0.22557676
+48509,-0.14272419,-2.0177243
+36666,-8.12535,-0.00034957973
+6539,-7.6256146,-0.00061481167
+33620,-7.1259475,-0.00094762235
+55547,-7.2508154,-0.0008154166
+11751,-3.6513467,-0.026346777
+30491,-0.033692453,-3.4086924
+48294,-2.4641004,-0.08910042
+37424,-8.875339,-0.00033897377
+29155,-3.288082,-0.03808181

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,87 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.355119239538908,0,5.26834774017334,
+0,8,0.06244027987122536,1,5.5363156497478485,
+0,16,0.036816295236349106,2,4.127924770116806,
+1,24,0.03323076292872429,3,1.1338961534202099,
+1,32,0.03361538425087929,4,0.9518840834498405,
+2,40,0.0289614275097847,5,0.31523098051548004,
+2,48,0.02970251813530922,6,0.5263095600530505,
+3,56,0.029206879436969757,7,0.3315968345850706,
+3,64,0.030120760202407837,8,0.35157313058152795,
+4,72,0.03122035786509514,9,0.253645540215075,
+4,80,0.029134634882211685,10,0.19196917489171028,
+5,88,0.02945498749613762,11,0.07128588168416172,
+5,96,0.029903892427682877,12,0.17096510739065707,
+6,104,0.029286880046129227,13,0.08734754053875804,
+6,112,0.030943337827920914,14,0.1489832486549858,
+7,120,0.029292821884155273,15,0.02946265463833697,
+7,128,0.031050339341163635,16,0.037855135145946406,
+,,,16,,0.014618504792451859
+8,136,0.029200531542301178,17,0.008897396910469979,
+8,144,0.03676743805408478,18,0.011640018346952274,
+9,152,0.033112090080976486,19,0.002031938245636411,
+9,160,0.029129039496183395,20,0.005069438870123122,
+10,168,0.02921975404024124,21,0.0015993971901480108,
+10,176,0.028676897287368774,22,0.0039032751374179497,
+11,184,0.02858702465891838,23,0.004502319345192518,
+11,192,0.029460791498422623,24,0.0012888348137494177,
+12,200,0.029301859438419342,25,0.0015315605196519755,
+12,208,0.02883261814713478,26,0.00492230312738684,
+13,216,0.029130347073078156,27,0.004977204651368083,
+13,224,0.03031715750694275,28,0.0008710938091098797,
+14,232,0.028736792504787445,29,0.0010973373755405191,
+14,240,0.04187782481312752,30,0.0017111052802647464,
+15,248,0.028885480016469955,31,0.0012782955018337816,
+15,256,0.03116602823138237,32,0.0013430672261165455,
+,,,32,,0.0008903450798243284
+16,264,0.029019176959991455,33,0.0012616528001672123,
+16,272,0.029885396361351013,34,0.0008914739046304021,
+17,280,0.028980441391468048,35,0.000851039123517694,
+17,288,0.0413479208946228,36,0.0011669122068269644,
+18,296,0.03306567668914795,37,0.0009389004699187353,
+18,304,0.03318549320101738,38,0.0010959719511447474,
+19,312,0.03305662423372269,39,0.0009393193431606051,
+19,320,0.028616860508918762,40,0.0010612341393425595,
+20,328,0.028753340244293213,41,0.0011914295246242546,
+20,336,0.029167626053094864,42,0.0007658869326405693,
+21,344,0.02899305149912834,43,0.0009730422843858832,
+21,352,0.03032088279724121,44,0.0008655712408653926,
+22,360,0.02922673523426056,45,0.0009508595685474575,
+22,368,0.03151853755116463,46,0.0007900580058048945,
+23,376,0.02930641546845436,47,0.0007741950794297736,
+23,384,0.030235301703214645,48,0.0009281227685278282,
+,,,48,,0.0007620102260261774
+24,392,0.02927306294441223,49,0.0008335921156685799,
+24,400,0.03252433240413666,50,0.0008087390306172892,
+25,408,0.02901003509759903,51,0.0008689461228641449,
+25,416,0.03077753260731697,52,0.0007339760650211247,
+26,424,0.029187552630901337,53,0.0009429657366126776,
+26,432,0.03148122504353523,54,0.0006129585854068864,
+27,440,0.02875521406531334,55,0.0006816114218963776,
+27,448,0.02898985520005226,56,0.0007563497547380393,
+28,456,0.037256740033626556,57,0.000801854281235137,
+28,464,0.04194321855902672,58,0.0006223427189979702,
+29,472,0.03371470049023628,59,0.0006883154946990544,
+29,480,0.03719091787934303,60,0.0007152232174121309,
+30,488,0.02908727154135704,61,0.0006045106856618077,
+30,496,0.02891969308257103,62,0.0007524708707933314,
+31,504,0.02862217277288437,63,0.0006346234349621227,
+31,512,0.028916489332914352,64,0.0006862413720227778,
+,,,64,,0.0005699930479750037
+32,520,0.028737321496009827,65,0.0006226746227184776,
+32,528,0.02918832004070282,66,0.0007004722629062599,
+33,536,0.02872028946876526,67,0.0006291577428783057,
+33,544,0.02899588644504547,68,0.0006346305635815952,
+34,552,0.02910403162240982,69,0.0006337080303637777,
+34,560,0.028795570135116577,70,0.0005875118349649711,
+35,568,0.028890617191791534,71,0.0006659787577518728,
+35,576,0.029025420546531677,72,0.000514320241563837,
+36,584,0.029145780950784683,73,0.0007627511658938602,
+36,592,0.030176687985658646,74,0.0003810788875853177,
+37,600,0.029030125588178635,75,0.0005308849849825492,
+37,608,0.029916994273662567,76,0.0005869630149391014,
+38,616,0.02888786420226097,77,0.0005597219351329841,
+38,624,0.030763007700443268,78,0.0005224733376962831,
+39,632,0.029025133699178696,79,0.0004924956301692873,
+39,640,0.0299147367477417,80,0.0005676840282831108,
+,,,80,,0.0004581234243232757

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.004451129,-5.5044513
+12007,-0.00078468525,-8.125785
+8229,-0.033773594,-3.4087737
+31449,-9.500582,-0.0005815722
+1591,-0.003815159,-5.628815
+53542,-10.750214,-0.00021360023
+49372,-9.6252365,-0.00023660244
+54831,-0.026591852,-3.6515918
+44771,-7.500783,-0.0007831367
+33116,-0.00090891524,-11.625909
+33492,-3.2883255,-0.03832552
+16982,-0.0088073835,-4.758807
+31901,-7.500942,-0.0009421439
+49817,-0.00056203303,-9.500562
+60681,-7.6255717,-0.0005719218
+39890,-4.511231,-0.011230942
+62685,-0.0005340342,-8.250534
+2201,-10.876801,-0.001800108
+47201,-0.010316026,-4.635316
+20835,-11.625536,-0.00053605967
+15421,-7.0012755,-0.0012753218
+45021,-0.89843154,-0.52343154
+45802,-0.00055583764,-10.125556
+43637,-0.0004789874,-10.125479
+7160,-0.000427274,-8.750427
+8150,-0.0045514083,-5.5045514
+3512,-9.125304,-0.00030405668
+29264,-0.0003650714,-9.500365
+32960,-0.000696893,-9.000697
+32221,-0.0016598032,-6.75166
+35996,-7.7507405,-0.0007404923
+4422,-11.1253805,-0.0003800862
+22209,-0.0003750813,-9.250375
+6920,-11.500212,-0.00021157411
+25253,-0.00056513073,-8.875566
+680,-0.05506893,-2.930069
+50140,-9.625213,-0.0002131235
+28481,-7.375933,-0.0009332116
+36298,-0.00030501006,-10.250305
+16473,-10.6253195,-0.00031907237
+11102,-5.3797913,-0.0047913264
+62901,-0.0023933596,-6.1273932
+16123,-9.625699,-0.0006989182
+52012,-0.0011131526,-10.501113
+60780,-0.00051139627,-9.000511
+1781,-11.125406,-0.00040618275
+41449,-0.0009448831,-9.000945
+908,-2.465179,-0.090178974
+15507,-9.75047,-0.00046993178
+57914,-0.00073775253,-8.875738
+46159,-1.2250507,-0.35005072
+56461,-10.62514,-0.00014041868
+62107,-0.014835628,-4.389836
+49087,-12.000605,-0.00060456595
+65792,-0.0016601603,-6.5016603
+13181,-0.0012125766,-7.0012126
+54119,-9.375267,-0.0002673507
+51997,-0.00026913834,-10.000269
+24924,-10.0004425,-0.0004421687
+45890,-0.0013963958,-6.751396
+41716,-5.8779664,-0.0029664105
+60175,-0.0003793712,-11.37538
+30318,-0.0020071378,-6.377007
+13221,-8.875269,-0.00026925752
+15509,-11.375159,-0.00015913174
+37365,-1.223938,-0.34893793
+60975,-0.0032684973,-5.8782687
+51375,-0.017844608,-7.6428447
+16004,-9.625422,-0.0004215544
+12837,-8.500379,-0.00037889453
+17864,-9.250605,-0.0006046851
+67134,-6.127918,-0.0029176783
+18611,-6.1276793,-0.0026793317
+12861,-2.9308987,-0.05589873
+58084,-10.500209,-0.00020871368
+32874,-0.00040093967,-11.125401
+32717,-9.0002775,-0.00027783826
+23413,-8.627535,-0.0025351073
+59634,-0.28178832,-1.4067883
+15629,-0.0010370597,-8.501037
+47071,-0.020844562,-3.8958445
+48558,-9.000485,-0.0004854216
+3648,-0.25208443,-1.5020845
+43367,-4.758834,-0.008833734
+14869,-0.0013552061,-7.001355
+1518,-0.0021973532,-6.2521973
+16976,-8.002734,-0.0027344953
+20931,-10.5001335,-0.00013374387
+67379,-9.125919,-0.0009189197
+4741,-0.0005429701,-11.250543
+5765,-8.750304,-0.000304295
+48791,-0.023481037,-3.7734811
+15298,-0.12760118,-2.1276011
+21874,-7.125981,-0.0009808497
+9095,-6.502077,-0.0020769709
+3840,-9.625401,-0.00040058218
+55636,-0.026586514,-3.6515865
+57364,-3.4088173,-0.033817388
+65863,-0.0013886581,-9.251389
+40786,-0.00052843435,-11.375528
+8118,-8.12579,-0.0007898072
+52441,-0.00054797414,-10.250548
+38593,-5.753251,-0.0032512683
+5517,-0.0006447144,-9.250645
+39136,-0.079200916,-2.579201
+47292,-0.0010584949,-10.001059
+34052,-0.2016782,-1.7016782
+16037,-9.2504225,-0.00042274597
+64606,-8.875506,-0.0005065112
+19552,-0.0550986,-2.9300985
+14116,-4.5111814,-0.0111813145
+11261,-3.7733364,-0.023336522
+11668,-9.750472,-0.00047159992
+42198,-10.500146,-0.00014590153
+22526,-11.625521,-0.0005204515
+8037,-7.0010905,-0.0010902897
+5324,-9.125263,-0.00026282194
+56692,-0.00074787776,-7.5007477
+59753,-0.00066127366,-8.375661
+47298,-0.00066913624,-9.0006695
+57801,-5.3797164,-0.0047165807
+58413,-12.250154,-0.00015400654
+10673,-0.0005164005,-9.250516
+65730,-12.000155,-0.00015543684
+40287,-9.125448,-0.00044776904
+15186,-7.00159,-0.001589822
+43119,-0.0005247408,-10.1255245
+39219,-9.000601,-0.00060039613
+50340,-8.750317,-0.00031633142
+34297,-9.000514,-0.00051425584
+62941,-0.00027903,-10.000279
+31551,-12.50049,-0.0004900685
+41344,-8.750328,-0.00032836766
+46402,-10.87535,-0.00035029475
+13636,-9.625308,-0.00030810855
+42241,-9.000667,-0.0006669919
+15422,-3.4087515,-0.03375158
+25014,-10.250471,-0.00047112332
+19613,-0.0007298905,-8.00073
+5515,-0.0005228344,-11.000523
+64128,-0.00039748396,-12.250398
+28084,-0.0012187681,-12.688719
+10395,-0.47431678,-0.9743168
+9965,-0.5760929,-0.8260929
+27221,-8.125406,-0.00040618275
+11994,-0.00092416006,-10.625924
+43384,-0.00046957433,-8.500469
+44329,-0.0011105329,-11.93861
+58937,-0.25142464,-6.251425
+29119,-0.038229946,-3.28823
+8989,-0.0020923167,-12.127092
+23043,-10.875304,-0.0003044142
+32166,-0.0015712547,-10.814072
+42729,-0.0020274813,-9.2520275
+6863,-5.0075293,-0.0075293332
+41187,-0.00085615215,-8.750856
+36039,-11.127207,-0.0022069877
+55977,-0.020912392,-3.8959124
+8129,-9.125711,-0.0007113072
+60223,-9.0006695,-0.0006693745
+9414,-0.000250189,-9.12525
+26177,-0.00051604304,-11.125516
+38443,-0.31336325,-1.3133633
+43084,-0.0005940818,-11.125594
+53673,-0.00046361666,-9.1254635
+15057,-0.97517926,-0.47517926
+51700,-0.00086032087,-7.62586
+51201,-6.626886,-0.0018856617
+47078,-4.6350555,-0.010055716
+59961,-4.51137,-0.011370028
+22272,-0.06276048,-2.8127606
+65773,-6.6264567,-0.0014567488
+33746,-9.750224,-0.0002244459
+27311,-9.125422,-0.00042167355
+41292,-0.0003668589,-8.375367
+17110,-5.1312838,-0.006283646
+57029,-0.0012882991,-11.001288
+3009,-9.75019,-0.00019012074
+40193,-9.87516,-0.00016044283
+27618,-5.7537956,-0.003795683
+20145,-11.000132,-0.00013171759
+52193,-9.00059,-0.00058991194
+34398,-0.016428676,-4.1414285
+36473,-10.252729,-0.002729621
+43577,-0.0068251104,-5.006825
+57850,-10.750309,-0.00030858524
+61117,-0.0038623037,-8.378862
+32569,-1.9104396,-0.1604396
+12290,-11.750664,-0.00066377537
+19499,-11.125448,-0.00044836482
+60470,-0.8982138,-0.5232138
+8962,-11.000941,-0.0009408338
+65955,-7.2514796,-0.0014796035
+62486,-4.7589293,-0.00892944
+19000,-0.043604717,-3.1686046
+22631,-0.8267971,-0.5767971
+25613,-0.00035577643,-10.750356
+56086,-10.000366,-0.0003661439
+28883,-0.20171064,-1.7017107
+26425,-7.3761005,-0.0011007686
+48097,-0.0005245025,-8.6255245
+61477,-2.4640856,-0.0890857
+9121,-1.4071131,-0.2821131
+66709,-8.000593,-0.0005936053
+51472,-5.131651,-0.0066510495
+19809,-10.125419,-0.00041893288
+38959,-8.875329,-0.00032884435
+39849,-0.00024291902,-11.375243
+59964,-0.0010795725,-7.0010796
+65268,-10.750197,-0.00019774865
+8791,-0.0009814452,-9.000981
+51774,-9.500254,-0.00025340685
+49640,-0.00074251735,-9.500743
+20125,-9.375194,-0.00019393471
+59640,-0.0012000748,-7.0012
+68206,-10.625423,-0.00042369924
+48079,-10.876114,-0.001113867
+49583,-0.5234264,-0.8984264
+67054,-0.0013553252,-7.001355
+59571,-0.034384,-3.409384
+29080,-7.505585,-0.0055853026
+29111,-4.018663,-0.018663043
+20758,-5.380081,-0.005081358
+64023,-0.00047112332,-10.250471
+29058,-0.0007173825,-10.500717
+18185,-0.00059634546,-12.000596
+36543,-0.011340798,-4.5113406
+54983,-6.376809,-0.0018090326
+3101,-5.504231,-0.0042309538
+42140,-0.0004772001,-11.250477
+6954,-0.0005415403,-10.125542
+15955,-4.883417,-0.008417012
+61746,-0.0022224507,-6.2522225
+32055,-0.0008244691,-8.875825
+39496,-9.6254015,-0.00040129715
+59909,-8.500346,-0.00034624303
+66296,-0.00045515667,-10.875455
+46804,-8.875262,-0.00026234522
+35049,-0.0012624636,-11.188763
+56017,-4.7587233,-0.008723248
+26947,-6.6265903,-0.00159006
+38928,-0.00096751127,-7.5009675
+15029,-7.376946,-0.0019458662
+7086,-0.0013899675,-10.6263895
+537,-0.00070678047,-10.500707
+50731,-4.018233,-0.018232606
+63604,-8.500708,-0.00070809084
+67049,-0.07909177,-2.5790918
+31161,-0.0030044438,-5.8780046
+58922,-10.750485,-0.0004851833
+18347,-10.375191,-0.00019071667
+25864,-0.16132523,-1.9113252
+63846,-0.0013792536,-6.7513795
+13353,-0.029954864,-3.529955
+25378,-6.0028014,-0.0028014246
+59101,-10.125555,-0.00055476534
+20895,-0.8261798,-0.5761798
+48119,-10.50027,-0.0002699726
+14332,-0.00033706706,-9.500337
+25497,-9.375243,-0.00024315738
+8686,-0.0006693745,-8.7506695
+22758,-7.7507987,-0.0007987408
+7666,-1.6007396,-0.22573961
+20686,-6.0026326,-0.0026328445
+18975,-8.2507,-0.00069975207
+19054,-8.750296,-0.00029571453
+48123,-10.500354,-0.00035422726
+57909,-9.250348,-0.0003481497
+9226,-8.125889,-0.000888787
+48653,-0.0013766346,-6.7513766
+44013,-0.00097453775,-8.875975
+11409,-10.250368,-0.0003685272
+62736,-0.012924003,-4.387924
+2777,-9.125265,-0.00026544384
+7058,-0.0004866131,-10.375486
+48408,-0.00072452996,-9.000725
+28934,-8.625333,-0.0003330153
+46578,-9.5007925,-0.00079242775
+23203,-3.4090352,-0.034035176
+6257,-8.625783,-0.00078277936
+53444,-0.007214092,-5.007214
+17816,-0.00084447954,-7.6258445
+46307,-8.87597,-0.0009702504
+20599,-11.875443,-0.0004432411
+29423,-0.00072560203,-8.000726
+21041,-0.0009308296,-7.250931
+16633,-10.500566,-0.0005658456
+20221,-7.0012593,-0.001259368
+27466,-0.0007462101,-7.5007463
+22987,-0.00040582527,-9.750406
+9322,-0.0007912366,-10.375792
+3265,-0.0020782794,-9.752078
+22814,-2.9301734,-0.055173285
+56185,-8.875336,-0.00033599453
+55014,-8.125639,-0.0006387577
+43437,-9.625189,-0.00018892887
+24683,-0.0008283998,-7.8758283
+10233,-0.005066769,-5.380067
+19001,-0.00084757636,-11.625848
+32718,-0.011311567,-4.5113115
+31030,-0.00069367664,-10.500693
+1099,-0.00064030645,-11.25064
+57982,-5.7535553,-0.0035552883
+49148,-6.2520337,-0.0020337866
+40880,-10.500186,-0.00018571083
+31148,-0.0063356496,-9.256335
+9446,-7.625646,-0.0006460248
+18579,-10.12711,-0.002109209
+30932,-3.8958495,-0.020849466
+40792,-0.0020073757,-7.1270075
+48600,-0.0005619139,-10.625562
+44588,-3.773566,-0.023566037
+33828,-8.375611,-0.00061099936
+33917,-0.00095298165,-9.750953
+2026,-0.021605367,-3.8966053
+56745,-0.0013897294,-7.1263895
+17383,-0.0047095804,-5.5047097
+2372,-2.127175,-0.12717508
+56600,-0.031303033,-6.906303
+50257,-0.0006139777,-8.875614
+38892,-0.00051902176,-8.750519
+45844,-0.0009167759,-9.5009165
+29062,-0.0011832863,-8.8761835
+5655,-3.2884855,-0.03848555
+67611,-0.0008102948,-9.000811
+18546,-0.0010673071,-9.626067
+63060,-9.50057,-0.0005704921
+36068,-8.750825,-0.0008249456
+784,-0.16050863,-1.9105086
+20429,-0.0009688213,-9.375969
+21679,-9.50042,-0.00041988617
+53617,-11.250333,-0.00033289613
+6978,-9.625298,-0.00029785966
+53262,-0.00061826664,-11.250618
+181,-0.00038246947,-9.500382
+28744,-0.0006537684,-7.8756537
+48716,-0.00037817957,-9.625379
+51468,-0.0032927364,-5.7532926
+62209,-8.375775,-0.00077527505
+8732,-7.6259837,-0.000983946
+56949,-8.125481,-0.00048089382
+26885,-0.00076336326,-10.000763
+43345,-0.0007191694,-8.000719
+8053,-7.500662,-0.0006617502
+59402,-7.626158,-0.0011580435
+49552,-0.00058514636,-8.875586
+12348,-0.011538674,-4.5115385
+28335,-5.7533784,-0.0033782814
+59114,-0.089595154,-2.464595
+12625,-7.126508,-0.0015080519
+8876,-6.8774066,-0.002406679
+29959,-9.750167,-0.00016723665
+37911,-0.12710191,-2.127102
+38412,-0.001453892,-6.876454
+31999,-0.0004639741,-9.375464
+34775,-0.023463339,-3.7734632
+65737,-5.380055,-0.005055146
+25244,-0.0006625841,-8.375663
+51630,-8.625642,-0.0006422126
+23979,-0.10065823,-2.3506582
+34638,-9.875296,-0.00029547617
+22311,-12.625625,-0.0006249382
+14004,-11.625312,-0.00031192205
+310,-0.82615286,-0.57615286
+49105,-4.8828945,-0.007894623
+38782,-12.000446,-0.00044645832
+4647,-10.000223,-0.00022325407
+43782,-0.00045074793,-8.875451
+66046,-0.0006816448,-9.250682
+16690,-9.875682,-0.0006814065
+67731,-0.7578941,-0.6328941
+54867,-9.12553,-0.0005304598
+34108,-4.636141,-0.011140644
+67332,-5.0068088,-0.006808653
+22567,-0.00045527582,-8.750455
+57173,-6.7513633,-0.0013631823
+26527,-9.500494,-0.000493643
+59580,-5.50512,-0.0051199035
+20737,-0.0014893641,-6.876489
+53307,-0.0025352263,-6.6275353
+32783,-0.07042509,-2.695425
+7868,-9.25073,-0.00072917575
+50777,-0.0004301338,-11.25043
+29307,-11.7501745,-0.00017486473
+18297,-0.00054011063,-9.00054
+44524,-10.250304,-0.00030417583
+61320,-0.0018993448,-6.3768992
+2578,-0.00043764073,-9.625438
+40612,-0.00082399265,-7.875824
+32523,-3.7738888,-0.023888854
+48509,-0.0042569498,-5.5042567
+36666,-8.625334,-0.00033408782
+6539,-9.500391,-0.00039057256
+33620,-9.250611,-0.00061171415
+55547,-9.000552,-0.0005525016
+11751,-7.375726,-0.0007260785
+30491,-0.0033178066,-5.753318
+48294,-6.502034,-0.0020340246
+37424,-10.375504,-0.0005035325
+29155,-3.2882397,-0.038239814

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=5/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 80
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1107 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36992156878113747,0,3.821420669555664,
+0,8,0.05820642411708832,1,4.791472494602203,
+1,16,0.03081069514155388,2,3.680415630340576,
+1,24,0.031186945736408234,3,1.1933330819010735,
+2,32,0.031048733741044998,4,0.6135034142062068,
+3,40,0.03273708000779152,5,0.2199034821242094,
+3,48,0.030975326895713806,6,0.5431233732961118,
+4,56,0.03098699077963829,7,0.247371707810089,
+5,64,0.030835453420877457,8,0.21579213230870664,
+5,72,0.030456162989139557,9,0.17385459499200806,
+6,80,0.030819904059171677,10,0.14556771790375933,
+7,88,0.030601833015680313,11,0.02585284250380937,
+7,96,0.031545862555503845,12,0.15730532849556766,
+8,104,0.030427653342485428,13,0.1210341174446512,
+9,112,0.03041224554181099,14,0.00605962575355079,
+9,120,0.03237193450331688,15,0.01543170512013603,
+10,128,0.03067280352115631,16,0.004076231736689806,
+,,,16,,0.0020046913996338844
+11,136,0.030318286269903183,17,0.0032092153451230843,
+11,144,0.030668385326862335,18,0.0033013587271852884,
+12,152,0.030851487070322037,19,0.002748995797446696,
+13,160,0.030680760741233826,20,0.001262904261238873,
+13,168,0.030925005674362183,21,0.0024351459032914136,
+14,176,0.030714664608240128,22,0.002047550045972457,
+15,184,0.03127962723374367,23,0.0009557740304444451,
+15,192,0.030722960829734802,24,0.001921934886922827,
+16,200,0.031316909939050674,25,0.0017641461454331875,
+17,208,0.030394427478313446,26,0.0006775698275305331,
+17,216,0.03040822222828865,27,0.0013441112314467318,
+18,224,0.03042719140648842,28,0.000798561202827841,
+19,232,0.030717168003320694,29,0.0012032667509629391,
+19,240,0.030776020139455795,30,0.001013126613543136,
+20,248,0.031004711985588074,31,0.0009435878091608174,
+21,256,0.031036440283060074,32,0.0009129038153332658,
+,,,32,,0.00042047977331094444
+21,264,0.030799973756074905,33,0.0005629107254208066,
+22,272,0.03126126527786255,34,0.0008072765049291775,
+23,280,0.031117916107177734,35,0.0006917957434779964,
+23,288,0.030469480901956558,36,0.0005365031465771608,
+24,296,0.030903711915016174,37,0.0006733790651196614,
+25,304,0.030801963061094284,38,0.0005900870419282,
+25,312,0.03034832701086998,39,0.0005243422165222,
+26,320,0.03070738911628723,40,0.00044607475138036534,
+27,328,0.030177418142557144,41,0.000609111950325314,
+27,336,0.0309700109064579,42,0.0005346906036720611,
+28,344,0.03056270256638527,43,0.0005598412644758355,
+29,352,0.03048994019627571,44,0.0004297672348911874,
+29,360,0.030538808554410934,45,0.0005430138044175692,
+30,368,0.033528633415699005,46,0.0004511708903010003,
+31,376,0.03147396445274353,47,0.000485829878016375,
+31,384,0.031049296259880066,48,0.0005076740380900446,
+,,,48,,0.00037287629675120115
+32,392,0.043160926550626755,49,0.0004815654901904054,
+33,400,0.030754081904888153,50,0.00043600927529041655,
+33,408,0.030974604189395905,51,0.0004530921287368983,
+34,416,0.03106546774506569,52,0.0005341099604265764,
+35,424,0.030740860849618912,53,0.00044539375085150823,
+35,432,0.03040064126253128,54,0.0004276659747119993,
+36,440,0.030695408582687378,55,0.0004178544186288491,
+37,448,0.030432965606451035,56,0.00048238598174066283,
+37,456,0.030419696122407913,57,0.00043298898890498094,
+38,464,0.030583586543798447,58,0.00043509841270861216,
+39,472,0.03045577183365822,59,0.00045930041596875526,
+39,480,0.030365806072950363,60,0.00043310297405696474,
+40,488,0.030093591660261154,61,0.00044025558963767253,
+41,496,0.03041047975420952,62,0.00041246047112508677,
+41,504,0.030626974999904633,63,0.00044629943658947013,
+42,512,0.031096842139959335,64,0.00036013638236909173,
+,,,64,,0.00035607421887107193
+43,520,0.03097032755613327,65,0.0004514131105679553,
+43,528,0.03048696368932724,66,0.00047747477947268635,
+44,536,0.031000327318906784,67,0.000439526469563134,
+45,544,0.030682604759931564,68,0.00043165793613297865,
+45,552,0.030688554048538208,69,0.00039959057176019996,
+46,560,0.030546482652425766,70,0.0004266102878318634,
+47,568,0.03128628805279732,71,0.0004636792073142715,
+47,576,0.030307773500680923,72,0.00037824995888513513,
+48,584,0.030726250261068344,73,0.000444926816271618,
+49,592,0.030847590416669846,74,0.00044293796963756904,
+49,600,0.030529912561178207,75,0.0003849662207358051,
+50,608,0.03068556636571884,76,0.0004320200314396061,
+51,616,0.030895795673131943,77,0.00040200028161052614,
+51,624,0.0316232293844223,78,0.00041493431126582436,
+52,632,0.031154010444879532,79,0.0003361116650921758,
+53,640,0.030599988996982574,80,0.000431259937613504,
+,,,80,,0.00029541581170633435
+53,648,0.030612148344516754,81,0.0003730923945113318,
+54,656,0.03073595091700554,82,0.00038338822560035624,
+55,664,0.030638016760349274,83,0.00034927586966659874,
+55,672,0.031440749764442444,84,0.0004216644156258553,
+56,680,0.030581943690776825,85,0.0003943813389923889,
+57,688,0.03159373253583908,86,0.0004093436073162593,
+57,696,0.030773412436246872,87,0.00032592199022474233,
+58,704,0.030538957566022873,88,0.00036007569906360004,
+59,712,0.03140886500477791,89,0.00033508219712530263,
+59,720,0.030731625854969025,90,0.0003904627119482029,
+60,728,0.030566204339265823,91,0.00037249971137498505,
+61,736,0.03410688415169716,92,0.00040285363502334803,
+61,744,0.03054845705628395,93,0.00032831956377776805,
+62,752,0.031014520674943924,94,0.00036746162732015364,
+63,760,0.030625145882368088,95,0.0003759058490686584,
+63,768,0.030479688197374344,96,0.0003415174942347221,
+,,,96,,0.00026940603856928647
+64,776,0.03071799874305725,97,0.0003309263047412969,
+65,784,0.03062395006418228,98,0.0004024934023618698,
+65,792,0.03115607425570488,99,0.00033097157756856177,
+66,800,0.03132268041372299,100,0.0003441532971919514,
+67,808,0.030875977128744125,101,0.00033680668457236607,
+67,816,0.030943613499403,102,0.00036654149153036997,
+68,824,0.030946210026741028,103,0.0003443908935878426,
+69,832,0.03083121031522751,104,0.00037035324567114003,
+69,840,0.03057757392525673,105,0.0003156408311042469,
+70,848,0.030973050743341446,106,0.00037816892290720716,
+71,856,0.030977588146924973,107,0.00029551860643550754,
+71,864,0.03122561424970627,108,0.00034105429585906677,
+72,872,0.030915390700101852,109,0.00035891393054043874,
+73,880,0.031367626041173935,110,0.00030189333119778894,
+73,888,0.03122679889202118,111,0.0003121716199530056,
+74,896,0.030984070152044296,112,0.0003257998887420399,
+,,,112,,0.00025662395637482405
+75,904,0.031436074525117874,113,0.0002902297528635245,
+75,912,0.031058549880981445,114,0.0003113648435828509,
+76,920,0.030696015805006027,115,0.0003009547981491778,
+77,928,0.031855642795562744,116,0.00035624690281110816,
+77,936,0.030730411410331726,117,0.00028717518762277905,
+78,944,0.030694779008626938,118,0.0002987214957101969,
+79,952,0.030514035373926163,119,0.00031230569220497273,
+79,960,0.030643783509731293,120,0.00031204946208163165,
+80,968,0.030191335827112198,121,0.0002738582934398437,
+81,976,0.030505847185850143,122,0.0003356477500346955,
+81,984,0.030616268515586853,123,0.0003041974177904194,
+82,992,0.030845388770103455,124,0.0003119331031484762,
+83,1000,0.031225930899381638,125,0.0003052293450309662,
+83,1008,0.030370384454727173,126,0.00027589890487433877,
+84,1016,0.03037683665752411,127,0.0003310007705294993,
+85,1024,0.030719898641109467,128,0.00025913914942066185,
+,,,128,,0.00021249731071293354
+85,1032,0.03053458407521248,129,0.00028139378628111444,
+86,1040,0.030316274613142014,130,0.0003030840616702335,
+87,1048,0.030731774866580963,131,0.0002662723454704974,
+87,1056,0.030508186668157578,132,0.00026538106249063276,
+88,1064,0.030466727912425995,133,0.00025915243350027595,
+89,1072,0.031021133065223694,134,0.0002736060050665401,
+89,1080,0.030355215072631836,135,0.0002939358164439909,
+90,1088,0.030887257307767868,136,0.00024606068109278567,
+91,1096,0.030472062528133392,137,0.0002608510803838726,
+91,1104,0.0341612882912159,138,0.0002983771300932858,
+92,1112,0.030461303889751434,139,0.00028051425942976493,
+93,1120,0.03089374676346779,140,0.00023950649301696103,
+93,1128,0.0310443714261055,141,0.0002691640384000493,
+94,1136,0.03122005984187126,142,0.00024534421754651703,
+95,1144,0.030697911977767944,143,0.0002834355127561139,
+95,1152,0.032164767384529114,144,0.00024751930686761625,
+,,,144,,0.0001886007667053491
+96,1160,0.03125024959445,145,0.00028072213171981275,
+97,1168,0.03047841042280197,146,0.000260807990343892,
+97,1176,0.030491113662719727,147,0.0002479351114743622,
+98,1184,0.030233394354581833,148,0.00028632526118599344,
+99,1192,0.03135864809155464,149,0.0002197634912590729,
+99,1200,0.03109048306941986,150,0.00023479842093365733,
+100,1208,0.03041015937924385,151,0.0002290915472258348,
+101,1216,0.03075787052512169,152,0.00025870658464555163,
+101,1224,0.030361756682395935,153,0.00025049746000149753,
+102,1232,0.030963286757469177,154,0.0002533431670599384,
+103,1240,0.03071167692542076,155,0.00023704748673480935,
+103,1248,0.030559472739696503,156,0.0002322179643670097,
+104,1256,0.030925098806619644,157,0.00023696964854025282,
+105,1264,0.030195385217666626,158,0.00021888639275857713,
+105,1272,0.03092140331864357,159,0.0002470571926096454,
+106,1280,0.03026745095849037,160,0.00022941533097764477,
+,,,160,,0.00017355296586174518
+107,1288,0.030563965439796448,161,0.00022322316181089263,
+107,1296,0.03092065081000328,162,0.0002497816149116261,
+108,1304,0.03074061870574951,163,0.00019655475534818834,
+109,1312,0.03122124820947647,164,0.00020794964530068683,
+109,1320,0.03096739947795868,165,0.00024661136376380455,
+110,1328,0.0311739519238472,166,0.0002112263000526582,
+111,1336,0.03057781606912613,167,0.00023170037093223073,
+111,1344,0.03100552037358284,168,0.000221281940866902,
+112,1352,0.031213264912366867,169,0.0002274809057780658,
+113,1360,0.03000081703066826,170,0.00018755751625576522,
+113,1368,0.03119216114282608,171,0.0002405469749646727,
+114,1376,0.03006327897310257,172,0.00024012782159843482,
+115,1384,0.030565474182367325,173,0.00019753861852223054,
+115,1392,0.03056461364030838,174,0.0002145181051673717,
+116,1400,0.030992969870567322,175,0.00017183894487970974,
+117,1408,0.03070211410522461,176,0.00022836127754999325,
+,,,176,,0.00014691404066979885
+117,1416,0.030726909637451172,177,0.00021861748973606154,
+118,1424,0.031179871410131454,178,0.00018800318048306508,
+119,1432,0.030797719955444336,179,0.00020272006895538652,
+119,1440,0.030882637947797775,180,0.00022383150826499332,
+120,1448,0.030612118542194366,181,0.00017952625876205275,
+121,1456,0.03129079192876816,182,0.00024026122900977498,
+121,1464,0.031102143228054047,183,0.000177231630004826,
+122,1472,0.030896171927452087,184,0.00017124255737144267,
+123,1480,0.030361488461494446,185,0.000224068859097315,
+123,1488,0.03081110492348671,186,0.00019847714247589465,
+124,1496,0.030519895255565643,187,0.00024273658345919102,
+125,1504,0.0303516648709774,188,0.000144544866088836,
+125,1512,0.030245881527662277,189,0.00020462808515731012,
+126,1520,0.03143336996436119,190,0.00017492256574769272,
+127,1528,0.030537288635969162,191,0.0002322610625924426,
+127,1536,0.03052271157503128,192,0.00017259903688682243,
+,,,192,,0.00013898781617172062
+128,1544,0.030659768730401993,193,0.00018418796571495477,
+129,1552,0.030231818556785583,194,0.0001808219913073117,
+129,1560,0.030273858457803726,195,0.00018049346817861078,
+130,1568,0.030595798045396805,196,0.0002071006902042427,
+131,1576,0.03048403561115265,197,0.00016736721590859815,
+131,1584,0.03043556958436966,198,0.00016760768812673632,
+132,1592,0.030742507427930832,199,0.00016139426406880375,
+133,1600,0.03112000972032547,200,0.00022287501360551687,
+133,1608,0.030821561813354492,201,0.00016111180593725294,
+134,1616,0.03053794428706169,202,0.00015972637538652634,
+135,1624,0.03052918240427971,203,0.00017660391131357756,
+135,1632,0.030951619148254395,204,0.0001815070891098003,
+136,1640,0.03099825605750084,205,0.00018709199230215745,
+137,1648,0.03090064227581024,206,0.00017946338084584568,
+137,1656,0.03132765367627144,207,0.00016394254180340795,
+138,1664,0.031201280653476715,208,0.00015138244179979665,
+,,,208,,0.00012435649114195257
+139,1672,0.030721519142389297,209,0.0001794052777768229,
+139,1680,0.031153790652751923,210,0.00018180106417275965,
+140,1688,0.03052925318479538,211,0.0001461385718357633,
+141,1696,0.030469320714473724,212,0.00018853881738323253,
+141,1704,0.03060406818985939,213,0.00015936543331918074,
+142,1712,0.03049612045288086,214,0.00015114138022909174,
+143,1720,0.033644769340753555,215,0.00020120182216487592,
+143,1728,0.03119901567697525,216,0.0001349486165054259,
+144,1736,0.03077438473701477,217,0.0001421755259798374,
+145,1744,0.030639350414276123,218,0.0001561171102366643,
+145,1752,0.030365515500307083,219,0.00016268914987449534,
+146,1760,0.030488554388284683,220,0.00018674690636544256,
+147,1768,0.03199061378836632,221,0.000128215059703507,
+147,1776,0.030311651527881622,222,0.00018116090268449625,
+148,1784,0.0306362584233284,223,0.00013417214904620778,
+149,1792,0.03037126362323761,224,0.00017940704947250197,
+,,,224,,0.0001106185227399692
+149,1800,0.030388277024030685,225,0.0001322814814557205,
+150,1808,0.03073567897081375,226,0.00011768092281272402,
+151,1816,0.03038608282804489,227,0.00022058029298932524,
+151,1824,0.03070954978466034,228,0.0001272169911317178,
+152,1832,0.03002301976084709,229,0.0001684538547124248,
+153,1840,0.030314303934574127,230,0.00013018153913435526,
+153,1848,0.030307557433843613,231,0.00013168479927117005,
+154,1856,0.030566785484552383,232,0.0001429921512681176,
+155,1864,0.031121205538511276,233,0.00015295987759600393,
+155,1872,0.03059287741780281,234,0.0001381222900818102,
+156,1880,0.03068782389163971,235,0.00013643923193740193,
+157,1888,0.03066728636622429,236,0.00014573392218153458,
+157,1896,0.030798081308603287,237,0.00014191869013302494,
+158,1904,0.03133663907647133,238,0.0001366300994050107,
+159,1912,0.030435960739850998,239,0.00014755070060346043,
+159,1920,0.030418798327445984,240,0.00012998787860851735,
+,,,240,,8.996864926302806e-05
+160,1928,0.03042900189757347,241,0.00014965311129344627,
+161,1936,0.030911751091480255,242,0.00012787080777343363,
+161,1944,0.030525196343660355,243,0.00014606141121475957,
+162,1952,0.03000129759311676,244,0.000134770466502232,
+163,1960,0.03021441400051117,245,0.0001407722957083024,
+163,1968,0.03130451589822769,246,0.00013283205680636456,
+164,1976,0.030581366270780563,247,0.00014869643746351358,
+165,1984,0.030549880117177963,248,0.00013120915900799446,
+165,1992,0.030171196907758713,249,0.00013236943232186604,
+166,2000,0.030609797686338425,250,9.594299262971617e-05,
+167,2008,0.030291322618722916,251,0.00018008809183811536,
+167,2016,0.03103465586900711,252,0.00012282114585104864,
+168,2024,0.03074769303202629,253,0.0001530945664853789,
+169,2032,0.03111090138554573,254,0.00012352062140053022,
+169,2040,0.0312342569231987,255,0.00011046795680158539,
+170,2048,0.0306038036942482,256,0.00014734111482539447,
+,,,256,,8.394926408072934e-05
+171,2056,0.03064771741628647,257,9.889344255498145e-05,
+171,2064,0.030549149960279465,258,0.00014558452767232666,
+172,2072,0.030451428145170212,259,0.0001257986687051016,
+173,2080,0.031015440821647644,260,0.00013771833437203895,
+173,2088,0.031233713030815125,261,0.00012635226903512375,
+174,2096,0.031060777604579926,262,0.00010723702598625096,
+175,2104,0.03092917799949646,263,0.0001354214509774465,
+175,2112,0.031099833548069,264,0.00014823704077571165,
+176,2120,0.03110358491539955,265,0.00012280490909688524,
+177,2128,0.030597012490034103,266,0.00014080393066251418,
+177,2136,0.03157954663038254,267,0.00011375970370863797,
+178,2144,0.031088337302207947,268,9.972699081117753e-05,
+179,2152,0.030890677124261856,269,0.00014859250131848967,
+179,2160,0.031146220862865448,270,0.0001129730990214739,
+180,2168,0.03066534548997879,271,0.00011557937796169426,
+181,2176,0.030691202729940414,272,0.00011535671910678502,
+,,,272,,8.180341683328152e-05
+181,2184,0.030662070959806442,273,0.00012593325391208054,
+182,2192,0.030365239828824997,274,9.475136585024302e-05,
+183,2200,0.031413283199071884,275,0.00013186240539653227,
+183,2208,0.03096102923154831,276,0.00013166864482627716,
+184,2216,0.030848436057567596,277,9.398975953445188e-05,
+185,2224,0.03082021325826645,278,0.00014759574787603924,
+185,2232,0.03046375885605812,279,0.00011260074734309455,
+186,2240,0.03053530678153038,280,0.00014430359351536026,
+187,2248,0.031026247888803482,281,0.00010543364714976633,
+187,2256,0.030784472823143005,282,0.00010303294993718737,
+188,2264,0.03059229627251625,283,0.0001267976194867515,
+189,2272,0.030604127794504166,284,8.50215483296779e-05,
+189,2280,0.030707016587257385,285,0.00013509644895748352,
+190,2288,0.030843064188957214,286,0.0001417572634636599,
+191,2296,0.03056560456752777,287,7.508340831918758e-05,
+191,2304,0.030459150671958923,288,0.00012688783044723095,
+,,,288,,8.123684528982267e-05
+192,2312,0.030863095074892044,289,0.0001179474083983223,
+193,2320,0.030789751559495926,290,0.0001011277963698376,
+193,2328,0.030608367174863815,291,0.000133039193769946,
+194,2336,0.032488882541656494,292,9.896714300339227e-05,
+195,2344,0.03066267818212509,293,0.00012982182579435175,
+195,2352,0.03053438290953636,294,0.00012590269398060627,
+196,2360,0.03088376671075821,295,9.279920232074801e-05,
+197,2368,0.030857551842927933,296,0.00014384160112967947,
+197,2376,0.032270174473524094,297,0.00010179721721215174,
+198,2384,0.03128139302134514,298,0.00010060437398351496,
+199,2392,0.030615415424108505,299,0.0001429623553121928,
+199,2400,0.03078962117433548,300,0.00010756429674074752,
+200,2408,0.030482470989227295,301,0.00012542604599730112,
+201,2416,0.030315600335597992,302,8.594470773459761e-05,
+201,2424,0.03079914301633835,303,0.0001427240390512452,
+202,2432,0.030908692628145218,304,9.8490103482618e-05,
+,,,304,,7.694603118579835e-05
+203,2440,0.030625462532043457,305,0.00011298647268631612,
+203,2448,0.031004440039396286,306,0.00012925585633638548,
+204,2456,0.030780933797359467,307,0.00012611229249159805,
+205,2464,0.031234093010425568,308,9.148818298854167e-05,
+205,2472,0.03062676638364792,309,0.00010394271703262348,
+206,2480,0.030978478491306305,310,0.00010275044678564882,
+207,2488,0.03054189682006836,311,0.0001090838150048512,
+207,2496,0.030747752636671066,312,0.00011535495787029504,
+208,2504,0.03144925832748413,313,0.0001315067092946265,
+209,2512,0.031041380017995834,314,6.286590996751329e-05,
+209,2520,0.03132907301187515,315,0.00013050821235083276,
+210,2528,0.03130779415369034,316,0.00011283763660685509,
+211,2536,0.03123786300420761,317,0.0001116472508329025,
+211,2544,0.0307774618268013,318,9.877167804006604e-05,
+212,2552,0.03174547851085663,319,9.221796653946512e-05,
+213,2560,0.030891641974449158,320,0.00010489513715583598,
+,,,320,,7.131406164262444e-05
+213,2568,0.031419962644577026,321,0.00013435073060463765,
+214,2576,0.030667744576931,322,0.0001050151063282101,
+215,2584,0.031126748770475388,323,0.0001178598199658154,
+215,2592,0.030591923743486404,324,0.00011575601001823088,
+216,2600,0.030792970210313797,325,0.00012030143943775329,
+217,2608,0.030505288392305374,326,0.0001190946095448453,
+217,2616,0.03099389374256134,327,8.083500097200158e-05,
+218,2624,0.030909229069948196,328,0.00010987107089022174,
+219,2632,0.030561525374650955,329,0.00011032072234229418,
+219,2640,0.03096294403076172,330,0.00010544762153585907,
+220,2648,0.03069496527314186,331,9.180077222481486e-05,
+221,2656,0.031115200370550156,332,0.00012956716182088712,
+221,2664,0.03085915744304657,333,9.522771370029659e-05,
+222,2672,0.030773144215345383,334,0.00010422484183436609,
+223,2680,0.03083246573805809,335,0.00010281190361638437,
+223,2688,0.030779745429754257,336,0.00011697766331053572,
+,,,336,,6.746977305738255e-05
+224,2696,0.03118431568145752,337,0.0001219393711835437,
+225,2704,0.03291984274983406,338,0.00010181066136283334,
+225,2712,0.03097076714038849,339,0.00010312437552784104,
+226,2720,0.030735433101654053,340,0.00010002359704230912,
+227,2728,0.03080633655190468,341,8.910455835575704e-05,
+227,2736,0.030566934496164322,342,0.00012483080081437947,
+228,2744,0.03027934581041336,343,9.609054995962651e-05,
+229,2752,0.03257019817829132,344,0.00013385980992097757,
+229,2760,0.031215887516736984,345,8.579590166846174e-05,
+230,2768,0.030731119215488434,346,9.254564656657749e-05,
+231,2776,0.03097943216562271,347,0.00010796423612191575,
+231,2784,0.031085781753063202,348,0.00012342966329015326,
+232,2792,0.031189322471618652,349,9.041509429152939e-05,
+233,2800,0.03109588474035263,350,0.00013241496753835236,
+233,2808,0.03122519701719284,351,7.928472405183129e-05,
+234,2816,0.031223420053720474,352,0.00010693671129047289,
+,,,352,,6.892984674777836e-05
+235,2824,0.03064027801156044,353,8.01485816737113e-05,
+235,2832,0.031044498085975647,354,0.00012207580266476725,
+236,2840,0.03153650090098381,355,0.00011580242835407262,
+237,2848,0.03082410618662834,356,9.205250353261363e-05,
+237,2856,0.030746590346097946,357,9.437837434234098e-05,
+238,2864,0.031032022088766098,358,0.00011472873211459955,
+239,2872,0.031173259019851685,359,9.640246025810484e-05,
+239,2880,0.031031150370836258,360,9.554073130857432e-05,
+240,2888,0.031171243637800217,361,9.048870560945943e-05,
+241,2896,0.03138309344649315,362,9.36781516429619e-05,
+241,2904,0.03109680488705635,363,0.00010729423365773982,
+242,2912,0.03054136410355568,364,0.00010608699676595279,
+243,2920,0.0313568040728569,365,7.390639666482457e-05,
+243,2928,0.0309009850025177,366,0.00012542723152364488,
+244,2936,0.030827868729829788,367,9.920375987348962e-05,
+245,2944,0.030521757900714874,368,0.00011403073540350306,
+,,,368,,6.630746793234721e-05
+245,2952,0.031379085034132004,369,8.977289144240785e-05,
+246,2960,0.03096291422843933,370,0.00010021871457865927,
+247,2968,0.03085409477353096,371,0.00011895818761331611,
+247,2976,0.03086595982313156,372,9.17710390240245e-05,
+248,2984,0.03106898069381714,373,9.768407289811876e-05,
+249,2992,0.030932679772377014,374,0.00010333303680454264,
+249,3000,0.0309770368039608,375,0.00011390701774871559,
+250,3008,0.031175099313259125,376,0.0001075775967365189,
+251,3016,0.030967600643634796,377,0.00010859207941393834,
+251,3024,0.03121005743741989,378,7.806280609656824e-05,
+252,3032,0.03233657404780388,379,0.00010896355161094107,
+253,3040,0.03111421689391136,380,7.354913577728439e-05,
+253,3048,0.030433204025030136,381,9.895148195937509e-05,
+254,3056,0.030509795993566513,382,0.00010090347541336087,
+255,3064,0.03011130541563034,383,8.944515866460279e-05,
+255,3072,0.0304887555539608,384,9.095154609894962e-05,
+,,,384,,6.603927613468841e-05
+256,3080,0.030939657241106033,385,8.315904869959923e-05,
+257,3088,0.03104846179485321,386,0.00011164505485794507,
+257,3096,0.03047287091612816,387,8.664538609082229e-05,
+258,3104,0.030888494104146957,388,0.00011034846556867706,
+259,3112,0.030529726296663284,389,0.00010283909523423063,
+259,3120,0.03313307464122772,390,8.387400293941027e-05,
+260,3128,0.031148109585046768,391,6.569666629729909e-05,
+261,3136,0.031052779406309128,392,0.00011247912971157348,
+261,3144,0.03118336945772171,393,0.00011541500225575874,
+262,3152,0.031088348478078842,394,0.00011617488598858472,
+263,3160,0.03110460191965103,395,9.416758393854252e-05,
+263,3168,0.031741026788949966,396,8.055156467889901e-05,
+264,3176,0.03142699971795082,397,7.864424105719081e-05,
+265,3184,0.031230054795742035,398,0.00011980956105617224,
+265,3192,0.031041208654642105,399,9.5107524884952e-05,
+266,3200,0.03138665482401848,400,7.047949429761502e-05,
+,,,400,,6.490672967629507e-05
+267,3208,0.0313689261674881,401,0.00012247703216416994,
+267,3216,0.031108155846595764,402,9.7758630545286e-05,
+268,3224,0.03117545321583748,403,8.502036826030235e-05,
+269,3232,0.031142469495534897,404,0.00010491211878616014,
+269,3240,0.03129284828901291,405,9.506177821094752e-05,
+270,3248,0.031346406787633896,406,7.405525548165315e-05,
+271,3256,0.03132566809654236,407,0.00012581367718667025,
+271,3264,0.031128734350204468,408,7.424891327900696e-05,
+272,3272,0.031076736748218536,409,0.00011331451196383568,
+273,3280,0.03147353604435921,410,8.211575777750113e-05,
+273,3288,0.031175505369901657,411,8.746272078496986e-05,
+274,3296,0.031216345727443695,412,8.86117632035166e-05,
+275,3304,0.030993379652500153,413,0.00011277776366114267,
+275,3312,0.031068824231624603,414,8.847674916978576e-05,
+276,3320,0.03161477670073509,415,9.342159864900168e-05,
+277,3328,0.03076755627989769,416,0.00012804996276827296,
+,,,416,,6.675429904134944e-05
+277,3336,0.03188364952802658,417,6.480259162344737e-05,
+278,3344,0.030945416539907455,418,9.763979232957354e-05,
+279,3352,0.03071223944425583,419,9.440700750928954e-05,
+279,3360,0.031051207333803177,420,8.169865122908959e-05,
+280,3368,0.031007010489702225,421,0.00012053766158715007,
+281,3376,0.031118910759687424,422,8.141593434629613e-05,
+281,3384,0.030531950294971466,423,9.687943156677647e-05,
+282,3392,0.030961427837610245,424,9.720659954837174e-05,
+283,3400,0.030981145799160004,425,9.36182655095763e-05,
+283,3408,0.03132634982466698,426,9.667146059655352e-05,
+284,3416,0.03102634847164154,427,9.075791376744746e-05,
+285,3424,0.03264404460787773,428,0.00010125842118213768,
+285,3432,0.03072705864906311,429,9.328927626484074e-05,
+286,3440,0.034161414951086044,430,8.491691141898627e-05,
+287,3448,0.03077264502644539,431,0.00010036607000074582,
+287,3456,0.030917596071958542,432,8.947659398472751e-05,
+,,,432,,6.574126746272668e-05
+288,3464,0.031097132712602615,433,8.026829482332687e-05,
+289,3472,0.030822835862636566,434,8.500494550389703e-05,
+289,3480,0.030899260193109512,435,0.00011411849800424534,
+290,3488,0.03148093447089195,436,9.881579808279639e-05,
+291,3496,0.030952997505664825,437,8.423215513175819e-05,
+291,3504,0.03125805780291557,438,9.382545204061898e-05,
+292,3512,0.03194718807935715,439,7.214830748125678e-05,
+293,3520,0.0317407101392746,440,0.00012804810739908135,
+293,3528,0.03101450577378273,441,7.834628740965854e-05,
+294,3536,0.030972059816122055,442,8.656930776851368e-05,
+295,3544,0.031022589653730392,443,7.612628087372286e-05,
+295,3552,0.03136100247502327,444,0.00011340348282828927,
+296,3560,0.031100552529096603,445,9.838373716775095e-05,
+297,3568,0.03083108365535736,446,0.00010008355593527085,
+297,3576,0.030589237809181213,447,8.460407298116479e-05,
+298,3584,0.030526336282491684,448,7.1536858285981e-05,
+,,,448,,6.72609094181098e-05
+299,3592,0.030624162405729294,449,0.00012307224824326113,
+299,3600,0.03117000311613083,450,8.09833418315975e-05,
+300,3608,0.03108338639140129,451,7.463608289981494e-05,
+301,3616,0.03081110492348671,452,8.983302996057319e-05,
+301,3624,0.030479799956083298,453,0.00010178237562286085,
+302,3632,0.030837245285511017,454,0.00010876943633775227,
+303,3640,0.030959181487560272,455,9.817600584938191e-05,
+303,3648,0.03142200782895088,456,6.991328154981602e-05,
+304,3656,0.03091108798980713,457,9.050234075402841e-05,
+305,3664,0.0306883305311203,458,0.00012413049580572988,
+305,3672,0.03125479817390442,459,6.438524769691867e-05,
+306,3680,0.031183641403913498,460,6.971954098844435e-05,
+307,3688,0.031744617968797684,461,0.0001113468447329069,
+307,3696,0.030866838991642,462,9.918871319314349e-05,
+308,3704,0.031194407492876053,463,6.079426066207816e-05,
+309,3712,0.03156818449497223,464,0.00014010101313033374,
+,,,464,,6.54431278235279e-05
+309,3720,0.03110795095562935,465,7.837612565708696e-05,
+310,3728,0.031311020255088806,466,6.229910832189489e-05,
+311,3736,0.030695132911205292,467,0.00013868663791072322,
+311,3744,0.031058162450790405,468,7.095563796610804e-05,
+312,3752,0.031333185732364655,469,8.890825756679988e-05,
+313,3760,0.031017083674669266,470,6.889995938763604e-05,
+313,3768,0.031019799411296844,471,0.00011899076389454422,
+314,3776,0.030711781233549118,472,8.673323782204534e-05,
+315,3784,0.030803121626377106,473,8.186280047084438e-05,
+315,3792,0.030415326356887817,474,9.889133298202069e-05,
+316,3800,0.030647143721580505,475,0.00010260110138915479,
+317,3808,0.03229108825325966,476,8.794057930572308e-05,
+317,3816,0.03207170590758324,477,8.075972573351464e-05,
+318,3824,0.0312768816947937,478,0.00010139369669559528,
+319,3832,0.031137730926275253,479,6.222491947482922e-05,
+319,3840,0.03124844655394554,480,0.00010642999086485361,
+,,,480,,6.112219125498086e-05
+320,3848,0.030956540256738663,481,5.645866303893854e-05,
+321,3856,0.031891562044620514,482,0.00011367178831278579,
+321,3864,0.030845798552036285,483,8.873086062521907e-05,
+322,3872,0.03071322664618492,484,0.00010282429593644338,
+323,3880,0.031063411384820938,485,8.379807559322217e-05,
+323,3888,0.030653659254312515,486,8.296506939586834e-05,
+324,3896,0.030782952904701233,487,9.869774748949567e-05,
+325,3904,0.03166712075471878,488,6.739496939189848e-05,
+325,3912,0.030650842934846878,489,0.00010182647656620247,
+326,3920,0.030752651393413544,490,0.0001099471273846575,
+327,3928,0.030685104429721832,491,8.08330878498964e-05,
+327,3936,0.031057994812726974,492,7.47851622691087e-05,
+328,3944,0.030743680894374847,493,8.208596773329191e-05,
+329,3952,0.03098609670996666,494,9.707270555736613e-05,
+329,3960,0.0309954434633255,495,8.583990120314411e-05,
+330,3968,0.030761349946260452,496,6.31784564575355e-05,
+,,,496,,5.844029146828689e-05
+331,3976,0.03140727058053017,497,0.00013528941326512722,
+331,3984,0.030755992978811264,498,6.779696923331358e-05,
+332,3992,0.03107578679919243,499,6.209034518178669e-05,
+333,4000,0.031052090227603912,500,9.506232481726329e-05,
+333,4008,0.030742567032575607,501,0.00011025974527001381,
+334,4016,0.03060208261013031,502,0.00010441985750730964,
+335,4024,0.03107861801981926,503,5.648836167893023e-05,
+335,4032,0.03071952611207962,504,9.91893361970142e-05,
+336,4040,0.03153841942548752,505,0.00011206202179891989,
+337,4048,0.03108236938714981,506,6.197084940140485e-05,
+337,4056,0.030673276633024216,507,9.421310323887155e-05,
+338,4064,0.031429920345544815,508,9.589739147486398e-05,
+339,4072,0.03321532905101776,509,5.6562711051810766e-05,
+339,4080,0.03167074918746948,510,9.890718729366199e-05,
+340,4088,0.030901435762643814,511,6.608385638173786e-05,
+341,4096,0.032004036009311676,512,9.673105023466633e-05,
+,,,512,,6.0138740082038566e-05
+341,4104,0.030465245246887207,513,9.759508384377114e-05,
+342,4112,0.030567634850740433,514,8.414175999860163e-05,
+343,4120,0.03622560203075409,515,7.429335437336704e-05,
+343,4128,0.032647449523210526,516,9.866789150692057e-05,
+344,4136,0.03451326861977577,517,0.00010926196273430833,
+345,4144,0.03074692189693451,518,6.341584730762406e-05,
+345,4152,0.03062397986650467,519,8.229492596001364e-05,
+346,4160,0.030486002564430237,520,0.00010056067822006298,
+347,4168,0.0309072844684124,521,8.732954256629455e-05,
+347,4176,0.03003651276230812,522,6.404263695003465e-05,
+348,4184,0.03057977929711342,523,9.898064490698744e-05,
+349,4192,0.030202828347682953,524,8.938554310589097e-05,
+349,4200,0.030407633632421494,525,7.923974590084981e-05,
+350,4208,0.030704956501722336,526,8.329145066454657e-05,
+351,4216,0.030734367668628693,527,0.00010552239291428123,
+351,4224,0.03025265783071518,528,7.406924896713463e-05,
+,,,528,,5.665218486683443e-05
+352,4232,0.030444514006376266,529,9.625432221582741e-05,
+353,4240,0.030415870249271393,530,9.010128405861906e-05,
+353,4248,0.030476853251457214,531,6.845269717814517e-05,
+354,4256,0.030517742037773132,532,8.375349716516212e-05,
+355,4264,0.030265387147665024,533,9.45559099818638e-05,
+355,4272,0.030069582164287567,534,7.69306207075715e-05,
+356,4280,0.030981294810771942,535,5.560931458603591e-05,
+357,4288,0.030981406569480896,536,0.00011003688950950163,
+357,4296,0.03070671856403351,537,8.577987046010094e-05,
+358,4304,0.030492965131998062,538,8.336748851434095e-05,
+359,4312,0.030494555830955505,539,7.415757954731816e-05,
+359,4320,0.03014305606484413,540,9.478014908381738e-05,
+360,4328,0.030496399849653244,541,9.923470133799128e-05,
+361,4336,0.03055468201637268,542,5.990048521198332e-05,
+361,4344,0.030267253518104553,543,8.875988987711025e-05,
+362,4352,0.030727967619895935,544,8.487051809424884e-05,
+,,,544,,6.022816160111688e-05
+363,4360,0.03073173761367798,545,7.976149845489999e-05,
+363,4368,0.0303252674639225,546,9.329000113211805e-05,
+364,4376,0.030526068061590195,547,9.732731905387482e-05,
+365,4384,0.031499624252319336,548,7.193947431005654e-05,
+365,4392,0.030415069311857224,549,8.291946278404794e-05,
+366,4400,0.030435848981142044,550,7.584263585158624e-05,
+367,4408,0.030641883611679077,551,6.87057695358817e-05,
+367,4416,0.029996156692504883,552,0.00010434459818497999,
+368,4424,0.03069309890270233,553,7.703533674430219e-05,
+369,4432,0.030510354787111282,554,8.214399031203357e-05,
+369,4440,0.030788790434598923,555,9.196308064929326e-05,
+370,4448,0.030260205268859863,556,0.00010803998929986847,
+371,4456,0.03019198775291443,557,8.67182411639078e-05,
+371,4464,0.030224256217479706,558,5.739686503147823e-05,
+372,4472,0.030770059674978256,559,7.05088532413356e-05,
+373,4480,0.03068256378173828,560,8.937058373703621e-05,
+,,,560,,5.6592576584080234e-05
+373,4488,0.030428431928157806,561,9.638790925237117e-05,
+374,4496,0.030506782233715057,562,7.21777364560694e-05,
+375,4504,0.0305827334523201,563,9.71320409917098e-05,
+375,4512,0.031010683625936508,564,8.014920831556083e-05,
+376,4520,0.03068404272198677,565,7.535157510574209e-05,
+377,4528,0.03189830482006073,566,7.44270173527184e-05,
+377,4536,0.030298393219709396,567,8.928184570322628e-05,
+378,4544,0.030623659491539,568,8.384379498238559e-05,
+379,4552,0.030761312693357468,569,8.113159719869145e-05,
+379,4560,0.031320128589868546,570,8.493104996887268e-05,
+380,4568,0.030672069638967514,571,8.634581536171027e-05,
+381,4576,0.030392296612262726,572,8.74794404808199e-05,
+381,4584,0.0304863341152668,573,7.284814955710317e-05,
+382,4592,0.030537385493516922,574,0.0001002923963824287,
+383,4600,0.030460625886917114,575,4.7429180767721846e-05,
+383,4608,0.030396264046430588,576,9.984510052163387e-05,
+,,,576,,5.6741584558039904e-05
+384,4616,0.03040994703769684,577,6.186736709423712e-05,
+385,4624,0.030295077711343765,578,9.221656000590883e-05,
+385,4632,0.030816178768873215,579,9.165043593384326e-05,
+386,4640,0.030252888798713684,580,5.91105977036932e-05,
+387,4648,0.031017031520605087,581,0.00011495250419102376,
+387,4656,0.03044113516807556,582,7.332444420171669e-05,
+388,4664,0.03046363964676857,583,7.773361949148239e-05,
+389,4672,0.030476536601781845,584,0.00011462533029771294,
+389,4680,0.03032631427049637,585,6.186721066114842e-05,
+390,4688,0.030127637088298798,586,6.907823353685671e-05,
+391,4696,0.030378088355064392,587,0.00010480553919478552,
+391,4704,0.030098147690296173,588,7.900162518126308e-05,
+392,4712,0.030309084802865982,589,8.192087034331053e-05,
+393,4720,0.03002513200044632,590,7.462153598680743e-05,
+393,4728,0.030529901385307312,591,9.278189963879413e-05,
+394,4736,0.03033718466758728,592,8.759822685533436e-05,
+,,,592,,5.569853601627983e-05
+395,4744,0.03071318194270134,593,6.127113260845363e-05,
+395,4752,0.0304662324488163,594,8.667442762089195e-05,
+396,4760,0.030413754284381866,595,8.15779976619524e-05,
+397,4768,0.030089236795902252,596,7.666221108593163e-05,
+397,4776,0.03007921576499939,597,8.232434038291103e-05,
+398,4784,0.03068835660815239,598,8.260651611635694e-05,
+399,4792,0.030023399740457535,599,8.242757530751987e-05,
+399,4800,0.030468493700027466,600,7.484496018150821e-05,
+400,4808,0.03096681833267212,601,7.243111531352042e-05,
+401,4816,0.03056216612458229,602,0.00010471638870512834,
+401,4824,0.030409038066864014,603,5.9632295233313926e-05,
+402,4832,0.030698295682668686,604,7.59324411774287e-05,
+403,4840,0.03058677911758423,605,7.763060239085462e-05,
+403,4848,0.030005626380443573,606,7.92692871982581e-05,
+404,4856,0.03136570379137993,607,8.737437337913434e-05,
+405,4864,0.030241280794143677,608,6.89595995027048e-05,
+,,,608,,5.6175351346610114e-05
+405,4872,0.03073631227016449,609,8.874540935721598e-05,
+406,4880,0.030414238572120667,610,5.557938811762142e-05,
+407,4888,0.030137863010168076,611,0.00012188145410618745,
+407,4896,0.030386433005332947,612,5.7366961300431285e-05,
+408,4904,0.03035186603665352,613,9.518195838609245e-05,
+409,4912,0.030308514833450317,614,6.550227362822625e-05,
+409,4920,0.030255839228630066,615,7.645292180313845e-05,
+410,4928,0.030531004071235657,616,9.095103860090603e-05,
+411,4936,0.030387822538614273,617,4.696728774433723e-05,
+411,4944,0.03063320741057396,618,9.276851142203668e-05,
+412,4952,0.030315689742565155,619,6.448861813623807e-05,
+413,4960,0.0303177647292614,620,7.24156889191363e-05,
+413,4968,0.030599135905504227,621,0.00010593963997962419,
+414,4976,0.030437607318162918,622,9.479521031607874e-05,
+415,4984,0.030280161648988724,623,6.219462375156581e-05,
+415,4992,0.030641578137874603,624,7.95376327005215e-05,
+,,,624,,5.239085658104159e-05
+416,5000,0.03065934032201767,625,9.011600832309341e-05,
+417,5008,0.03017648309469223,626,6.393843978003133e-05,
+417,5016,0.02997889369726181,627,7.351817384915194e-05,
+418,5024,0.03010380268096924,628,8.159357503245701e-05,
+419,5032,0.03024577721953392,629,8.971360284704133e-05,
+419,5040,0.03036634251475334,630,6.5785826791398e-05,
+420,5048,0.030548982322216034,631,7.466546594514512e-05,
+421,5056,0.03040899708867073,632,8.135606412906782e-05,
+421,5064,0.030242152512073517,633,7.231100744320429e-05,
+422,5072,0.030437760055065155,634,8.907272922442644e-05,
+423,5080,0.03005140647292137,635,8.418600418735878e-05,
+423,5088,0.030581451952457428,636,6.256759752432117e-05,
+424,5096,0.030929487198591232,637,6.0541087350429734e-05,
+425,5104,0.03053896129131317,638,8.780678672337672e-05,
+425,5112,0.030319329351186752,639,9.05928800420952e-05,
+426,5120,0.030496813356876373,640,9.305158573624794e-05,
+,,,640,,5.051346306572668e-05
+427,5128,0.030450977385044098,641,5.224189408181701e-05,
+427,5136,0.03041529655456543,642,8.379881455766736e-05,
+428,5144,0.03097570687532425,643,7.882277350290678e-05,
+429,5152,0.0302598737180233,644,7.981963608472142e-05,
+429,5160,0.030075374990701675,645,7.143306766010937e-05,
+430,5168,0.030410725623369217,646,9.305099001721828e-05,
+431,5176,0.02987384796142578,647,7.646831409147126e-05,
+431,5184,0.030279092490673065,648,6.609870706597576e-05,
+432,5192,0.030341334640979767,649,0.00010432971930640633,
+433,5200,0.03021995723247528,650,7.41136855140212e-05,
+433,5208,0.030173610895872116,651,6.648569387834868e-05,
+434,5216,0.03014928102493286,652,8.446942274531466e-05,
+435,5224,0.030924446880817413,653,6.758853942301357e-05,
+435,5232,0.030112627893686295,654,7.885219565650914e-05,
+436,5240,0.03002157434821129,655,9.279801679440425e-05,
+437,5248,0.029920823872089386,656,6.939032073205453e-05,
+,,,656,,5.1169045036658645e-05
+437,5256,0.030036725103855133,657,7.313124569918728e-05,
+438,5264,0.03034525364637375,658,9.278290144720813e-05,
+439,5272,0.03025936335325241,659,6.873615529912058e-05,
+439,5280,0.030117828398942947,660,8.317241554323118e-05,
+440,5288,0.0314522422850132,661,9.281285792894778e-05,
+441,5296,0.02997259795665741,662,6.690247801088844e-05,
+441,5304,0.030050791800022125,663,7.161154189816443e-05,
+442,5312,0.03024344891309738,664,6.574088820343604e-05,
+443,5320,0.030358579009771347,665,8.055078114921344e-05,
+443,5328,0.03037184476852417,666,8.588455102653825e-05,
+444,5336,0.03021220490336418,667,8.043099387577968e-05,
+445,5344,0.030048776417970657,668,8.630231604911387e-05,
+445,5352,0.03078429400920868,669,6.115178166510304e-05,
+446,5360,0.029907800257205963,670,8.438014492639923e-05,
+447,5368,0.030089080333709717,671,5.233122192294104e-05,
+447,5376,0.030130159109830856,672,8.68090628500795e-05,
+,,,672,,4.938105121254921e-05
+448,5384,0.03023357316851616,673,7.178970872701029e-05,
+449,5392,0.02984626218676567,674,9.177040465147002e-05,
+449,5400,0.03035162016749382,675,6.0153667618578766e-05,
+450,5408,0.03079725056886673,676,5.607089042314328e-05,
+451,5416,0.030013062059879303,677,9.787904946279014e-05,
+451,5424,0.029992278665304184,678,7.317610379686812e-05,
+452,5432,0.029988843947649002,679,7.024044202808e-05,
+453,5440,0.030342239886522293,680,9.549372543915524e-05,
+453,5448,0.030455805361270905,681,7.427851824104437e-05,
+454,5456,0.03038853034377098,682,8.932718310461496e-05,
+455,5464,0.03066452220082283,683,4.643089550881996e-05,
+455,5472,0.029881663620471954,684,9.516676823295711e-05,
+456,5480,0.03010817989706993,685,6.164352907944703e-05,
+457,5488,0.029767796397209167,686,0.0001049556526595552,
+457,5496,0.02993888035416603,687,6.033228146407055e-05,
+458,5504,0.030147645622491837,688,7.754087801004061e-05,
+,,,688,,5.164583126315847e-05
+459,5512,0.030046474188566208,689,7.546980532424641e-05,
+459,5520,0.030366621911525726,690,7.645376535947435e-05,
+460,5528,0.032260309904813766,691,7.339970215980429e-05,
+461,5536,0.030656903982162476,692,9.007130211102776e-05,
+461,5544,0.030415941029787064,693,5.897647838537523e-05,
+462,5552,0.03066839650273323,694,7.330889229706372e-05,
+463,5560,0.03066302463412285,695,6.448920430557337e-05,
+463,5568,0.030186649411916733,696,0.00010161874752157019,
+464,5576,0.029983650892972946,697,5.7531334277882706e-05,
+465,5584,0.030326057225465775,698,7.097035813785624e-05,
+465,5592,0.02978036180138588,699,9.454170321987476e-05,
+466,5600,0.030163325369358063,700,7.281843454620684e-05,
+467,5608,0.0299157053232193,701,8.159344952218817e-05,
+467,5616,0.030337531119585037,702,8.053535930230282e-05,
+468,5624,0.03001278266310692,703,9.536047627989319e-05,
+469,5632,0.030691225081682205,704,5.224189362706966e-05,
+,,,704,,5.09604396938812e-05
+469,5640,0.030477575957775116,705,8.326198894792469e-05,
+470,5648,0.030347567051649094,706,8.283037459477782e-05,
+471,5656,0.030398216098546982,707,5.891703631277778e-05,
+471,5664,0.030691295862197876,708,8.457350349999615e-05,
+472,5672,0.030027296394109726,709,9.22174185689073e-05,
+473,5680,0.030209988355636597,710,7.479930354747921e-05,
+473,5688,0.03022819757461548,711,5.7575943174015265e-05,
+474,5696,0.02986506000161171,712,9.194910762744257e-05,
+475,5704,0.030838709324598312,713,6.0704905536113074e-05,
+475,5712,0.03173525631427765,714,7.363682516370318e-05,
+476,5720,0.030151933431625366,715,6.408724630091456e-05,
+477,5728,0.030166439712047577,716,8.807497533780406e-05,
+477,5736,0.030286725610494614,717,7.564893621747615e-05,
+478,5744,0.03016103431582451,718,8.882008955879428e-05,
+479,5752,0.030347101390361786,719,6.200134885148145e-05,
+479,5760,0.0306515134871006,720,8.09075459073938e-05,
+,,,720,,5.3403993661049753e-05
+480,5768,0.030806269496679306,721,5.805263276670303e-05,
+481,5776,0.03043825924396515,722,8.421529946645023e-05,
+481,5784,0.029937051236629486,723,8.736010886423173e-05,
+482,5792,0.03291032463312149,724,8.558638546674047e-05,
+483,5800,0.030302513390779495,725,7.952313535497524e-05,
+483,5808,0.0298057422041893,726,5.86483536153537e-05,
+484,5816,0.03042266145348549,727,9.799721419767593e-05,
+485,5824,0.031103435903787613,728,5.419348963187076e-05,
+485,5832,0.03037107363343239,729,8.81645632944128e-05,
+486,5840,0.03282835707068443,730,6.764779891454964e-05,
+487,5848,0.030906271189451218,731,6.240339371288428e-05,
+487,5856,0.030355345457792282,732,8.883532655090676e-05,
+488,5864,0.030404958873987198,733,7.053896274555882e-05,
+489,5872,0.030709724873304367,734,0.00010251247022097232,
+489,5880,0.03023723140358925,735,4.948513787894626e-05,
+490,5888,0.030254822224378586,736,8.896849658412975e-05,
+,,,736,,5.107960168970749e-05
+491,5896,0.030017022043466568,737,6.70818253638572e-05,
+491,5904,0.03028785064816475,738,7.342896810769162e-05,
+492,5912,0.031239312142133713,739,8.4633266851597e-05,
+493,5920,0.03385354205965996,740,6.179192587296711e-05,
+493,5928,0.02987225353717804,741,7.694567375438055e-05,
+494,5936,0.030379168689250946,742,8.119051472021965e-05,
+495,5944,0.030781947076320648,743,7.68104487178789e-05,
+495,5952,0.03023647516965866,744,7.317620475078002e-05,
+496,5960,0.03126916661858559,745,5.787366148979345e-05,
+497,5968,0.029914285987615585,746,8.40824445731414e-05,
+497,5976,0.02979729324579239,747,6.918244071130175e-05,
+498,5984,0.029873766005039215,748,6.857134462734393e-05,
+499,5992,0.02953212335705757,749,8.493160498801444e-05,
+499,6000,0.02971552684903145,750,6.968868660806038e-05,
+500,6008,0.029332157224416733,751,8.36344206618378e-05,
+501,6016,0.03099820390343666,752,7.687005927436985e-05,
+,,,752,,4.964926483808085e-05
+501,6024,0.030561473220586777,753,6.876582529002917e-05,
+502,6032,0.03398102894425392,754,7.414389710902469e-05,
+503,6040,0.02985445410013199,755,6.983805815252708e-05,
+503,6048,0.03002474084496498,756,8.022299380172626e-05,
+504,6056,0.030192658305168152,757,7.709385636189836e-05,
+505,6064,0.02999947965145111,758,5.265878780846833e-05,
+505,6072,0.030415643006563187,759,9.367754182676435e-05,
+506,6080,0.03009481355547905,760,8.527325758223014e-05,
+507,6088,0.029988262802362442,761,5.1377636737015564e-05,
+507,6096,0.030242182314395905,762,8.607901690993458e-05,
+508,6104,0.030340567231178284,763,5.9438262269395636e-05,
+509,6112,0.030338022857904434,764,9.971132385544479e-05,
+509,6120,0.030052386224269867,765,5.817190094603575e-05,
+510,6128,0.030276402831077576,766,8.068484112300212e-05,
+511,6136,0.030081450939178467,767,7.520171334363113e-05,
+511,6144,0.03019491210579872,768,6.545779751832015e-05,
+,,,768,,5.1705355872400105e-05
+512,6152,0.030191004276275635,769,7.582774696857086e-05,
+513,6160,0.030140914022922516,770,5.6264806971739745e-05,
+513,6168,0.030036192387342453,771,8.236868097810657e-05,
+514,6176,0.02966201677918434,772,8.911829218050116e-05,
+515,6184,0.03066520020365715,773,4.5507044887926895e-05,
+515,6192,0.030015185475349426,774,8.120653319565463e-05,
+516,6200,0.03021984174847603,775,7.544019717897754e-05,
+517,6208,0.03027372807264328,776,5.821640206704615e-05,
+517,6216,0.03042859211564064,777,8.537880239600781e-05,
+518,6224,0.030205268412828445,778,6.669479307674919e-05,
+519,6232,0.029847007244825363,779,7.655776789761148e-05,
+519,6240,0.02984395995736122,780,7.503799815822276e-05,
+520,6248,0.03234157711267471,781,6.0913524521311047e-05,
+521,6256,0.030199527740478516,782,9.94880765574635e-05,
+521,6264,0.03070957213640213,783,6.197105949468096e-05,
+522,6272,0.030151940882205963,784,8.794139512247057e-05,
+,,,784,,4.8844631237443537e-05
+523,6280,0.030081793665885925,785,5.268880204312154e-05,
+523,6288,0.030458256602287292,786,7.982033275766298e-05,
+524,6296,0.030259184539318085,787,6.830298843851779e-05,
+525,6304,0.03036917746067047,788,8.563192841393175e-05,
+525,6312,0.030696380883455276,789,6.279079843807267e-05,
+526,6320,0.030194759368896484,790,5.93936651966942e-05,
+527,6328,0.030114691704511642,791,9.482435507379705e-05,
+527,6336,0.03090706467628479,792,6.645608254984836e-05,
+528,6344,0.029924124479293823,793,6.980849866522476e-05,
+529,6352,0.030293326824903488,794,6.870583411000553e-05,
+529,6360,0.02998191863298416,795,8.746315870666876e-05,
+530,6368,0.029637467116117477,796,8.002845652299584e-05,
+531,6376,0.02982950210571289,797,8.737532152736094e-05,
+531,6384,0.030326560139656067,798,5.827618724651984e-05,
+532,6392,0.030419915914535522,799,8.953553970059147e-05,
+533,6400,0.030350957065820694,800,5.6189499446190894e-05,
+,,,800,,5.167561539565213e-05
+533,6408,0.029985256493091583,801,7.110519391062553e-05,
+534,6416,0.030368879437446594,802,7.317576410059701e-05,
+535,6424,0.03013158217072487,803,6.0973056861257646e-05,
+535,6432,0.029870014637708664,804,8.366428755834932e-05,
+536,6440,0.03035595640540123,805,6.29101609774807e-05,
+537,6448,0.030086420476436615,806,9.905593833536841e-05,
+537,6456,0.030440442264080048,807,5.644349494104972e-05,
+538,6464,0.030141040682792664,808,8.230919229390565e-05,
+539,6472,0.03110434114933014,809,5.303147963786614e-05,
+539,6480,0.030418597161769867,810,7.791353755237651e-05,
+540,6488,0.030761852860450745,811,7.466526039934251e-05,
+541,6496,0.03059595450758934,812,9.017628190122196e-05,
+541,6504,0.030314385890960693,813,5.382107224249921e-05,
+542,6512,0.030310939997434616,814,7.69153589317284e-05,
+543,6520,0.030529722571372986,815,7.076150450302521e-05,
+543,6528,0.030551094561815262,816,6.995763715167413e-05,
+,,,816,,5.319529736880213e-05
+544,6536,0.031213004142045975,817,6.679868874925887e-05,
+545,6544,0.030450977385044098,818,8.215964726332459e-05,
+545,6552,0.030036382377147675,819,6.499628034362104e-05,
+546,6560,0.03159602731466293,820,5.617517354039592e-05,
+547,6568,0.030264604836702347,821,8.834313121042214e-05,
+547,6576,0.030564121901988983,822,7.873304457461927e-05,
+548,6584,0.03036019206047058,823,5.401501903179451e-05,
+549,6592,0.030449863523244858,824,8.367913846996089e-05,
+549,6600,0.03036215528845787,825,8.586980948166456e-05,
+550,6608,0.030527792870998383,826,7.996938757059979e-05,
+551,6616,0.029788654297590256,827,5.562404567172052e-05,
+551,6624,0.029761284589767456,828,8.455905117443763e-05,
+552,6632,0.0303601436316967,829,7.198438834166154e-05,
+553,6640,0.030598636716604233,830,7.259416042870726e-05,
+553,6648,0.031370241194963455,831,7.688530240557157e-05,
+554,6656,0.030987977981567383,832,6.965951661186409e-05,
+,,,832,,4.792079562321305e-05
+555,6664,0.03079191967844963,833,0.00010059083115265821,
+555,6672,0.03048056736588478,834,4.765241624227201e-05,
+556,6680,0.030172862112522125,835,6.435519389924593e-05,
+557,6688,0.030520707368850708,836,8.436551661361591e-05,
+557,6696,0.03025808185338974,837,7.03438995515171e-05,
+558,6704,0.03060254454612732,838,7.584139279970259e-05,
+559,6712,0.030466176569461823,839,6.645660096182837e-05,
+559,6720,0.030464082956314087,840,8.253230862464989e-05,
+560,6728,0.03087795153260231,841,6.97195432621811e-05,
+561,6736,0.031289324164390564,842,7.299668050109176e-05,
+561,6744,0.03041292354464531,843,7.611004389218579e-05,
+562,6752,0.030027002096176147,844,9.276815353587153e-05,
+563,6760,0.030262809246778488,845,3.629853426900809e-05,
+563,6768,0.030411794781684875,846,9.744657609189744e-05,
+564,6776,0.030219335108995438,847,6.070421500226075e-05,
+565,6784,0.031054019927978516,848,7.538164709330886e-05,
+,,,848,,4.7652636567363515e-05
+565,6792,0.030561678111553192,849,7.438198781528627e-05,
+566,6800,0.030921008437871933,850,9.044372927746736e-05,
+567,6808,0.03003745898604393,851,6.250692035791872e-05,
+567,6816,0.02972569316625595,852,6.791636269554147e-05,
+568,6824,0.030806422233581543,853,8.166861425706884e-05,
+569,6832,0.0302448570728302,854,5.2867463637085166e-05,
+569,6840,0.03067367523908615,855,8.220452627938357e-05,
+570,6848,0.030904963612556458,856,7.821170538591105e-05,
+571,6856,0.030706729739904404,857,5.709928063879488e-05,
+571,6864,0.030197978019714355,858,7.915033961580775e-05,
+572,6872,0.03152589872479439,859,6.678410500171594e-05,
+573,6880,0.03068731725215912,860,6.863117664579477e-05,
+573,6888,0.030556533485651016,861,7.87329831837269e-05,
+574,6896,0.03032013773918152,862,8.350067582796328e-05,
+575,6904,0.03045923262834549,863,7.935964003991103e-05,
+575,6912,0.03077632188796997,864,6.058461644897761e-05,
+,,,864,,5.3076091717230156e-05
+576,6920,0.030547209084033966,865,6.818387282692129e-05,
+577,6928,0.03028104454278946,866,9.72236070992949e-05,
+577,6936,0.03117053210735321,867,5.5877392242109636e-05,
+578,6944,0.03065943717956543,868,5.5102653732319595e-05,
+579,6952,0.0306561216711998,869,9.717927764540946e-05,
+579,6960,0.03041878342628479,870,6.262607757889782e-05,
+580,6968,0.030776619911193848,871,7.512747924920404e-05,
+581,6976,0.030184704810380936,872,6.124115361672011e-05,
+581,6984,0.036204852163791656,873,8.069956129475031e-05,
+582,6992,0.030319347977638245,874,7.773468314553611e-05,
+583,7000,0.03091154247522354,875,7.132771679607686e-05,
+583,7008,0.03014414757490158,876,6.803572296121274e-05,
+584,7016,0.03055712580680847,877,6.813952109041566e-05,
+585,7024,0.030220773071050644,878,8.491734683957475e-05,
+585,7032,0.030806995928287506,879,5.6115319921445916e-05,
+586,7040,0.03053116798400879,880,7.70043852753588e-05,
+,,,880,,4.7056593757588416e-05
+587,7048,0.03034788742661476,881,6.93322617735248e-05,
+587,7056,0.030246108770370483,882,6.243256143534381e-05,
+588,7064,0.030407194048166275,883,5.7993044720205944e-05,
+589,7072,0.030788835138082504,884,8.213082310248865e-05,
+589,7080,0.030438069254159927,885,7.27428723621415e-05,
+590,7088,0.031120318919420242,886,7.399458127110847e-05,
+591,7096,0.03051203116774559,887,7.342926801356953e-05,
+591,7104,0.030404318124055862,888,7.173039102781331e-05,
+592,7112,0.030791599303483963,889,7.344360483330092e-05,
+593,7120,0.03054998815059662,890,5.516203009392484e-05,
+593,7128,0.030671630054712296,891,8.597488340456039e-05,
+594,7136,0.030440934002399445,892,7.33250412849884e-05,
+595,7144,0.030745752155780792,893,7.111870263543096e-05,
+595,7152,0.030500449240207672,894,7.35032929242152e-05,
+596,7160,0.030869565904140472,895,8.548226878701826e-05,
+597,7168,0.03015398606657982,896,7.348858707700856e-05,
+,,,896,,4.869561962550506e-05
+597,7176,0.030664939433336258,897,6.459350561272004e-05,
+598,7184,0.03051203489303589,898,4.887434965894499e-05,
+599,7192,0.03052520379424095,899,8.071446063695475e-05,
+599,7200,0.030680079013109207,900,9.457116311750724e-05,
+600,7208,0.030396122485399246,901,8.57363002069178e-05,
+601,7216,0.030549056828022003,902,4.638591940420156e-05,
+601,7224,0.036855198442935944,903,8.201065497814852e-05,
+602,7232,0.03602730855345726,904,7.813740603523911e-05,
+603,7240,0.04060941934585571,905,6.0809279602835886e-05,
+603,7248,0.03607062250375748,906,7.162576685004751e-05,
+604,7256,0.03649701178073883,907,8.15189523564186e-05,
+605,7264,0.04461061581969261,908,5.7814514548226725e-05,
+605,7272,0.04265502467751503,909,8.722543725525611e-05,
+606,7280,0.03396696224808693,910,6.48320760774368e-05,
+607,7288,0.03606700897216797,911,7.515686002079747e-05,
+607,7296,0.035421449691057205,912,7.630480013176566e-05,
+,,,912,,4.955985787091777e-05
+608,7304,0.03445841744542122,913,6.058477219994529e-05,
+609,7312,0.04232748597860336,914,0.00010160365081901546,
+609,7320,0.03295222297310829,915,6.0228225265746005e-05,
+610,7328,0.03291911259293556,916,5.756097493758716e-05,
+611,7336,0.034120459109544754,917,7.749656879241229e-05,
+611,7344,0.034487418830394745,918,7.07916142346221e-05,
+612,7352,0.0371285118162632,919,8.610874738224084e-05,
+613,7360,0.042793143540620804,920,4.10518064200005e-05,
+613,7368,0.04004542902112007,921,9.114472231885884e-05,
+614,7376,0.03886226937174797,922,7.351823933277046e-05,
+615,7384,0.039600349962711334,923,6.487688688139315e-05,
+615,7392,0.03970231115818024,924,7.149193743316573e-05,
+616,7400,0.04076268523931503,925,7.052267665130785e-05,
+617,7408,0.040886085480451584,926,9.05637148207461e-05,
+617,7416,0.032832786440849304,927,5.8946627177647315e-05,
+618,7424,0.0376114547252655,928,7.970134993229294e-05,
+,,,928,,5.242046609055251e-05
+619,7432,0.03602028265595436,929,5.540066604226013e-05,
+619,7440,0.03342448174953461,930,7.943350874484167e-05,
+620,7448,0.03492509573698044,931,7.330832522711717e-05,
+621,7456,0.033835381269454956,932,8.52148959893384e-05,
+621,7464,0.03458598628640175,933,7.176019175858528e-05,
+622,7472,0.03627339377999306,934,6.681404511255096e-05,
+623,7480,0.03360836207866669,935,6.317795305221807e-05,
+623,7488,0.03352878987789154,936,8.934071183830383e-05,
+624,7496,0.04031038656830788,937,6.128591121523641e-05,
+625,7504,0.033288709819316864,938,7.098543210304342e-05,
+625,7512,0.0345245823264122,939,8.023808322832338e-05,
+626,7520,0.0344846211373806,940,9.24106875572761e-05,
+627,7528,0.035299837589263916,941,3.9919356822792906e-05,
+627,7536,0.03353011608123779,942,8.71062911755871e-05,
+628,7544,0.03845222294330597,943,6.615691609113128e-05,
+629,7552,0.047568049281835556,944,7.979129668456153e-05,
+,,,944,,5.054317807662301e-05
+629,7560,0.03348662331700325,945,8.689779087944771e-05,
+630,7568,0.034455399960279465,946,7.015116216280148e-05,
+631,7576,0.03507787361741066,947,6.134555360404192e-05,
+631,7584,0.03884323313832283,948,7.369722925432143e-05,
+632,7592,0.048814281821250916,949,7.114964091670117e-05,
+633,7600,0.03394260257482529,950,7.292219970622682e-05,
+633,7608,0.04353881999850273,951,7.3324581990164e-05,
+634,7616,0.033839691430330276,952,8.39763333715382e-05,
+635,7624,0.05007132515311241,953,4.8382729346485576e-05,
+635,7632,0.03368768095970154,954,9.351374683319591e-05,
+636,7640,0.032068975269794464,955,6.444433074648259e-05,
+637,7648,0.042574238032102585,956,8.122153849399183e-05,
+637,7656,0.04520411044359207,957,6.283558923314558e-05,
+638,7664,0.03344351053237915,958,7.022588897598325e-05,
+639,7672,0.03475036844611168,959,8.910254700822406e-05,
+639,7680,0.034229304641485214,960,6.511494711958221e-05,
+,,,960,,4.8636058636475354e-05
+640,7688,0.034019578248262405,961,8.084869568847353e-05,
+641,7696,0.034816913306713104,962,5.6696873343753396e-05,
+641,7704,0.049279820173978806,963,8.479694497509627e-05,
+642,7712,0.04108145460486412,964,8.122144299704814e-05,
+643,7720,0.04741352051496506,965,6.30141666988493e-05,
+643,7728,0.04140862077474594,966,7.676633867959026e-05,
+644,7736,0.03979206085205078,967,4.012797626273823e-05,
+645,7744,0.040749646723270416,968,9.665781362855341e-05,
+645,7752,0.03422978147864342,969,7.420357314913417e-05,
+646,7760,0.047335684299468994,970,4.1588220028643264e-05,
+647,7768,0.03491700440645218,971,0.0001106185291064321,
+647,7776,0.034612350165843964,972,5.7411957413933123e-05,
+648,7784,0.03940415382385254,973,7.24753758731822e-05,
+649,7792,0.048531439155340195,974,6.480270667452714e-05,
+649,7800,0.036305494606494904,975,7.326444256250397e-05,
+650,7808,0.034130945801734924,976,7.676575069126557e-05,
+,,,976,,4.83380354125984e-05
+651,7816,0.03691544756293297,977,6.338694970509096e-05,
+651,7824,0.039137501269578934,978,7.476969221897889e-05,
+652,7832,0.040618930011987686,979,8.426109889114741e-05,
+653,7840,0.04006178677082062,980,5.313591282174457e-05,
+653,7848,0.040505215525627136,981,7.299656135728583e-05,
+654,7856,0.03787550330162048,982,8.198145133064827e-05,
+655,7864,0.042744752019643784,983,6.03920475441555e-05,
+655,7872,0.03922542557120323,984,6.213491224116297e-05,
+656,7880,0.03992630913853645,985,6.118177248026768e-05,
+657,7888,0.04144681990146637,986,9.710421318231965e-05,
+657,7896,0.04081429913640022,987,5.148173659108579e-05,
+658,7904,0.033444300293922424,988,5.465506274049403e-05,
+659,7912,0.034479331225156784,989,0.00010397276992080151,
+659,7920,0.03453747555613518,990,5.776955322289723e-05,
+660,7928,0.03817448019981384,991,7.873335334807052e-05,
+661,7936,0.03463581204414368,992,6.556246898981044e-05,
+,,,992,,4.747376806335524e-05
+661,7944,0.040439020842313766,993,7.178944611041516e-05,
+662,7952,0.05087029188871384,994,7.693023826504941e-05,
+663,7960,0.04259293153882027,995,5.9662073454092024e-05,
+663,7968,0.03464476019144058,996,8.406716551689897e-05,
+664,7976,0.033295150846242905,997,7.837558678147616e-05,
+665,7984,0.040601808577775955,998,6.387798066498362e-05,
+665,7992,0.040404535830020905,999,6.629251856793417e-05,
+666,8000,0.035895299166440964,1000,5.565384481087676e-05,
+667,8008,0.040515486150979996,1001,0.00010608863522065803,
+667,8016,0.03728346526622772,1002,5.4461818990603206e-05,
+668,8024,0.03323505073785782,1003,8.4067399484411e-05,
+669,8032,0.04280782863497734,1004,8.184715579773183e-05,
+669,8040,0.035213369876146317,1005,4.5968874474056065e-05,
+670,8048,0.0345601886510849,1006,6.104752333158103e-05,
+671,8056,0.04333249479532242,1007,6.167277479107725e-05,
+671,8064,0.03464275598526001,1008,8.43209202230355e-05,
+,,,1008,,4.836779771721922e-05
+672,8072,0.03534567356109619,1009,7.26831501651759e-05,
+673,8080,0.0345623716711998,1010,9.160577860711783e-05,
+673,8088,0.03921099007129669,1011,6.192664841364603e-05,
+674,8096,0.03963088244199753,1012,5.906555225010379e-05,
+675,8104,0.040801040828228,1013,0.00010085874032483844,
+675,8112,0.041483551263809204,1014,5.428278063845937e-05,
+676,8120,0.03345108404755592,1015,6.589005533896852e-05,
+677,8128,0.04106752574443817,1016,9.328980695499922e-05,
+677,8136,0.040144290775060654,1017,5.149664411874255e-05,
+678,8144,0.03312884643673897,1018,6.422063916033949e-05,
+679,8152,0.03545471653342247,1019,6.276090243773069e-05,
+679,8160,0.03391024097800255,1020,8.470813554595225e-05,
+680,8168,0.03368638455867767,1021,4.815906822841498e-05,
+681,8176,0.044155552983284,1022,9.470545865042368e-05,
+681,8184,0.034489069133996964,1023,7.047930148473824e-05,
+682,8192,0.034450333565473557,1024,5.791832109025563e-05,
+,,,1024,,4.7324763727374375e-05
+683,8200,0.03459477797150612,1025,8.008925260583055e-05,
+683,8208,0.037870943546295166,1026,6.839291199867148e-05,
+684,8216,0.03511815145611763,1027,6.31186408099893e-05,
+685,8224,0.03849848732352257,1028,8.297911108456901e-05,
+685,8232,0.03407718986272812,1029,7.140285470086383e-05,
+686,8240,0.03453512489795685,1030,8.369415718334494e-05,
+687,8248,0.03396456316113472,1031,4.7056608764250996e-05,
+687,8256,0.035020023584365845,1032,8.216023479690193e-05,
+688,8264,0.047901324927806854,1033,6.916765687492443e-05,
+689,8272,0.044238749891519547,1034,9.22467440886976e-05,
+689,8280,0.03337878733873367,1035,5.590731234406121e-05,
+690,8288,0.03372377157211304,1036,7.47100607441098e-05,
+691,8296,0.033353790640830994,1037,8.098284388324828e-05,
+691,8304,0.03504861518740654,1038,5.730755742661131e-05,
+692,8312,0.04181557893753052,1039,7.338402519962983e-05,
+693,8320,0.03396707400679588,1040,6.213510550878709e-05,
+,,,1040,,5.3105941333342344e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+49220,0
+43001,0
+36063,1
+60616,0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+49220,-4.2199197e-05,-10.875042
+43001,-4.1603176e-05,-11.375042
+36063,-9.625096,-9.6435666e-05
+60616,-3.5881352e-05,-12.375036

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-2.8252203e-05,-11.875029
+12007,-4.1722382e-05,-10.875042
+8229,-5.0066647e-05,-10.25005
+31449,-9.1251335,-0.0001335055
+1591,-3.3378044e-05,-12.000033
+53542,-3.773266,-0.023266178
+49372,-0.078991316,-2.5789914
+54831,-7.056941e-05,-10.250071
+44771,-4.6013727e-05,-11.250046
+33116,-3.70734e-05,-12.875037
+33492,-0.01108323,-4.511083
+16982,-2.3007127e-05,-11.750023
+31901,-0.20160425,-1.7016042
+49817,-5.6384404e-05,-10.500056
+60681,-0.82638144,-0.57638144
+39890,-0.00014780859,-9.000148
+62685,-5.1735493e-05,-10.6250515
+2201,-8.625855,-0.0008557948
+47201,-3.3378044e-05,-11.750033
+20835,-9.500159,-0.00015889335
+15421,-0.006737847,-5.0067377
+45021,-5.233151e-05,-10.500052
+45802,-5.662281e-05,-11.500056
+43637,-4.029193e-05,-11.00004
+7160,-2.7656173e-05,-12.000028
+8150,-8.880698e-05,-9.625089
+3512,-8.500231,-0.00023088173
+29264,-3.552374e-05,-12.750035
+32960,-4.9947444e-05,-11.62505
+32221,-3.552374e-05,-11.250035
+35996,-2.8729026e-05,-11.750029
+4422,-9.875103,-0.00010334911
+22209,-3.6954196e-05,-11.375037
+6920,-10.750042,-4.2318403e-05
+25253,-4.6490542e-05,-10.875047
+680,-2.860982e-05,-12.000029
+50140,-5.628629,-0.0036291708
+28481,-1.1369567,-0.38695675
+36298,-3.6477377e-05,-11.000036
+16473,-8.375256,-0.00025567124
+11102,-0.00039295582,-7.875393
+62901,-3.2305197e-05,-11.250032
+16123,-5.87783,-0.0028299543
+52012,-3.6596583e-05,-12.250036
+60780,-5.3642743e-05,-10.875053
+1781,-6.7512136,-0.0012136482
+41449,-3.552374e-05,-11.625035
+908,-0.0002845121,-8.250284
+15507,-8.625229,-0.00022861728
+57914,-4.6252135e-05,-11.625046
+46159,-2.8967437e-05,-11.125029
+56461,-2.3502603,-0.10026029
+62107,-8.9760564e-05,-12.00009
+49087,-9.375115,-0.00011574552
+65792,-3.3616456e-05,-11.625033
+13181,-5.2689116e-05,-10.500052
+54119,-7.5005817,-0.00058169133
+51997,-2.2053475e-05,-12.375022
+24924,-9.000148,-0.00014757022
+45890,-3.802704e-05,-11.125038
+41716,-0.0010792152,-7.001079
+60175,-3.6000558e-05,-11.375036
+30318,-2.4556812e-05,-12.250025
+13221,-5.379649,-0.004648949
+15509,-8.500223,-0.00022361163
+37365,-0.0010694505,-6.8760695
+60975,-6.2344516e-05,-10.500062
+51375,-0.0037396275,-11.003739
+16004,-8.625213,-0.00021300431
+12837,-0.0046411175,-5.379641
+17864,-5.00676,-0.0067601074
+67134,-0.5233594,-0.8983594
+18611,-1.1370445,-0.38704458
+12861,-0.00060301716,-7.500603
+58084,-9.125131,-0.00013100242
+32874,-4.3629647e-05,-11.500044
+32717,-7.8757906,-0.000790641
+23413,-8.3753,-0.00030060063
+59634,-5.090107e-05,-10.875051
+15629,-6.198691e-05,-11.000062
+47071,-5.6980418e-05,-10.750057
+48558,-5.2552533,-0.0052533206
+3648,-3.397407e-05,-11.250034
+43367,-6.6754976e-05,-9.875067
+14869,-3.194758e-05,-12.750031
+1518,-4.804019e-05,-10.750048
+16976,-9.125991,-0.0009912107
+20931,-5.2552514,-0.0052513042
+67379,-8.2502985,-0.00029893222
+4741,-3.5046916e-05,-11.625035
+5765,-6.5015426,-0.0015426889
+48791,-6.484775e-05,-10.125065
+15298,-4.4106466e-05,-11.500044
+21874,-0.20190832,-1.7019083
+9095,-3.4086807,-0.033680696
+3840,-4.5110726,-0.011072502
+55636,-5.3761945e-05,-10.125053
+57364,-0.00038187363,-8.000381
+65863,-4.9470633e-05,-11.62505
+40786,-3.0517112e-05,-12.7500305
+8118,-2.350249,-0.100249074
+52441,-2.9921084e-05,-12.12503
+38593,-0.00028046014,-8.25028
+5517,-3.7311813e-05,-11.750037
+39136,-2.4199193e-05,-11.875024
+47292,-8.272783e-05,-11.000083
+34052,-8.7972585e-05,-10.250088
+16037,-9.500112,-0.00011145447
+64606,-5.504104,-0.00410393
+19552,-3.8146245e-05,-11.250038
+14116,-0.0019503873,-6.2519503
+11261,-0.00010716341,-9.375107
+11668,-7.0009365,-0.0009363081
+42198,-8.875156,-0.00015686711
+22526,-9.125178,-0.00017855957
+8037,-7.378783e-05,-9.875073
+5324,-0.001109104,-6.876109
+56692,-2.6106494e-05,-11.875026
+59753,-6.210611e-05,-10.250062
+47298,-4.6609744e-05,-11.000047
+57801,-0.00031323294,-8.125313
+58413,-10.625045,-4.4702483e-05
+10673,-2.527205e-05,-12.250025
+65730,-9.875071,-7.056941e-05
+40287,-6.251965,-0.0019649023
+15186,-1.2234762,-0.3484762
+43119,-4.0172723e-05,-11.12504
+39219,-7.2507358,-0.0007358466
+50340,-6.031808e-05,-10.00006
+34297,-7.62556,-0.00055976934
+62941,-2.324554e-05,-11.875023
+31551,-10.875062,-6.1748506e-05
+41344,-6.3767295,-0.0017296606
+46402,-0.06198554,-2.8119855
+13636,-0.7576459,-0.6326459
+42241,-6.251949,-0.0019488406
+15422,-5.7338024e-05,-10.000057
+25014,-6.501533,-0.0015331669
+19613,-4.5656117e-05,-10.750046
+5515,-3.623897e-05,-11.750036
+64128,-2.7894584e-05,-12.875028
+28084,-3.778863e-05,-13.125038
+10395,-2.62257e-05,-11.500026
+9965,-4.3868058e-05,-10.500044
+27221,-2.126986,-0.12698612
+11994,-4.708656e-05,-13.000047
+43384,-2.741776e-05,-11.500028
+44329,-4.029193e-05,-13.00004
+58937,-3.5881352e-05,-12.875036
+29119,-2.0146166e-05,-12.25002
+8989,-0.00046909772,-11.750469
+23043,-6.3767242,-0.0017243054
+32166,-3.9695904e-05,-12.00004
+42729,-3.6954196e-05,-12.875037
+6863,-2.5789688,-0.07896873
+41187,-8.63038e-05,-12.000086
+36039,-10.875059,-5.960287e-05
+55977,-8.225103e-05,-10.375082
+8129,-4.6347747,-0.009774561
+60223,-6.7512293,-0.0012292456
+9414,-2.2172682e-05,-12.250022
+26177,-3.6715788e-05,-11.875036
+38443,-3.0397907e-05,-11.3750305
+43084,-3.6596583e-05,-12.250036
+53673,-4.8159392e-05,-11.000048
+15057,-2.8252203e-05,-12.375029
+51700,-0.00011395759,-10.8751135
+51201,-3.4087498,-0.033749737
+47078,-0.04305518,-3.1680553
+59961,-0.0008208958,-7.125821
+22272,-4.6252135e-05,-10.875046
+65773,-7.3549425e-05,-9.750073
+33746,-0.00017546068,-8.750175
+27311,-7.5005856,-0.0005856229
+41292,-2.6702524e-05,-11.375027
+17110,-0.0005065112,-7.7505064
+57029,-5.113948e-05,-11.7500515
+3009,-1.5019875,-0.25198743
+40193,-1.6004496,-0.22544955
+27618,-0.2014533,-1.7014533
+20145,-9.12514,-0.00013982272
+52193,-4.8826327,-0.007632735
+34398,-6.627817e-05,-10.875066
+36473,-5.7532425,-0.0032423565
+43577,-2.2887922e-05,-12.125023
+57850,-8.125313,-0.00031287543
+61117,-0.00013457824,-10.125134
+32569,-8.511181e-05,-9.625085
+12290,-11.125054,-5.435796e-05
+19499,-7.5005817,-0.0005815722
+60470,-4.4344873e-05,-10.500044
+8962,-10.375077,-7.688704e-05
+65955,-4.14106,-0.016059805
+62486,-0.00031704645,-8.125317
+19000,-5.0066647e-05,-10.75005
+22631,-0.012791488,-4.3877916
+25613,-2.5629668e-05,-12.000026
+56086,-2.01772,-0.14272004
+28883,-9.3694114e-05,-9.625093
+26425,-5.877838,-0.0028381564
+48097,-5.3285134e-05,-10.375053
+61477,-0.00014292172,-9.250143
+9121,-0.0005886014,-7.5005884
+66709,-1.1369188,-0.38691878
+51472,-0.22560929,-1.6006093
+19809,-5.7535205,-0.0035204834
+38959,-6.7511992,-0.0011991223
+39849,-2.0980615e-05,-12.000021
+59964,-4.1007155e-05,-10.875041
+65268,-8.000363,-0.00036376057
+8791,-4.5894525e-05,-11.375046
+51774,-0.0028194934,-5.8778195
+49640,-4.088795e-05,-12.250041
+20125,-2.9299374,-0.05493726
+59640,-3.6477377e-05,-11.625036
+68206,-6.8761315,-0.0011314902
+48079,-8.00037,-0.0003695997
+49583,-0.00065126666,-7.3756514
+67054,-2.9921084e-05,-11.50003
+59571,-2.6464111e-05,-12.000027
+29080,-0.06999158,-2.6949916
+29111,-4.0181866,-0.018186368
+20758,-0.005971567,-5.1309714
+64023,-4.1603176e-05,-11.500042
+29058,-4.7444173e-05,-11.625048
+18185,-2.7179349e-05,-13.750027
+36543,-4.2199197e-05,-10.750042
+54983,-0.00118793,-6.751188
+3101,-9.274053e-05,-9.5000925
+42140,-4.577532e-05,-11.750046
+6954,-2.002696e-05,-12.25002
+15955,-0.7576802,-0.6326802
+61746,-3.2901222e-05,-12.375032
+32055,-5.2450712e-05,-11.000052
+39496,-7.12591,-0.00090962986
+59909,-3.0755524e-05,-11.0000305
+66296,-6.091409e-05,-12.250061
+46804,-0.6931839,-0.6931839
+35049,-7.6767836e-05,-12.375076
+56017,-0.0011355388,-6.8761353
+26947,-3.8955662,-0.020566309
+38928,-4.3748852e-05,-11.875044
+15029,-6.8760757,-0.0010757619
+7086,-3.3020428e-05,-12.375033
+537,-6.437094e-05,-12.125064
+50731,-6.6754976e-05,-10.000067
+63604,-5.779743,-0.029743243
+67049,-3.3616456e-05,-11.000033
+31161,-2.5629668e-05,-11.625026
+58922,-4.7586393,-0.00863934
+18347,-4.8826637,-0.007663612
+25864,-4.4702483e-05,-10.750045
+63846,-3.7192607e-05,-11.125037
+13353,-3.826545e-05,-11.000038
+25378,-0.00021026308,-8.62521
+59101,-8.875214,-0.00021371941
+20895,-4.6490542e-05,-10.625047
+48119,-9.3751135,-0.00011383839
+14332,-2.2172682e-05,-12.125022
+25497,-7.500584,-0.0005840741
+8686,-4.5060096e-05,-11.000045
+22758,-0.0013596109,-6.6263595
+7666,-4.0649542e-05,-11.750041
+20686,-0.00012683064,-9.375127
+18975,-1.0538079,-0.42880788
+19054,-0.89815503,-0.52315503
+48123,-9.3751135,-0.00011312322
+57909,-7.7504525,-0.0004526544
+9226,-1.0538325,-0.4288325
+48653,-3.5404533e-05,-11.750035
+44013,-9.011816e-05,-9.87509
+11409,-6.1272173,-0.002217217
+62736,-5.864925e-05,-10.625058
+2777,-6.0024962,-0.0024963426
+7058,-2.7298554e-05,-12.500028
+48408,-6.019888e-05,-10.75006
+28934,-9.500094,-9.4647694e-05
+46578,-8.625221,-0.00022110878
+23203,-3.564294e-05,-11.125035
+6257,-5.255268,-0.005268262
+53444,-5.9006856e-05,-10.875059
+17816,-3.6954196e-05,-13.000037
+46307,-6.3767347,-0.0017347777
+20599,-9.8751,-9.97732e-05
+29423,-4.5417706e-05,-10.750046
+21041,-2.5868081e-05,-11.750026
+16633,-7.500582,-0.00058228703
+20221,-2.4318399e-05,-11.375024
+27466,-2.7298554e-05,-11.750028
+22987,-7.474143e-05,-10.000074
+9322,-6.8781395e-05,-10.375069
+3265,-4.482169e-05,-11.625045
+22814,-0.00081529754,-7.1258154
+56185,-8.125342,-0.00034266798
+55014,-0.00057180267,-7.5005717
+43437,-6.8760576,-0.0010576614
+24683,-4.5417706e-05,-10.625046
+10233,-4.2079995e-05,-12.500042
+19001,-0.0013773488,-12.751377
+32718,-5.2093103e-05,-10.500052
+31030,-3.8980677e-05,-11.875039
+1099,-3.5046916e-05,-13.250035
+57982,-0.011071912,-4.5110717
+49148,-0.00033408782,-8.125334
+40880,-8.375251,-0.00025114242
+31148,-5.4953973e-05,-12.125055
+9446,-8.625198,-0.00019798703
+18579,-10.375087,-8.7257395e-05
+30932,-7.784064e-05,-9.875078
+40792,-3.6596583e-05,-11.625036
+48600,-5.6861216e-05,-12.125057
+44588,-6.544376e-05,-11.125066
+33828,-0.57597566,-0.82597566
+33917,-4.613293e-05,-11.875046
+2026,-5.8530048e-05,-10.375058
+56745,-4.5417706e-05,-10.625046
+17383,-0.00012099011,-9.375121
+2372,-4.0172723e-05,-11.62504
+56600,-0.0010115751,-8.626012
+50257,-4.553691e-05,-11.000046
+38892,-4.136477e-05,-11.125041
+45844,-8.1774226e-05,-10.875082
+29062,-0.00010227634,-9.750102
+5655,-0.28122282,-1.4062228
+67611,-4.494089e-05,-11.500045
+18546,-5.7218822e-05,-10.625057
+63060,-8.6252165,-0.00021622227
+36068,-0.0052636373,-5.255264
+784,-0.0005459487,-10.2505455
+20429,-5.6980418e-05,-11.375057
+21679,-0.00016032365,-9.00016
+53617,-9.5001,-9.989239e-05
+6978,-8.625203,-0.00020287363
+53262,-4.4464075e-05,-12.375045
+181,-3.3616456e-05,-11.625033
+28744,-9.6435666e-05,-9.625096
+48716,-4.088795e-05,-10.875041
+51468,-2.62257e-05,-11.500026
+62209,-0.1602499,-1.91025
+8732,-0.0015779199,-6.501578
+56949,-0.0032109867,-5.753211
+26885,-3.4808505e-05,-12.875034
+43345,-3.7192607e-05,-11.375037
+8053,-1.9102757,-0.1602757
+59402,-0.34846383,-1.2234638
+49552,-4.2079995e-05,-11.250042
+12348,-7.056941e-05,-10.125071
+28335,-9.8700424e-05,-9.375098
+59114,-0.00011383839,-9.3751135
+12625,-4.264214,-0.014214104
+8876,-2.812044,-0.062043805
+29959,-8.625199,-0.00019941726
+37911,-3.5285328e-05,-11.250035
+38412,-3.2066786e-05,-11.375032
+31999,-2.9682673e-05,-12.50003
+34775,-4.005352e-05,-11.25004
+65737,-0.07891399,-2.578914
+25244,-6.198691e-05,-10.375062
+51630,-0.001342587,-6.626343
+23979,-5.6026798e-05,-10.125056
+34638,-7.750453,-0.0004530119
+22311,-8.500227,-0.00022659119
+14004,-0.17977224,-1.8047723
+310,-1.9430925e-05,-12.750019
+49105,-4.005352e-05,-10.87504
+38782,-9.250119,-0.00011920219
+4647,-7.375647,-0.00064685877
+43782,-2.396078e-05,-12.250024
+66046,-4.458328e-05,-10.875045
+16690,-9.250133,-0.00013290952
+67731,-3.7431015e-05,-11.000037
+54867,-1.4062128,-0.28121275
+34108,-3.7669426e-05,-11.375037
+67332,-7.068861e-05,-9.875071
+22567,-3.0636318e-05,-11.5000305
+57173,-5.2212305e-05,-10.250052
+26527,-8.12534,-0.00034052297
+59580,-0.0007285801,-7.2507286
+20737,-5.4238757e-05,-10.500054
+53307,-2.9563467e-05,-12.87503
+32783,-4.136477e-05,-11.875041
+7868,-8.125327,-0.00032681847
+50777,-2.0742202e-05,-12.500021
+29307,-9.00016,-0.00016032365
+18297,-3.349725e-05,-11.375033
+44524,-8.000354,-0.0003533931
+61320,-4.2318403e-05,-10.875042
+2578,-3.921909e-05,-11.875039
+40612,-6.699338e-05,-12.375067
+32523,-9.309812e-05,-9.500093
+48509,-4.577532e-05,-10.625046
+36666,-2.6949642,-0.06996424
+6539,-6.127248,-0.0022477857
+33620,-7.6255383,-0.0005383234
+55547,-3.0487614,-0.048761394
+11751,-5.006741,-0.0067409254
+30491,-7.1165414e-05,-10.125072
+48294,-2.3502328,-0.10023279
+37424,-0.00010418349,-9.500104
+29155,-4.1245563e-05,-10.500041

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1260 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3899484723806381,0,3.821420669555664,
+0,8,0.05848092958331108,1,4.791472494602203,
+1,16,0.0306081660091877,2,3.680415630340576,
+1,24,0.04911406338214874,3,1.1933330819010735,
+2,32,0.030411604791879654,4,0.6135034142062068,
+3,40,0.030195817351341248,5,0.2199034821242094,
+3,48,0.030320949852466583,6,0.5431233732961118,
+4,56,0.030028756707906723,7,0.247371707810089,
+5,64,0.03022124245762825,8,0.21579213230870664,
+5,72,0.03096168488264084,9,0.17385459499200806,
+6,80,0.031433265656232834,10,0.14556771790375933,
+7,88,0.03122394159436226,11,0.02585284250380937,
+7,96,0.03049173578619957,12,0.15730532849556766,
+8,104,0.030788645148277283,13,0.1210341174446512,
+9,112,0.03142080828547478,14,0.00605962575355079,
+9,120,0.030771702527999878,15,0.01543170512013603,
+10,128,0.030544504523277283,16,0.004076231736689806,
+,,,16,,0.0015854157507419586
+11,136,0.030450187623500824,17,0.0032092153451230843,
+11,144,0.030885465443134308,18,0.0033013587271852884,
+12,152,0.031027883291244507,19,0.002748995797446696,
+13,160,0.031350165605545044,20,0.001262904261238873,
+13,168,0.03076332062482834,21,0.0024351459032914136,
+14,176,0.030838914215564728,22,0.002047550045972457,
+15,184,0.03078116849064827,23,0.0009557740304444451,
+15,192,0.030573178082704544,24,0.001921934886922827,
+16,200,0.03212837874889374,25,0.0017641461454331875,
+17,208,0.03093205764889717,26,0.0006775698275305331,
+17,216,0.030788764357566833,27,0.0013441112314467318,
+18,224,0.030640166252851486,28,0.000798561202827841,
+19,232,0.030294202268123627,29,0.0012032667509629391,
+19,240,0.03073304519057274,30,0.001013126613543136,
+20,248,0.030614808201789856,31,0.0009435878091608174,
+21,256,0.030982911586761475,32,0.0009129038153332658,
+,,,32,,0.0005836426746100188
+21,264,0.030469734221696854,33,0.0005629107254208066,
+22,272,0.030292905867099762,34,0.0008072765049291775,
+23,280,0.030852898955345154,35,0.0006917957434779964,
+23,288,0.031119201332330704,36,0.0005365031465771608,
+24,296,0.03067217767238617,37,0.0006733790651196614,
+25,304,0.03080594912171364,38,0.0005900870419282,
+25,312,0.03045734390616417,39,0.0005243422165222,
+26,320,0.03073442354798317,40,0.00044607475138036534,
+27,328,0.03064373880624771,41,0.000609111950325314,
+27,336,0.030415669083595276,42,0.0005346906036720611,
+28,344,0.030784722417593002,43,0.0005598412644758355,
+29,352,0.030718062072992325,44,0.0004297672348911874,
+29,360,0.030558180063962936,45,0.0005430138044175692,
+30,368,0.030411045998334885,46,0.0004511708903010003,
+31,376,0.030547630041837692,47,0.000485829878016375,
+31,384,0.03084205836057663,48,0.0005076740380900446,
+,,,48,,0.0004570773337036371
+32,392,0.030412204563617706,49,0.0004815654901904054,
+33,400,0.030534595251083374,50,0.00043600927529041655,
+33,408,0.030687272548675537,51,0.0004530921287368983,
+34,416,0.030763760209083557,52,0.0005341099604265764,
+35,424,0.03063322976231575,53,0.00044539375085150823,
+35,432,0.03086506575345993,54,0.0004276659747119993,
+36,440,0.030554823577404022,55,0.0004178544186288491,
+37,448,0.030471067875623703,56,0.00048238598174066283,
+37,456,0.030245579779148102,57,0.00043298898890498094,
+38,464,0.03112611174583435,58,0.00043509841270861216,
+39,472,0.03057316690683365,59,0.00045930041596875526,
+39,480,0.030239131301641464,60,0.00043310297405696474,
+40,488,0.030521780252456665,61,0.00044025558963767253,
+41,496,0.03059806302189827,62,0.00041246047112508677,
+41,504,0.030535969883203506,63,0.00044629943658947013,
+42,512,0.030629508197307587,64,0.00036013638236909173,
+,,,64,,0.00044890353456139565
+43,520,0.03052929788827896,65,0.0004514131105679553,
+43,528,0.030660122632980347,66,0.00047747477947268635,
+44,536,0.030654020607471466,67,0.000439526469563134,
+45,544,0.030804011970758438,68,0.00043165793613297865,
+45,552,0.0314236544072628,69,0.00039959057176019996,
+46,560,0.03111032396554947,70,0.0004266102878318634,
+47,568,0.03105190396308899,71,0.0004636792073142715,
+47,576,0.03081677481532097,72,0.00037824995888513513,
+48,584,0.030845262110233307,73,0.000444926816271618,
+49,592,0.030894357711076736,74,0.00044293796963756904,
+49,600,0.031004682183265686,75,0.0003849662207358051,
+50,608,0.030940160155296326,76,0.0004320200314396061,
+51,616,0.030661042779684067,77,0.00040200028161052614,
+51,624,0.03089996799826622,78,0.00041493431126582436,
+52,632,0.030976880341768265,79,0.0003361116650921758,
+53,640,0.030764460563659668,80,0.000431259937613504,
+,,,80,,0.00037135756574571135
+53,648,0.031077619642019272,81,0.0003730923945113318,
+54,656,0.031808558851480484,82,0.00038338822560035624,
+55,664,0.030655868351459503,83,0.00034927586966659874,
+55,672,0.0332220084965229,84,0.0004216644156258553,
+56,680,0.033698517829179764,85,0.0003943813389923889,
+57,688,0.03327608108520508,86,0.0004093436073162593,
+57,696,0.03335418924689293,87,0.00032592199022474233,
+58,704,0.03656727448105812,88,0.00036007569906360004,
+59,712,0.03339431434869766,89,0.00033508219712530263,
+59,720,0.03429696336388588,90,0.0003904627119482029,
+60,728,0.033689819276332855,91,0.00037249971137498505,
+61,736,0.033646922558546066,92,0.00040285363502334803,
+61,744,0.033304713666439056,93,0.00032831956377776805,
+62,752,0.03490699827671051,94,0.00036746162732015364,
+63,760,0.033459775149822235,95,0.0003759058490686584,
+63,768,0.03413548693060875,96,0.0003415174942347221,
+,,,96,,0.0003448090050369501
+64,776,0.03451184928417206,97,0.0003309263047412969,
+65,784,0.033600497990846634,98,0.0004024934023618698,
+65,792,0.033837560564279556,99,0.00033097157756856177,
+66,800,0.0332726314663887,100,0.0003441532971919514,
+67,808,0.033630527555942535,101,0.00033680668457236607,
+67,816,0.033499691635370255,102,0.00036654149153036997,
+68,824,0.03371664881706238,103,0.0003443908935878426,
+69,832,0.030507512390613556,104,0.00037035324567114003,
+69,840,0.02969967946410179,105,0.0003156408311042469,
+70,848,0.031064264476299286,106,0.00037816892290720716,
+71,856,0.02995404228568077,107,0.00029551860643550754,
+71,864,0.030515726655721664,108,0.00034105429585906677,
+72,872,0.03100002184510231,109,0.00035891393054043874,
+73,880,0.02995169907808304,110,0.00030189333119778894,
+73,888,0.029857520014047623,111,0.0003121716199530056,
+74,896,0.030451305210590363,112,0.0003257998887420399,
+,,,112,,0.00030741356313228606
+75,904,0.029905080795288086,113,0.0002902297528635245,
+75,912,0.029999468475580215,114,0.0003113648435828509,
+76,920,0.03026864305138588,115,0.0003009547981491778,
+77,928,0.0302717424929142,116,0.00035624690281110816,
+77,936,0.030511852353811264,117,0.00028717518762277905,
+78,944,0.03026564046740532,118,0.0002987214957101969,
+79,952,0.03069724142551422,119,0.00031230569220497273,
+79,960,0.030299261212348938,120,0.00031204946208163165,
+80,968,0.03046373650431633,121,0.0002738582934398437,
+81,976,0.03041728213429451,122,0.0003356477500346955,
+81,984,0.031163331121206284,123,0.0003041974177904194,
+82,992,0.030997183173894882,124,0.0003119331031484762,
+83,1000,0.031012002378702164,125,0.0003052293450309662,
+83,1008,0.03027251362800598,126,0.00027589890487433877,
+84,1016,0.030229806900024414,127,0.0003310007705294993,
+85,1024,0.030060000717639923,128,0.00025913914942066185,
+,,,128,,0.0002775721484795213
+85,1032,0.03067922592163086,129,0.00028139378628111444,
+86,1040,0.030742909759283066,130,0.0003030840616702335,
+87,1048,0.030699316412210464,131,0.0002662723454704974,
+87,1056,0.030733074992895126,132,0.00026538106249063276,
+88,1064,0.03054891899228096,133,0.00025915243350027595,
+89,1072,0.0307648703455925,134,0.0002736060050665401,
+89,1080,0.030619297176599503,135,0.0002939358164439909,
+90,1088,0.03116058185696602,136,0.00024606068109278567,
+91,1096,0.03059503808617592,137,0.0002608510803838726,
+91,1104,0.03086395561695099,138,0.0002983771300932858,
+92,1112,0.03178485110402107,139,0.00028051425942976493,
+93,1120,0.03098180517554283,140,0.00023950649301696103,
+93,1128,0.03091820701956749,141,0.0002691640384000493,
+94,1136,0.03080492466688156,142,0.00024534421754651703,
+95,1144,0.03022606298327446,143,0.0002834355127561139,
+95,1152,0.030372850596904755,144,0.00024751930686761625,
+,,,144,,0.00024572927504777907
+96,1160,0.030486587435007095,145,0.00028072213171981275,
+97,1168,0.03039442002773285,146,0.000260807990343892,
+97,1176,0.030946392565965652,147,0.0002479351114743622,
+98,1184,0.030791740864515305,148,0.00028632526118599344,
+99,1192,0.030451059341430664,149,0.0002197634912590729,
+99,1200,0.030729878693819046,150,0.00023479842093365733,
+100,1208,0.030592404305934906,151,0.0002290915472258348,
+101,1216,0.030729830265045166,152,0.00025870658464555163,
+101,1224,0.03066134825348854,153,0.00025049746000149753,
+102,1232,0.030976641923189163,154,0.0002533431670599384,
+103,1240,0.031055420637130737,155,0.00023704748673480935,
+103,1248,0.031366702169179916,156,0.0002322179643670097,
+104,1256,0.03109930083155632,157,0.00023696964854025282,
+105,1264,0.03075919672846794,158,0.00021888639275857713,
+105,1272,0.031042464077472687,159,0.0002470571926096454,
+106,1280,0.033427562564611435,160,0.00022941533097764477,
+,,,160,,0.00021505190525203944
+107,1288,0.03377947583794594,161,0.00022322316181089263,
+107,1296,0.034377213567495346,162,0.0002497816149116261,
+108,1304,0.03355751931667328,163,0.00019655475534818834,
+109,1312,0.03382932394742966,164,0.00020794964530068683,
+109,1320,0.0335036963224411,165,0.00024661136376380455,
+110,1328,0.03411242738366127,166,0.0002112263000526582,
+111,1336,0.03347036987543106,167,0.00023170037093223073,
+111,1344,0.033540017902851105,168,0.000221281940866902,
+112,1352,0.03342219442129135,169,0.0002274809057780658,
+113,1360,0.033122457563877106,170,0.00018755751625576522,
+113,1368,0.034046534448862076,171,0.0002405469749646727,
+114,1376,0.033328741788864136,172,0.00024012782159843482,
+115,1384,0.03580249100923538,173,0.00019753861852223054,
+115,1392,0.03348534554243088,174,0.0002145181051673717,
+116,1400,0.03355215862393379,175,0.00017183894487970974,
+117,1408,0.03344854712486267,176,0.00022836127754999325,
+,,,176,,0.00018537549767643212
+117,1416,0.03390255197882652,177,0.00021861748973606154,
+118,1424,0.0330367349088192,178,0.00018800318048306508,
+119,1432,0.033084768801927567,179,0.00020272006895538652,
+119,1440,0.03447667136788368,180,0.00022383150826499332,
+120,1448,0.03329665586352348,181,0.00017952625876205275,
+121,1456,0.034490592777729034,182,0.00024026122900977498,
+121,1464,0.03389514237642288,183,0.000177231630004826,
+122,1472,0.033717188984155655,184,0.00017124255737144267,
+123,1480,0.032865289598703384,185,0.000224068859097315,
+123,1488,0.03315552696585655,186,0.00019847714247589465,
+124,1496,0.03318130970001221,187,0.00024273658345919102,
+125,1504,0.033462390303611755,188,0.000144544866088836,
+125,1512,0.033427223563194275,189,0.00020462808515731012,
+126,1520,0.033520299941301346,190,0.00017492256574769272,
+127,1528,0.03399096056818962,191,0.0002322610625924426,
+127,1536,0.03360002860426903,192,0.00017259903688682243,
+,,,192,,0.00016537514748051762
+128,1544,0.034075189381837845,193,0.00018418796571495477,
+129,1552,0.03325836732983589,194,0.0001808219913073117,
+129,1560,0.033592041581869125,195,0.00018049346817861078,
+130,1568,0.03324824199080467,196,0.0002071006902042427,
+131,1576,0.03374172002077103,197,0.00016736721590859815,
+131,1584,0.03410734981298447,198,0.00016760768812673632,
+132,1592,0.03338076174259186,199,0.00016139426406880375,
+133,1600,0.0349072627723217,200,0.00022287501360551687,
+133,1608,0.033348120748996735,201,0.00016111180593725294,
+134,1616,0.03368702903389931,202,0.00015972637538652634,
+135,1624,0.03350222483277321,203,0.00017660391131357756,
+135,1632,0.03384585306048393,204,0.0001815070891098003,
+136,1640,0.03332646191120148,205,0.00018709199230215745,
+137,1648,0.034054454416036606,206,0.00017946338084584568,
+137,1656,0.03354451805353165,207,0.00016394254180340795,
+138,1664,0.033395491540431976,208,0.00015138244179979665,
+,,,208,,0.0001544811762869358
+139,1672,0.037975188344717026,209,0.0001794052777768229,
+139,1680,0.033642031252384186,210,0.00018180106417275965,
+140,1688,0.033491406589746475,211,0.0001461385718357633,
+141,1696,0.03335249051451683,212,0.00018853881738323253,
+141,1704,0.03364381939172745,213,0.00015936543331918074,
+142,1712,0.033345937728881836,214,0.00015114138022909174,
+143,1720,0.03379959613084793,215,0.00020120182216487592,
+143,1728,0.03388566896319389,216,0.0001349486165054259,
+144,1736,0.033175401389598846,217,0.0001421755259798374,
+145,1744,0.03526173532009125,218,0.0001561171102366643,
+145,1752,0.0338897630572319,219,0.00016268914987449534,
+146,1760,0.03373655676841736,220,0.00018674690636544256,
+147,1768,0.033622197806835175,221,0.000128215059703507,
+147,1776,0.03337600454688072,222,0.00018116090268449625,
+148,1784,0.03325984999537468,223,0.00013417214904620778,
+149,1792,0.03377924859523773,224,0.00017940704947250197,
+,,,224,,0.00013061894569545984
+149,1800,0.03542531654238701,225,0.0001322814814557205,
+150,1808,0.03346182033419609,226,0.00011768092281272402,
+151,1816,0.033677030354738235,227,0.00022058029298932524,
+151,1824,0.02959819883108139,228,0.0001272169911317178,
+152,1832,0.02969413623213768,229,0.0001684538547124248,
+153,1840,0.029139183461666107,230,0.00013018153913435526,
+153,1848,0.029834233224391937,231,0.00013168479927117005,
+154,1856,0.029296226799488068,232,0.0001429921512681176,
+155,1864,0.0307953879237175,233,0.00015295987759600393,
+155,1872,0.02938225120306015,234,0.0001381222900818102,
+156,1880,0.03129537031054497,235,0.00013643923193740193,
+157,1888,0.029237113893032074,236,0.00014573392218153458,
+157,1896,0.03266681730747223,237,0.00014191869013302494,
+158,1904,0.029431775212287903,238,0.0001366300994050107,
+159,1912,0.03237030655145645,239,0.00014755070060346043,
+159,1920,0.02956903725862503,240,0.00012998787860851735,
+,,,240,,0.00012125021312385798
+160,1928,0.029655206948518753,241,0.00014965311129344627,
+161,1936,0.028899777680635452,242,0.00012787080777343363,
+161,1944,0.029521938413381577,243,0.00014606141121475957,
+162,1952,0.02917937934398651,244,0.000134770466502232,
+163,1960,0.03035644069314003,245,0.0001407722957083024,
+163,1968,0.02895917370915413,246,0.00013283205680636456,
+164,1976,0.029457170516252518,247,0.00014869643746351358,
+165,1984,0.029162239283323288,248,0.00013120915900799446,
+165,1992,0.029444973915815353,249,0.00013236943232186604,
+166,2000,0.029435619711875916,250,9.594299262971617e-05,
+167,2008,0.029505882412195206,251,0.00018008809183811536,
+167,2016,0.029521331191062927,252,0.00012282114585104864,
+168,2024,0.02991047501564026,253,0.0001530945664853789,
+169,2032,0.029890235513448715,254,0.00012352062140053022,
+169,2040,0.030256792902946472,255,0.00011046795680158539,
+170,2048,0.029518719762563705,256,0.00014734111482539447,
+,,,256,,0.00011509894393384457
+171,2056,0.02938869595527649,257,9.889344255498145e-05,
+171,2064,0.02917773276567459,258,0.00014558452767232666,
+172,2072,0.02924244850873947,259,0.0001257986687051016,
+173,2080,0.028729379177093506,260,0.00013771833437203895,
+173,2088,0.029448136687278748,261,0.00012635226903512375,
+174,2096,0.029172778129577637,262,0.00010723702598625096,
+175,2104,0.029781676828861237,263,0.0001354214509774465,
+175,2112,0.029696974903345108,264,0.00014823704077571165,
+176,2120,0.029927998781204224,265,0.00012280490909688524,
+177,2128,0.02954249456524849,266,0.00014080393066251418,
+177,2136,0.03960492089390755,267,0.00011375970370863797,
+178,2144,0.029642153531312943,268,9.972699081117753e-05,
+179,2152,0.030257783830165863,269,0.00014859250131848967,
+179,2160,0.03295721486210823,270,0.0001129730990214739,
+180,2168,0.030214253813028336,271,0.00011557937796169426,
+181,2176,0.029786210507154465,272,0.00011535671910678502,
+,,,272,,0.00010720886057242751
+181,2184,0.030554983764886856,273,0.00012593325391208054,
+182,2192,0.03091256693005562,274,9.475136585024302e-05,
+183,2200,0.030617203563451767,275,0.00013186240539653227,
+183,2208,0.03081875666975975,276,0.00013166864482627716,
+184,2216,0.030178502202033997,277,9.398975953445188e-05,
+185,2224,0.031267959624528885,278,0.00014759574787603924,
+185,2232,0.03011549636721611,279,0.00011260074734309455,
+186,2240,0.03089236468076706,280,0.00014430359351536026,
+187,2248,0.02951383963227272,281,0.00010543364714976633,
+187,2256,0.030825555324554443,282,0.00010303294993718737,
+188,2264,0.030033059418201447,283,0.0001267976194867515,
+189,2272,0.03165225312113762,284,8.50215483296779e-05,
+189,2280,0.029974721372127533,285,0.00013509644895748352,
+190,2288,0.03242342919111252,286,0.0001417572634636599,
+191,2296,0.029876213520765305,287,7.508340831918758e-05,
+191,2304,0.030948761850595474,288,0.00012688783044723095,
+,,,288,,9.953313274309039e-05
+192,2312,0.029632411897182465,289,0.0001179474083983223,
+193,2320,0.030542410910129547,290,0.0001011277963698376,
+193,2328,0.029071547091007233,291,0.000133039193769946,
+194,2336,0.03102010115981102,292,9.896714300339227e-05,
+195,2344,0.029333606362342834,293,0.00012982182579435175,
+195,2352,0.02973480522632599,294,0.00012590269398060627,
+196,2360,0.02959027886390686,295,9.279920232074801e-05,
+197,2368,0.030015263706445694,296,0.00014384160112967947,
+197,2376,0.02918468788266182,297,0.00010179721721215174,
+198,2384,0.030506189912557602,298,0.00010060437398351496,
+199,2392,0.029452446848154068,299,0.0001429623553121928,
+199,2400,0.030593834817409515,300,0.00010756429674074752,
+200,2408,0.030388567596673965,301,0.00012542604599730112,
+201,2416,0.0305861234664917,302,8.594470773459761e-05,
+201,2424,0.03001364693045616,303,0.0001427240390512452,
+202,2432,0.03069530799984932,304,9.8490103482618e-05,
+,,,304,,9.118986781686544e-05
+203,2440,0.030147995799779892,305,0.00011298647268631612,
+203,2448,0.030008826404809952,306,0.00012925585633638548,
+204,2456,0.02991006150841713,307,0.00012611229249159805,
+205,2464,0.030086439102888107,308,9.148818298854167e-05,
+205,2472,0.029750436544418335,309,0.00010394271703262348,
+206,2480,0.0304255411028862,310,0.00010275044678564882,
+207,2488,0.029369845986366272,311,0.0001090838150048512,
+207,2496,0.02963874489068985,312,0.00011535495787029504,
+208,2504,0.0297321118414402,313,0.0001315067092946265,
+209,2512,0.02981158345937729,314,6.286590996751329e-05,
+209,2520,0.029643651098012924,315,0.00013050821235083276,
+210,2528,0.030129551887512207,316,0.00011283763660685509,
+211,2536,0.029771383851766586,317,0.0001116472508329025,
+211,2544,0.029865972697734833,318,9.877167804006604e-05,
+212,2552,0.03334987908601761,319,9.221796653946512e-05,
+213,2560,0.03546189144253731,320,0.00010489513715583598,
+,,,320,,9.621937060728669e-05
+213,2568,0.029988814145326614,321,0.00013435073060463765,
+214,2576,0.03067084401845932,322,0.0001050151063282101,
+215,2584,0.029843606054782867,323,0.0001178598199658154,
+215,2592,0.029584240168333054,324,0.00011575601001823088,
+216,2600,0.030092239379882812,325,0.00012030143943775329,
+217,2608,0.02975139021873474,326,0.0001190946095448453,
+217,2616,0.029663052409887314,327,8.083500097200158e-05,
+218,2624,0.030135922133922577,328,0.00010987107089022174,
+219,2632,0.02984391152858734,329,0.00011032072234229418,
+219,2640,0.03012450411915779,330,0.00010544762153585907,
+220,2648,0.03038167580962181,331,9.180077222481486e-05,
+221,2656,0.029958780854940414,332,0.00012956716182088712,
+221,2664,0.03014376014471054,333,9.522771370029659e-05,
+222,2672,0.03023964911699295,334,0.00010422484183436609,
+223,2680,0.03771825134754181,335,0.00010281190361638437,
+223,2688,0.036554038524627686,336,0.00011697766331053572,
+,,,336,,8.58973478898406e-05
+224,2696,0.03698265179991722,337,0.0001219393711835437,
+225,2704,0.0316464938223362,338,0.00010181066136283334,
+225,2712,0.029794320464134216,339,0.00010312437552784104,
+226,2720,0.03147980198264122,340,0.00010002359704230912,
+227,2728,0.029942888766527176,341,8.910455835575704e-05,
+227,2736,0.03037264198064804,342,0.00012483080081437947,
+228,2744,0.029990196228027344,343,9.609054995962651e-05,
+229,2752,0.03054603561758995,344,0.00013385980992097757,
+229,2760,0.03000563383102417,345,8.579590166846174e-05,
+230,2768,0.030837956815958023,346,9.254564656657749e-05,
+231,2776,0.029752157628536224,347,0.00010796423612191575,
+231,2784,0.030797652900218964,348,0.00012342966329015326,
+232,2792,0.02980051189661026,349,9.041509429152939e-05,
+233,2800,0.03174261376261711,350,0.00013241496753835236,
+233,2808,0.029487110674381256,351,7.928472405183129e-05,
+234,2816,0.03021661564707756,352,0.00010693671129047289,
+,,,352,,8.475303184241056e-05
+235,2824,0.03775716572999954,353,8.01485816737113e-05,
+235,2832,0.029969453811645508,354,0.00012207580266476725,
+236,2840,0.03227949142456055,355,0.00011580242835407262,
+237,2848,0.029779721051454544,356,9.205250353261363e-05,
+237,2856,0.03302739933133125,357,9.437837434234098e-05,
+238,2864,0.029700998216867447,358,0.00011472873211459955,
+239,2872,0.031925760209560394,359,9.640246025810484e-05,
+239,2880,0.029650848358869553,360,9.554073130857432e-05,
+240,2888,0.0327441580593586,361,9.048870560945943e-05,
+241,2896,0.029499325901269913,362,9.36781516429619e-05,
+241,2904,0.032373908907175064,363,0.00010729423365773982,
+242,2912,0.02961384877562523,364,0.00010608699676595279,
+243,2920,0.03248441219329834,365,7.390639666482457e-05,
+243,2928,0.02994026243686676,366,0.00012542723152364488,
+244,2936,0.03336775302886963,367,9.920375987348962e-05,
+245,2944,0.030032988637685776,368,0.00011403073540350306,
+,,,368,,8.182078599929809e-05
+245,2952,0.030117910355329514,369,8.977289144240785e-05,
+246,2960,0.029813572764396667,370,0.00010021871457865927,
+247,2968,0.030195146799087524,371,0.00011895818761331611,
+247,2976,0.030041325837373734,372,9.17710390240245e-05,
+248,2984,0.030116096138954163,373,9.768407289811876e-05,
+249,2992,0.029879339039325714,374,0.00010333303680454264,
+249,3000,0.029803365468978882,375,0.00011390701774871559,
+250,3008,0.029557213187217712,376,0.0001075775967365189,
+251,3016,0.031402602791786194,377,0.00010859207941393834,
+251,3024,0.035231318324804306,378,7.806280609656824e-05,
+252,3032,0.03055453673005104,379,0.00010896355161094107,
+253,3040,0.029791980981826782,380,7.354913577728439e-05,
+253,3048,0.035779453814029694,381,9.895148195937509e-05,
+254,3056,0.03675366938114166,382,0.00010090347541336087,
+255,3064,0.03557422384619713,383,8.944515866460279e-05,
+255,3072,0.035453613847494125,384,9.095154609894962e-05,
+,,,384,,8.201149757951498e-05
+256,3080,0.035193346440792084,385,8.315904869959923e-05,
+257,3088,0.03527965024113655,386,0.00011164505485794507,
+257,3096,0.03664819896221161,387,8.664538609082229e-05,
+258,3104,0.03548213839530945,388,0.00011034846556867706,
+259,3112,0.0360829159617424,389,0.00010283909523423063,
+259,3120,0.02932729944586754,390,8.387400293941027e-05,
+260,3128,0.029961250722408295,391,6.569666629729909e-05,
+261,3136,0.02915600687265396,392,0.00011247912971157348,
+261,3144,0.031224042177200317,393,0.00011541500225575874,
+262,3152,0.029501166194677353,394,0.00011617488598858472,
+263,3160,0.03017328307032585,395,9.416758393854252e-05,
+263,3168,0.029554083943367004,396,8.055156467889901e-05,
+264,3176,0.037226781249046326,397,7.864424105719081e-05,
+265,3184,0.031929466873407364,398,0.00011980956105617224,
+265,3192,0.029611945152282715,399,9.5107524884952e-05,
+266,3200,0.039117760956287384,400,7.047949429761502e-05,
+,,,400,,7.915066089481115e-05
+267,3208,0.030238408595323563,401,0.00012247703216416994,
+267,3216,0.030289914458990097,402,9.7758630545286e-05,
+268,3224,0.030242878943681717,403,8.502036826030235e-05,
+269,3232,0.03050309419631958,404,0.00010491211878616014,
+269,3240,0.029796700924634933,405,9.506177821094752e-05,
+270,3248,0.030876658856868744,406,7.405525548165315e-05,
+271,3256,0.030318018049001694,407,0.00012581367718667025,
+271,3264,0.030660253018140793,408,7.424891327900696e-05,
+272,3272,0.030294906347990036,409,0.00011331451196383568,
+273,3280,0.031587451696395874,410,8.211575777750113e-05,
+273,3288,0.030033357441425323,411,8.746272078496986e-05,
+274,3296,0.03134835138916969,412,8.86117632035166e-05,
+275,3304,0.030346810817718506,413,0.00011277776366114267,
+275,3312,0.030830983072519302,414,8.847674916978576e-05,
+276,3320,0.030270934104919434,415,9.342159864900168e-05,
+277,3328,0.030569229274988174,416,0.00012804996276827296,
+,,,416,,7.564615225419402e-05
+277,3336,0.04241350665688515,417,6.480259162344737e-05,
+278,3344,0.030536286532878876,418,9.763979232957354e-05,
+279,3352,0.038306839764118195,419,9.440700750928954e-05,
+279,3360,0.03701560199260712,420,8.169865122908959e-05,
+280,3368,0.03826189786195755,421,0.00012053766158715007,
+281,3376,0.03660898655653,422,8.141593434629613e-05,
+281,3384,0.036924511194229126,423,9.687943156677647e-05,
+282,3392,0.037779245525598526,424,9.720659954837174e-05,
+283,3400,0.03671847656369209,425,9.36182655095763e-05,
+283,3408,0.031292326748371124,426,9.667146059655352e-05,
+284,3416,0.029850490391254425,427,9.075791376744746e-05,
+285,3424,0.031202618032693863,428,0.00010125842118213768,
+285,3432,0.029505159705877304,429,9.328927626484074e-05,
+286,3440,0.031130164861679077,430,8.491691141898627e-05,
+287,3448,0.029612556099891663,431,0.00010036607000074582,
+287,3456,0.03132084757089615,432,8.947659398472751e-05,
+,,,432,,7.552691968157888e-05
+288,3464,0.029737189412117004,433,8.026829482332687e-05,
+289,3472,0.029626455157995224,434,8.500494550389703e-05,
+289,3480,0.02951011434197426,435,0.00011411849800424534,
+290,3488,0.029913730919361115,436,9.881579808279639e-05,
+291,3496,0.030152183026075363,437,8.423215513175819e-05,
+291,3504,0.029996640980243683,438,9.382545204061898e-05,
+292,3512,0.03319377079606056,439,7.214830748125678e-05,
+293,3520,0.030052874237298965,440,0.00012804810739908135,
+293,3528,0.03327762335538864,441,7.834628740965854e-05,
+294,3536,0.030164901167154312,442,8.656930776851368e-05,
+295,3544,0.03772079572081566,443,7.612628087372286e-05,
+295,3552,0.03289053961634636,444,0.00011340348282828927,
+296,3560,0.03380277007818222,445,9.838373716775095e-05,
+297,3568,0.033514488488435745,446,0.00010008355593527085,
+297,3576,0.030190125107765198,447,8.460407298116479e-05,
+298,3584,0.030148398131132126,448,7.1536858285981e-05,
+,,,448,,7.540778606198728e-05
+299,3592,0.03673107922077179,449,0.00012307224824326113,
+299,3600,0.03872109204530716,450,8.09833418315975e-05,
+300,3608,0.03701501339673996,451,7.463608289981494e-05,
+301,3616,0.041932374238967896,452,8.983302996057319e-05,
+301,3624,0.03774585202336311,453,0.00010178237562286085,
+302,3632,0.03717402368783951,454,0.00010876943633775227,
+303,3640,0.03602568805217743,455,9.817600584938191e-05,
+303,3648,0.035401176661252975,456,6.991328154981602e-05,
+304,3656,0.03064517304301262,457,9.050234075402841e-05,
+305,3664,0.02963586151599884,458,0.00012413049580572988,
+305,3672,0.03680200129747391,459,6.438524769691867e-05,
+306,3680,0.03998923674225807,460,6.971954098844435e-05,
+307,3688,0.03706185892224312,461,0.0001113468447329069,
+307,3696,0.036857329308986664,462,9.918871319314349e-05,
+308,3704,0.036564432084560394,463,6.079426066207816e-05,
+309,3712,0.029708053916692734,464,0.00014010101313033374,
+,,,464,,7.645641453564167e-05
+309,3720,0.033313047140836716,465,7.837612565708696e-05,
+310,3728,0.030010994523763657,466,6.229910832189489e-05,
+311,3736,0.041843611747026443,467,0.00013868663791072322,
+311,3744,0.029705900698900223,468,7.095563796610804e-05,
+312,3752,0.03279678151011467,469,8.890825756679988e-05,
+313,3760,0.029442884027957916,470,6.889995938763604e-05,
+313,3768,0.03166059032082558,471,0.00011899076389454422,
+314,3776,0.029638607054948807,472,8.673323782204534e-05,
+315,3784,0.03234286233782768,473,8.186280047084438e-05,
+315,3792,0.02943190187215805,474,9.889133298202069e-05,
+316,3800,0.03171418234705925,475,0.00010260110138915479,
+317,3808,0.029763098806142807,476,8.794057930572308e-05,
+317,3816,0.03397180140018463,477,8.075972573351464e-05,
+318,3824,0.029545478522777557,478,0.00010139369669559528,
+319,3832,0.03133163973689079,479,6.222491947482922e-05,
+319,3840,0.029807742685079575,480,0.00010642999086485361,
+,,,480,,7.679015398025513e-05
+320,3848,0.029915109276771545,481,5.645866303893854e-05,
+321,3856,0.029251277446746826,482,0.00011367178831278579,
+321,3864,0.029522262513637543,483,8.873086062521907e-05,
+322,3872,0.029244940727949142,484,0.00010282429593644338,
+323,3880,0.029602456837892532,485,8.379807559322217e-05,
+323,3888,0.029201511293649673,486,8.296506939586834e-05,
+324,3896,0.03528513014316559,487,9.869774748949567e-05,
+325,3904,0.03471248596906662,488,6.739496939189848e-05,
+325,3912,0.0350923165678978,489,0.00010182647656620247,
+326,3920,0.03748002275824547,490,0.0001099471273846575,
+327,3928,0.035373225808143616,491,8.08330878498964e-05,
+327,3936,0.036871571093797684,492,7.47851622691087e-05,
+328,3944,0.033928461372852325,493,8.208596773329191e-05,
+329,3952,0.03417092561721802,494,9.707270555736613e-05,
+329,3960,0.03361072763800621,495,8.583990120314411e-05,
+330,3968,0.029343608766794205,496,6.31784564575355e-05,
+,,,496,,7.500210776925086e-05
+331,3976,0.031047601252794266,497,0.00013528941326512722,
+331,3984,0.029166456311941147,498,6.779696923331358e-05,
+332,3992,0.03139432892203331,499,6.209034518178669e-05,
+333,4000,0.02914205566048622,500,9.506232481726329e-05,
+333,4008,0.03147198259830475,501,0.00011025974527001381,
+334,4016,0.029520176351070404,502,0.00010441985750730964,
+335,4024,0.032613370567560196,503,5.648836167893023e-05,
+335,4032,0.029268566519021988,504,9.91893361970142e-05,
+336,4040,0.031819507479667664,505,0.00011206202179891989,
+337,4048,0.02948661893606186,506,6.197084940140485e-05,
+337,4056,0.03150363638997078,507,9.421310323887155e-05,
+338,4064,0.0290774367749691,508,9.589739147486398e-05,
+339,4072,0.03138192370533943,509,5.6562711051810766e-05,
+339,4080,0.029198400676250458,510,9.890718729366199e-05,
+340,4088,0.02901633456349373,511,6.608385638173786e-05,
+341,4096,0.029260441660881042,512,9.673105023466633e-05,
+,,,512,,7.083045784384012e-05
+341,4104,0.03061385452747345,513,9.759508384377114e-05,
+342,4112,0.02986181527376175,514,8.414175999860163e-05,
+343,4120,0.03169716149568558,515,7.429335437336704e-05,
+343,4128,0.029391366988420486,516,9.866789150692057e-05,
+344,4136,0.031247127801179886,517,0.00010926196273430833,
+345,4144,0.02971823140978813,518,6.341584730762406e-05,
+345,4152,0.03593141585588455,519,8.229492596001364e-05,
+346,4160,0.034937694668769836,520,0.00010056067822006298,
+347,4168,0.02930823713541031,521,8.732954256629455e-05,
+347,4176,0.028892062604427338,522,6.404263695003465e-05,
+348,4184,0.029317814856767654,523,9.898064490698744e-05,
+349,4192,0.02902364358305931,524,8.938554310589097e-05,
+349,4200,0.029388904571533203,525,7.923974590084981e-05,
+350,4208,0.029112841933965683,526,8.329145066454657e-05,
+351,4216,0.029193628579378128,527,0.00010552239291428123,
+351,4224,0.03462931141257286,528,7.406924896713463e-05,
+,,,528,,7.412008708342909e-05
+352,4232,0.034657955169677734,529,9.625432221582741e-05,
+353,4240,0.03638876602053642,530,9.010128405861906e-05,
+353,4248,0.03494466096162796,531,6.845269717814517e-05,
+354,4256,0.03494373336434364,532,8.375349716516212e-05,
+355,4264,0.029099375009536743,533,9.45559099818638e-05,
+355,4272,0.030269082635641098,534,7.69306207075715e-05,
+356,4280,0.03476636856794357,535,5.560931458603591e-05,
+357,4288,0.03477209061384201,536,0.00011003688950950163,
+357,4296,0.03744678199291229,537,8.577987046010094e-05,
+358,4304,0.03520034998655319,538,8.336748851434095e-05,
+359,4312,0.02913481742143631,539,7.415757954731816e-05,
+359,4320,0.029031720012426376,540,9.478014908381738e-05,
+360,4328,0.029316987842321396,541,9.923470133799128e-05,
+361,4336,0.02930961176753044,542,5.990048521198332e-05,
+361,4344,0.029283951967954636,543,8.875988987711025e-05,
+362,4352,0.0323462150990963,544,8.487051809424884e-05,
+,,,544,,7.240393897518515e-05
+363,4360,0.02893615886569023,545,7.976149845489999e-05,
+363,4368,0.028684835880994797,546,9.329000113211805e-05,
+364,4376,0.03360019996762276,547,9.732731905387482e-05,
+365,4384,0.028721816837787628,548,7.193947431005654e-05,
+365,4392,0.02909199148416519,549,8.291946278404794e-05,
+366,4400,0.03342558443546295,550,7.584263585158624e-05,
+367,4408,0.029146455228328705,551,6.87057695358817e-05,
+367,4416,0.02899428829550743,552,0.00010434459818497999,
+368,4424,0.029110286384820938,553,7.703533674430219e-05,
+369,4432,0.02877439558506012,554,8.214399031203357e-05,
+369,4440,0.034846846014261246,555,9.196308064929326e-05,
+370,4448,0.03458430990576744,556,0.00010803998929986847,
+371,4456,0.034768134355545044,557,8.67182411639078e-05,
+371,4464,0.03537217155098915,558,5.739686503147823e-05,
+372,4472,0.034718289971351624,559,7.05088532413356e-05,
+373,4480,0.03565872088074684,560,8.937058373703621e-05,
+,,,560,,7.130724843591451e-05
+373,4488,0.028653211891651154,561,9.638790925237117e-05,
+374,4496,0.028707534074783325,562,7.21777364560694e-05,
+375,4504,0.028077807277441025,563,9.71320409917098e-05,
+375,4512,0.02983250841498375,564,8.014920831556083e-05,
+376,4520,0.028924547135829926,565,7.535157510574209e-05,
+377,4528,0.028862766921520233,566,7.44270173527184e-05,
+377,4536,0.028722256422042847,567,8.928184570322628e-05,
+378,4544,0.02964845299720764,568,8.384379498238559e-05,
+379,4552,0.029335830360651016,569,8.113159719869145e-05,
+379,4560,0.030259378254413605,570,8.493104996887268e-05,
+380,4568,0.029191631823778152,571,8.634581536171027e-05,
+381,4576,0.02948255091905594,572,8.74794404808199e-05,
+381,4584,0.029014375060796738,573,7.284814955710317e-05,
+382,4592,0.029393915086984634,574,0.0001002923963824287,
+383,4600,0.029309403151273727,575,4.7429180767721846e-05,
+383,4608,0.029117733240127563,576,9.984510052163387e-05,
+,,,576,,7.438230095431208e-05
+384,4616,0.029223985970020294,577,6.186736709423712e-05,
+385,4624,0.029696200042963028,578,9.221656000590883e-05,
+385,4632,0.029305487871170044,579,9.165043593384326e-05,
+386,4640,0.029260307550430298,580,5.91105977036932e-05,
+387,4648,0.0290878564119339,581,0.00011495250419102376,
+387,4656,0.029415864497423172,582,7.332444420171669e-05,
+388,4664,0.029293164610862732,583,7.773361949148239e-05,
+389,4672,0.030157119035720825,584,0.00011462533029771294,
+389,4680,0.029306408017873764,585,6.186721066114842e-05,
+390,4688,0.029301289469003677,586,6.907823353685671e-05,
+391,4696,0.029012832790613174,587,0.00010480553919478552,
+391,4704,0.034607984125614166,588,7.900162518126308e-05,
+392,4712,0.03362322598695755,589,8.192087034331053e-05,
+393,4720,0.03390667587518692,590,7.462153598680743e-05,
+393,4728,0.0290767140686512,591,9.278189963879413e-05,
+394,4736,0.02933598682284355,592,8.759822685533436e-05,
+,,,592,,6.358338869176805e-05
+395,4744,0.03223501145839691,593,6.127113260845363e-05,
+395,4752,0.029554493725299835,594,8.667442762089195e-05,
+396,4760,0.0360691174864769,595,8.15779976619524e-05,
+397,4768,0.03412332013249397,596,7.666221108593163e-05,
+397,4776,0.03566800057888031,597,8.232434038291103e-05,
+398,4784,0.03394390642642975,598,8.260651611635694e-05,
+399,4792,0.030075933784246445,599,8.242757530751987e-05,
+399,4800,0.029315732419490814,600,7.484496018150821e-05,
+400,4808,0.0297856405377388,601,7.243111531352042e-05,
+401,4816,0.029384884983301163,602,0.00010471638870512834,
+401,4824,0.030036184936761856,603,5.9632295233313926e-05,
+402,4832,0.029771942645311356,604,7.59324411774287e-05,
+403,4840,0.035650886595249176,605,7.763060239085462e-05,
+403,4848,0.0338013619184494,606,7.92692871982581e-05,
+404,4856,0.029663410037755966,607,8.737437337913434e-05,
+405,4864,0.03487265110015869,608,6.89595995027048e-05,
+,,,608,,6.17955403868109e-05
+405,4872,0.03399830684065819,609,8.874540935721598e-05,
+406,4880,0.03545087203383446,610,5.557938811762142e-05,
+407,4888,0.033791664987802505,611,0.00012188145410618745,
+407,4896,0.029450275003910065,612,5.7366961300431285e-05,
+408,4904,0.029236294329166412,613,9.518195838609245e-05,
+409,4912,0.029264960438013077,614,6.550227362822625e-05,
+409,4920,0.02932063490152359,615,7.645292180313845e-05,
+410,4928,0.029699627310037613,616,9.095103860090603e-05,
+411,4936,0.02924560382962227,617,4.696728774433723e-05,
+411,4944,0.029868673533201218,618,9.276851142203668e-05,
+412,4952,0.02943604812026024,619,6.448861813623807e-05,
+413,4960,0.030292421579360962,620,7.24156889191363e-05,
+413,4968,0.029369506984949112,621,0.00010593963997962419,
+414,4976,0.030445337295532227,622,9.479521031607874e-05,
+415,4984,0.029192712157964706,623,6.219462375156581e-05,
+415,4992,0.030020076781511307,624,7.95376327005215e-05,
+,,,624,,7.028167601674795e-05
+416,5000,0.02922268956899643,625,9.011600832309341e-05,
+417,5008,0.033843234181404114,626,6.393843978003133e-05,
+417,5016,0.036502905189991,627,7.351817384915194e-05,
+418,5024,0.034511748701334,628,8.159357503245701e-05,
+419,5032,0.03129302337765694,629,8.971360284704133e-05,
+419,5040,0.029509782791137695,630,6.5785826791398e-05,
+420,5048,0.0313800647854805,631,7.466546594514512e-05,
+421,5056,0.02938840165734291,632,8.135606412906782e-05,
+421,5064,0.03194088861346245,633,7.231100744320429e-05,
+422,5072,0.029382850974798203,634,8.907272922442644e-05,
+423,5080,0.03189074993133545,635,8.418600418735878e-05,
+423,5088,0.02926381677389145,636,6.256759752432117e-05,
+424,5096,0.03454000502824783,637,6.0541087350429734e-05,
+425,5104,0.028910137712955475,638,8.780678672337672e-05,
+425,5112,0.031213264912366867,639,9.05928800420952e-05,
+426,5120,0.028950434178113937,640,9.305158573624794e-05,
+,,,640,,6.978146266192197e-05
+427,5128,0.02895285189151764,641,5.224189408181701e-05,
+427,5136,0.028913307934999466,642,8.379881455766736e-05,
+428,5144,0.02911664918065071,643,7.882277350290678e-05,
+429,5152,0.028855755925178528,644,7.981963608472142e-05,
+429,5160,0.029017511755228043,645,7.143306766010937e-05,
+430,5168,0.02907678484916687,646,9.305099001721828e-05,
+431,5176,0.02916707843542099,647,7.646831409147126e-05,
+431,5184,0.029093023389577866,648,6.609870706597576e-05,
+432,5192,0.029459405690431595,649,0.00010432971930640633,
+433,5200,0.02938004955649376,650,7.41136855140212e-05,
+433,5208,0.030178412795066833,651,6.648569387834868e-05,
+434,5216,0.03004501760005951,652,8.446942274531466e-05,
+435,5224,0.030518829822540283,653,6.758853942301357e-05,
+435,5232,0.029619067907333374,654,7.885219565650914e-05,
+436,5240,0.03095543384552002,655,9.279801679440425e-05,
+437,5248,0.029051054269075394,656,6.939032073205453e-05,
+,,,656,,6.377410609275103e-05
+437,5256,0.029451943933963776,657,7.313124569918728e-05,
+438,5264,0.03612218052148819,658,9.278290144720813e-05,
+439,5272,0.029576238244771957,659,6.873615529912058e-05,
+439,5280,0.029501572251319885,660,8.317241554323118e-05,
+440,5288,0.030200425535440445,661,9.281285792894778e-05,
+441,5296,0.029409166425466537,662,6.690247801088844e-05,
+441,5304,0.030762072652578354,663,7.161154189816443e-05,
+442,5312,0.030124858021736145,664,6.574088820343604e-05,
+443,5320,0.03130871430039406,665,8.055078114921344e-05,
+443,5328,0.028978433459997177,666,8.588455102653825e-05,
+444,5336,0.03117789328098297,667,8.043099387577968e-05,
+445,5344,0.029065221548080444,668,8.630231604911387e-05,
+445,5352,0.0319628082215786,669,6.115178166510304e-05,
+446,5360,0.029196549206972122,670,8.438014492639923e-05,
+447,5368,0.04553036019206047,671,5.233122192294104e-05,
+447,5376,0.029441632330417633,672,8.68090628500795e-05,
+,,,672,,6.186686223372818e-05
+448,5384,0.02988336980342865,673,7.178970872701029e-05,
+449,5392,0.029457122087478638,674,9.177040465147002e-05,
+449,5400,0.03046192228794098,675,6.0153667618578766e-05,
+450,5408,0.02953263372182846,676,5.607089042314328e-05,
+451,5416,0.03253796324133873,677,9.787904946279014e-05,
+451,5424,0.02920030802488327,678,7.317610379686812e-05,
+452,5432,0.029957063496112823,679,7.024044202808e-05,
+453,5440,0.029270440340042114,680,9.549372543915524e-05,
+453,5448,0.03133244067430496,681,7.427851824104437e-05,
+454,5456,0.029418375343084335,682,8.932718310461496e-05,
+455,5464,0.031739745289087296,683,4.643089550881996e-05,
+455,5472,0.032409097999334335,684,9.516676823295711e-05,
+456,5480,0.032955192029476166,685,6.164352907944703e-05,
+457,5488,0.032618507742881775,686,0.0001049556526595552,
+457,5496,0.02924344688653946,687,6.033228146407055e-05,
+458,5504,0.028871215879917145,688,7.754087801004061e-05,
+,,,688,,6.0984957963228224e-05
+459,5512,0.029280688613653183,689,7.546980532424641e-05,
+459,5520,0.029106728732585907,690,7.645376535947435e-05,
+460,5528,0.02991294115781784,691,7.339970215980429e-05,
+461,5536,0.028817597776651382,692,9.007130211102776e-05,
+461,5544,0.030559472739696503,693,5.897647838537523e-05,
+462,5552,0.03494838625192642,694,7.330889229706372e-05,
+463,5560,0.034965794533491135,695,6.448920430557337e-05,
+463,5568,0.0294201597571373,696,0.00010161874752157019,
+464,5576,0.029647111892700195,697,5.7531334277882706e-05,
+465,5584,0.029395144432783127,698,7.097035813785624e-05,
+465,5592,0.029236167669296265,699,9.454170321987476e-05,
+466,5600,0.029181793332099915,700,7.281843454620684e-05,
+467,5608,0.0296182818710804,701,8.159344952218817e-05,
+467,5616,0.029220014810562134,702,8.053535930230282e-05,
+468,5624,0.030031584203243256,703,9.536047627989319e-05,
+469,5632,0.029441192746162415,704,5.224189362706966e-05,
+,,,704,,6.792189087718725e-05
+469,5640,0.029733669012784958,705,8.326198894792469e-05,
+470,5648,0.031603798270225525,706,8.283037459477782e-05,
+471,5656,0.02918827533721924,707,5.891703631277778e-05,
+471,5664,0.030166227370500565,708,8.457350349999615e-05,
+472,5672,0.0297621488571167,709,9.22174185689073e-05,
+473,5680,0.029484272003173828,710,7.479930354747921e-05,
+473,5688,0.029144883155822754,711,5.7575943174015265e-05,
+474,5696,0.03166688233613968,712,9.194910762744257e-05,
+475,5704,0.029496535658836365,713,6.0704905536113074e-05,
+475,5712,0.03187375143170357,714,7.363682516370318e-05,
+476,5720,0.029427874833345413,715,6.408724630091456e-05,
+477,5728,0.030443351715803146,716,8.807497533780406e-05,
+477,5736,0.02932591363787651,717,7.564893621747615e-05,
+478,5744,0.029406648129224777,718,8.882008955879428e-05,
+479,5752,0.029731228947639465,719,6.200134885148145e-05,
+479,5760,0.02946363389492035,720,8.09075459073938e-05,
+,,,720,,6.289200973697007e-05
+480,5768,0.02957603707909584,721,5.805263276670303e-05,
+481,5776,0.04304056614637375,722,8.421529946645023e-05,
+481,5784,0.029207345098257065,723,8.736010886423173e-05,
+482,5792,0.03265340253710747,724,8.558638546674047e-05,
+483,5800,0.029608115553855896,725,7.952313535497524e-05,
+483,5808,0.032288651913404465,726,5.86483536153537e-05,
+484,5816,0.035462625324726105,727,9.799721419767593e-05,
+485,5824,0.03607725724577904,728,5.419348963187076e-05,
+485,5832,0.035038646310567856,729,8.81645632944128e-05,
+486,5840,0.03518279269337654,730,6.764779891454964e-05,
+487,5848,0.03803916275501251,731,6.240339371288428e-05,
+487,5856,0.03763284161686897,732,8.883532655090676e-05,
+488,5864,0.035415247082710266,733,7.053896274555882e-05,
+489,5872,0.034887827932834625,734,0.00010251247022097232,
+489,5880,0.03551306948065758,735,4.948513787894626e-05,
+490,5888,0.037465233355760574,736,8.896849658412975e-05,
+,,,736,,6.169996340759099e-05
+491,5896,0.03282589092850685,737,6.70818253638572e-05,
+491,5904,0.035053931176662445,738,7.342896810769162e-05,
+492,5912,0.03281404450535774,739,8.4633266851597e-05,
+493,5920,0.02964736521244049,740,6.179192587296711e-05,
+493,5928,0.03287480026483536,741,7.694567375438055e-05,
+494,5936,0.029507774859666824,742,8.119051472021965e-05,
+495,5944,0.029207348823547363,743,7.68104487178789e-05,
+495,5952,0.02973315492272377,744,7.317620475078002e-05,
+496,5960,0.029205653816461563,745,5.787366148979345e-05,
+497,5968,0.030208803713321686,746,8.40824445731414e-05,
+497,5976,0.02877846360206604,747,6.918244071130175e-05,
+498,5984,0.030477449297904968,748,6.857134462734393e-05,
+499,5992,0.02891523763537407,749,8.493160498801444e-05,
+499,6000,0.029361672699451447,750,6.968868660806038e-05,
+500,6008,0.029098372906446457,751,8.36344206618378e-05,
+501,6016,0.029487866908311844,752,7.687005927436985e-05,
+,,,752,,5.912539199925959e-05
+501,6024,0.029102783650159836,753,6.876582529002917e-05,
+502,6032,0.02932371199131012,754,7.414389710902469e-05,
+503,6040,0.028824225068092346,755,6.983805815252708e-05,
+503,6048,0.02963179349899292,756,8.022299380172626e-05,
+504,6056,0.029343780130147934,757,7.709385636189836e-05,
+505,6064,0.02922309935092926,758,5.265878780846833e-05,
+505,6072,0.02882128581404686,759,9.367754182676435e-05,
+506,6080,0.029841359704732895,760,8.527325758223014e-05,
+507,6088,0.029264070093631744,761,5.1377636737015564e-05,
+507,6096,0.030704353004693985,762,8.607901690993458e-05,
+508,6104,0.02939227968454361,763,5.9438262269395636e-05,
+509,6112,0.029724493622779846,764,9.971132385544479e-05,
+509,6120,0.029279068112373352,765,5.817190094603575e-05,
+510,6128,0.03567389398813248,766,8.068484112300212e-05,
+511,6136,0.034725744277238846,767,7.520171334363113e-05,
+511,6144,0.03540543466806412,768,6.545779751832015e-05,
+,,,768,,5.8720109518617394e-05
+512,6152,0.03738859295845032,769,7.582774696857086e-05,
+513,6160,0.0370810367166996,770,5.6264806971739745e-05,
+513,6168,0.0370141826570034,771,8.236868097810657e-05,
+514,6176,0.030659161508083344,772,8.911829218050116e-05,
+515,6184,0.030254557728767395,773,4.5507044887926895e-05,
+515,6192,0.030740108340978622,774,8.120653319565463e-05,
+516,6200,0.029988963156938553,775,7.544019717897754e-05,
+517,6208,0.030063778162002563,776,5.821640206704615e-05,
+517,6216,0.030319418758153915,777,8.537880239600781e-05,
+518,6224,0.03022640198469162,778,6.669479307674919e-05,
+519,6232,0.029932696372270584,779,7.655776789761148e-05,
+519,6240,0.030625171959400177,780,7.503799815822276e-05,
+520,6248,0.030036181211471558,781,6.0913524521311047e-05,
+521,6256,0.03145496919751167,782,9.94880765574635e-05,
+521,6264,0.02983636036515236,783,6.197105949468096e-05,
+522,6272,0.031094655394554138,784,8.794139512247057e-05,
+,,,784,,6.158077158033848e-05
+523,6280,0.029542744159698486,785,5.268880204312154e-05,
+523,6288,0.02968863770365715,786,7.982033275766298e-05,
+524,6296,0.029895689338445663,787,6.830298843851779e-05,
+525,6304,0.029667582362890244,788,8.563192841393175e-05,
+525,6312,0.02982378378510475,789,6.279079843807267e-05,
+526,6320,0.03569631278514862,790,5.93936651966942e-05,
+527,6328,0.03276297077536583,791,9.482435507379705e-05,
+527,6336,0.030520319938659668,792,6.645608254984836e-05,
+528,6344,0.02933424711227417,793,6.980849866522476e-05,
+529,6352,0.030933868139982224,794,6.870583411000553e-05,
+529,6360,0.035290878266096115,795,8.746315870666876e-05,
+530,6368,0.035555727779865265,796,8.002845652299584e-05,
+531,6376,0.029499772936105728,797,8.737532152736094e-05,
+531,6384,0.02953709289431572,798,5.827618724651984e-05,
+532,6392,0.02914496138691902,799,8.953553970059147e-05,
+533,6400,0.029463786631822586,800,5.6189499446190894e-05,
+,,,800,,6.613383302465082e-05
+533,6408,0.03309732675552368,801,7.110519391062553e-05,
+534,6416,0.029889728873968124,802,7.317576410059701e-05,
+535,6424,0.031203754246234894,803,6.0973056861257646e-05,
+535,6432,0.029423169791698456,804,8.366428755834932e-05,
+536,6440,0.04011547192931175,805,6.29101609774807e-05,
+537,6448,0.029187120497226715,806,9.905593833536841e-05,
+537,6456,0.0371103510260582,807,5.644349494104972e-05,
+538,6464,0.02965569496154785,808,8.230919229390565e-05,
+539,6472,0.031439099460840225,809,5.303147963786614e-05,
+539,6480,0.029299572110176086,810,7.791353755237651e-05,
+540,6488,0.04478094354271889,811,7.466526039934251e-05,
+541,6496,0.02983037754893303,812,9.017628190122196e-05,
+541,6504,0.03197481110692024,813,5.382107224249921e-05,
+542,6512,0.02946639433503151,814,7.69153589317284e-05,
+543,6520,0.03125873580574989,815,7.076150450302521e-05,
+543,6528,0.03320953994989395,816,6.995763715167413e-05,
+,,,816,,6.08419650234282e-05
+544,6536,0.029651179909706116,817,6.679868874925887e-05,
+545,6544,0.029676128178834915,818,8.215964726332459e-05,
+545,6552,0.030231770128011703,819,6.499628034362104e-05,
+546,6560,0.02979104593396187,820,5.617517354039592e-05,
+547,6568,0.0304100401699543,821,8.834313121042214e-05,
+547,6576,0.02954895794391632,822,7.873304457461927e-05,
+548,6584,0.03074987232685089,823,5.401501903179451e-05,
+549,6592,0.029637932777404785,824,8.367913846996089e-05,
+549,6600,0.03153735399246216,825,8.586980948166456e-05,
+550,6608,0.029548902064561844,826,7.996938757059979e-05,
+551,6616,0.04078094661235809,827,5.562404567172052e-05,
+551,6624,0.02933701127767563,828,8.455905117443763e-05,
+552,6632,0.03146271035075188,829,7.198438834166154e-05,
+553,6640,0.03141126036643982,830,7.259416042870726e-05,
+553,6648,0.03594491630792618,831,7.688530240557157e-05,
+554,6656,0.03356649726629257,832,6.965951661186409e-05,
+,,,832,,6.086558569222689e-05
+555,6664,0.03048378974199295,833,0.00010059083115265821,
+555,6672,0.028892822563648224,834,4.765241624227201e-05,
+556,6680,0.029432468116283417,835,6.435519389924593e-05,
+557,6688,0.02909967675805092,836,8.436551661361591e-05,
+557,6696,0.0301598459482193,837,7.03438995515171e-05,
+558,6704,0.02883414924144745,838,7.584139279970259e-05,
+559,6712,0.029501628130674362,839,6.645660096182837e-05,
+559,6720,0.029050342738628387,840,8.253230862464989e-05,
+560,6728,0.029613345861434937,841,6.97195432621811e-05,
+561,6736,0.02903319150209427,842,7.299668050109176e-05,
+561,6744,0.0292760469019413,843,7.611004389218579e-05,
+562,6752,0.028872273862361908,844,9.276815353587153e-05,
+563,6760,0.02933630347251892,845,3.629853426900809e-05,
+563,6768,0.029156863689422607,846,9.744657609189744e-05,
+564,6776,0.029507536441087723,847,6.070421500226075e-05,
+565,6784,0.02931712567806244,848,7.538164709330886e-05,
+,,,848,,5.783803062513471e-05
+565,6792,0.02932378277182579,849,7.438198781528627e-05,
+566,6800,0.028986886143684387,850,9.044372927746736e-05,
+567,6808,0.029454849660396576,851,6.250692035791872e-05,
+567,6816,0.028739020228385925,852,6.791636269554147e-05,
+568,6824,0.030061785131692886,853,8.166861425706884e-05,
+569,6832,0.02873409539461136,854,5.2867463637085166e-05,
+569,6840,0.029301367700099945,855,8.220452627938357e-05,
+570,6848,0.029182814061641693,856,7.821170538591105e-05,
+571,6856,0.02941630408167839,857,5.709928063879488e-05,
+571,6864,0.028832823038101196,858,7.915033961580775e-05,
+572,6872,0.029071882367134094,859,6.678410500171594e-05,
+573,6880,0.03366384282708168,860,6.863117664579477e-05,
+573,6888,0.03329550474882126,861,7.87329831837269e-05,
+574,6896,0.03281288594007492,862,8.350067582796328e-05,
+575,6904,0.033457398414611816,863,7.935964003991103e-05,
+575,6912,0.03110213577747345,864,6.058461644897761e-05,
+,,,864,,6.0984783340245484e-05
+576,6920,0.02937014028429985,865,6.818387282692129e-05,
+577,6928,0.03165362775325775,866,9.72236070992949e-05,
+577,6936,0.02903619408607483,867,5.5877392242109636e-05,
+578,6944,0.03564836084842682,868,5.5102653732319595e-05,
+579,6952,0.034722134470939636,869,9.717927764540946e-05,
+579,6960,0.03534445911645889,870,6.262607757889782e-05,
+580,6968,0.03490385413169861,871,7.512747924920404e-05,
+581,6976,0.029256705194711685,872,6.124115361672011e-05,
+581,6984,0.02901921048760414,873,8.069956129475031e-05,
+582,6992,0.029504336416721344,874,7.773468314553611e-05,
+583,7000,0.029443755745887756,875,7.132771679607686e-05,
+583,7008,0.029385026544332504,876,6.803572296121274e-05,
+584,7016,0.02948134019970894,877,6.813952109041566e-05,
+585,7024,0.029660165309906006,878,8.491734683957475e-05,
+585,7032,0.02930343896150589,879,5.6115319921445916e-05,
+586,7040,0.02938833087682724,880,7.70043852753588e-05,
+,,,880,,5.743275978602469e-05
+587,7048,0.03353627771139145,881,6.93322617735248e-05,
+587,7056,0.029687955975532532,882,6.243256143534381e-05,
+588,7064,0.03435216471552849,883,5.7993044720205944e-05,
+589,7072,0.02983565628528595,884,8.213082310248865e-05,
+589,7080,0.029998138546943665,885,7.27428723621415e-05,
+590,7088,0.029560670256614685,886,7.399458127110847e-05,
+591,7096,0.03001267835497856,887,7.342926801356953e-05,
+591,7104,0.02925649657845497,888,7.173039102781331e-05,
+592,7112,0.02942604199051857,889,7.344360483330092e-05,
+593,7120,0.029167011380195618,890,5.516203009392484e-05,
+593,7128,0.02961665764451027,891,8.597488340456039e-05,
+594,7136,0.029171206057071686,892,7.33250412849884e-05,
+595,7144,0.03103167936205864,893,7.111870263543096e-05,
+595,7152,0.02919880673289299,894,7.35032929242152e-05,
+596,7160,0.03581077232956886,895,8.548226878701826e-05,
+597,7168,0.03491539508104324,896,7.348858707700856e-05,
+,,,896,,6.553789717145264e-05
+597,7176,0.03483962640166283,897,6.459350561272004e-05,
+598,7184,0.034709200263023376,898,4.887434965894499e-05,
+599,7192,0.03927786275744438,899,8.071446063695475e-05,
+599,7200,0.034835100173950195,900,9.457116311750724e-05,
+600,7208,0.03474268317222595,901,8.57363002069178e-05,
+601,7216,0.035351403057575226,902,4.638591940420156e-05,
+601,7224,0.03441182151436806,903,8.201065497814852e-05,
+602,7232,0.028947308659553528,904,7.813740603523911e-05,
+603,7240,0.028652649372816086,905,6.0809279602835886e-05,
+603,7248,0.029184997081756592,906,7.162576685004751e-05,
+604,7256,0.034610915929079056,907,8.15189523564186e-05,
+605,7264,0.034847550094127655,908,5.7814514548226725e-05,
+605,7272,0.03573586791753769,909,8.722543725525611e-05,
+606,7280,0.03547387570142746,910,6.48320760774368e-05,
+607,7288,0.03476380556821823,911,7.515686002079747e-05,
+607,7296,0.03499595820903778,912,7.630480013176566e-05,
+,,,912,,5.609765648841858e-05
+608,7304,0.03369231894612312,913,6.058477219994529e-05,
+609,7312,0.03261984884738922,914,0.00010160365081901546,
+609,7320,0.029516145586967468,915,6.0228225265746005e-05,
+610,7328,0.029434017837047577,916,5.756097493758716e-05,
+611,7336,0.029189657419919968,917,7.749656879241229e-05,
+611,7344,0.03410797938704491,918,7.07916142346221e-05,
+612,7352,0.02945416420698166,919,8.610874738224084e-05,
+613,7360,0.0399397574365139,920,4.10518064200005e-05,
+613,7368,0.029321584850549698,921,9.114472231885884e-05,
+614,7376,0.029253974556922913,922,7.351823933277046e-05,
+615,7384,0.02906053513288498,923,6.487688688139315e-05,
+615,7392,0.029194705188274384,924,7.149193743316573e-05,
+616,7400,0.028909936547279358,925,7.052267665130785e-05,
+617,7408,0.02900102362036705,926,9.05637148207461e-05,
+617,7416,0.02899961546063423,927,5.8946627177647315e-05,
+618,7424,0.029148541390895844,928,7.970134993229294e-05,
+,,,928,,5.967355682514608e-05
+619,7432,0.0288921557366848,929,5.540066604226013e-05,
+619,7440,0.02895648032426834,930,7.943350874484167e-05,
+620,7448,0.03471999242901802,931,7.330832522711717e-05,
+621,7456,0.034775260835886,932,8.52148959893384e-05,
+621,7464,0.03470059856772423,933,7.176019175858528e-05,
+622,7472,0.02908948063850403,934,6.681404511255096e-05,
+623,7480,0.028997663408517838,935,6.317795305221807e-05,
+623,7488,0.030209146440029144,936,8.934071183830383e-05,
+624,7496,0.029290076345205307,937,6.128591121523641e-05,
+625,7504,0.029136888682842255,938,7.098543210304342e-05,
+625,7512,0.029320944100618362,939,8.023808322832338e-05,
+626,7520,0.02941948175430298,940,9.24106875572761e-05,
+627,7528,0.029289625585079193,941,3.9919356822792906e-05,
+627,7536,0.029004577547311783,942,8.71062911755871e-05,
+628,7544,0.0293683223426342,943,6.615691609113128e-05,
+629,7552,0.02913258969783783,944,7.979129668456153e-05,
+,,,944,,5.783804808743298e-05
+629,7560,0.02938079833984375,945,8.689779087944771e-05,
+630,7568,0.029183614999055862,946,7.015116216280148e-05,
+631,7576,0.029094237834215164,947,6.134555360404192e-05,
+631,7584,0.029222749173641205,948,7.369722925432143e-05,
+632,7592,0.029104575514793396,949,7.114964091670117e-05,
+633,7600,0.029234230518341064,950,7.292219970622682e-05,
+633,7608,0.02924298495054245,951,7.3324581990164e-05,
+634,7616,0.029527075588703156,952,8.39763333715382e-05,
+635,7624,0.02936321496963501,953,4.8382729346485576e-05,
+635,7632,0.02930927276611328,954,9.351374683319591e-05,
+636,7640,0.029383044689893723,955,6.444433074648259e-05,
+637,7648,0.029288601130247116,956,8.122153849399183e-05,
+637,7656,0.029304422438144684,957,6.283558923314558e-05,
+638,7664,0.02951238676905632,958,7.022588897598325e-05,
+639,7672,0.029291760176420212,959,8.910254700822406e-05,
+639,7680,0.02942134439945221,960,6.511494711958221e-05,
+,,,960,,5.752811557613313e-05
+640,7688,0.029199104756116867,961,8.084869568847353e-05,
+641,7696,0.029092777520418167,962,5.6696873343753396e-05,
+641,7704,0.029619380831718445,963,8.479694497509627e-05,
+642,7712,0.029550936073064804,964,8.122144299704814e-05,
+643,7720,0.0365956611931324,965,6.30141666988493e-05,
+643,7728,0.03651219233870506,966,7.676633867959026e-05,
+644,7736,0.036904945969581604,967,4.012797626273823e-05,
+645,7744,0.03672107681632042,968,9.665781362855341e-05,
+645,7752,0.03676334023475647,969,7.420357314913417e-05,
+646,7760,0.035219673067331314,970,4.1588220028643264e-05,
+647,7768,0.039322514086961746,971,0.0001106185291064321,
+647,7776,0.03057549148797989,972,5.7411957413933123e-05,
+648,7784,0.029501445591449738,973,7.24753758731822e-05,
+649,7792,0.029216479510068893,974,6.480270667452714e-05,
+649,7800,0.029630839824676514,975,7.326444256250397e-05,
+650,7808,0.029488161206245422,976,7.676575069126557e-05,
+,,,976,,6.808844627812505e-05
+651,7816,0.029696360230445862,977,6.338694970509096e-05,
+651,7824,0.029957864433526993,978,7.476969221897889e-05,
+652,7832,0.02942320704460144,979,8.426109889114741e-05,
+653,7840,0.029937297105789185,980,5.313591282174457e-05,
+653,7848,0.029887601733207703,981,7.299656135728583e-05,
+654,7856,0.029819052666425705,982,8.198145133064827e-05,
+655,7864,0.02954821288585663,983,6.03920475441555e-05,
+655,7872,0.034720052033662796,984,6.213491224116297e-05,
+656,7880,0.03249090537428856,985,6.118177248026768e-05,
+657,7888,0.03345221281051636,986,9.710421318231965e-05,
+657,7896,0.02970118448138237,987,5.148173659108579e-05,
+658,7904,0.02981606125831604,988,5.465506274049403e-05,
+659,7912,0.029650837182998657,989,0.00010397276992080151,
+659,7920,0.03026178851723671,990,5.776955322289723e-05,
+660,7928,0.030163396149873734,991,7.873335334807052e-05,
+661,7936,0.030371617525815964,992,6.556246898981044e-05,
+,,,992,,5.800491198897362e-05
+661,7944,0.029973309487104416,993,7.178944611041516e-05,
+662,7952,0.029917780309915543,994,7.693023826504941e-05,
+663,7960,0.029803533107042313,995,5.9662073454092024e-05,
+663,7968,0.029730867594480515,996,8.406716551689897e-05,
+664,7976,0.02966420352458954,997,7.837558678147616e-05,
+665,7984,0.029783878475427628,998,6.387798066498362e-05,
+665,7992,0.02985835075378418,999,6.629251856793417e-05,
+666,8000,0.029536549001932144,1000,5.565384481087676e-05,
+667,8008,0.029717762023210526,1001,0.00010608863522065803,
+667,8016,0.029766414314508438,1002,5.4461818990603206e-05,
+668,8024,0.030389416962862015,1003,8.4067399484411e-05,
+669,8032,0.029878251254558563,1004,8.184715579773183e-05,
+669,8040,0.029658522456884384,1005,4.5968874474056065e-05,
+670,8048,0.030069049447774887,1006,6.104752333158103e-05,
+671,8056,0.030407097190618515,1007,6.167277479107725e-05,
+671,8064,0.03027474507689476,1008,8.43209202230355e-05,
+,,,1008,,6.09132694080472e-05
+672,8072,0.029916349798440933,1009,7.26831501651759e-05,
+673,8080,0.02987287938594818,1010,9.160577860711783e-05,
+673,8088,0.029752034693956375,1011,6.192664841364603e-05,
+674,8096,0.030110329389572144,1012,5.906555225010379e-05,
+675,8104,0.029590856283903122,1013,0.00010085874032483844,
+675,8112,0.030292395502328873,1014,5.428278063845937e-05,
+676,8120,0.030027303844690323,1015,6.589005533896852e-05,
+677,8128,0.030040472745895386,1016,9.328980695499922e-05,
+677,8136,0.02989715337753296,1017,5.149664411874255e-05,
+678,8144,0.0297122523188591,1018,6.422063916033949e-05,
+679,8152,0.02991485595703125,1019,6.276090243773069e-05,
+679,8160,0.029740501195192337,1020,8.470813554595225e-05,
+680,8168,0.0296010784804821,1021,4.815906822841498e-05,
+681,8176,0.02984308823943138,1022,9.470545865042368e-05,
+681,8184,0.029708534479141235,1023,7.047930148473824e-05,
+682,8192,0.029946915805339813,1024,5.791832109025563e-05,
+,,,1024,,5.545396124944091e-05
+683,8200,0.029661741107702255,1025,8.008925260583055e-05,
+683,8208,0.029752328991889954,1026,6.839291199867148e-05,
+684,8216,0.030021708458662033,1027,6.31186408099893e-05,
+685,8224,0.029960058629512787,1028,8.297911108456901e-05,
+685,8232,0.030007321387529373,1029,7.140285470086383e-05,
+686,8240,0.03021613135933876,1030,8.369415718334494e-05,
+687,8248,0.029784757643938065,1031,4.7056608764250996e-05,
+687,8256,0.029820438474416733,1032,8.216023479690193e-05,
+688,8264,0.03005535528063774,1033,6.916765687492443e-05,
+689,8272,0.029971282929182053,1034,9.22467440886976e-05,
+689,8280,0.030092712491750717,1035,5.590731234406121e-05,
+690,8288,0.030036304146051407,1036,7.47100607441098e-05,
+691,8296,0.02984568476676941,1037,8.098284388324828e-05,
+691,8304,0.030023932456970215,1038,5.730755742661131e-05,
+692,8312,0.02982977405190468,1039,7.338402519962983e-05,
+693,8320,0.029855672270059586,1040,6.213510550878709e-05,
+,,,1040,,5.845785490237177e-05
+693,8328,0.029579155147075653,1041,8.832780167722376e-05,
+694,8336,0.029500912874937057,1042,6.545801352331182e-05,
+695,8344,0.02977171540260315,1043,7.81516623646894e-05,
+695,8352,0.030163642019033432,1044,6.517496740343631e-05,
+696,8360,0.029687978327274323,1045,6.912220942467684e-05,
+697,8368,0.02967652678489685,1046,7.216264521048288e-05,
+697,8376,0.029893632978200912,1047,6.410201467588195e-05,
+698,8384,0.03270718455314636,1048,8.7121573415061e-05,
+699,8392,0.02927449345588684,1049,6.508558089990402e-05,
+699,8400,0.03094559535384178,1050,5.875242050024099e-05,
+700,8408,0.02966911345720291,1051,5.246535283731646e-05,
+701,8416,0.03021996095776558,1052,9.787866019905778e-05,
+701,8424,0.029472507536411285,1053,5.551991262109368e-05,
+702,8432,0.029918771237134933,1054,6.901851679685933e-05,
+703,8440,0.02980412170290947,1055,5.91404527767736e-05,
+703,8448,0.03001846745610237,1056,9.03695718079689e-05,
+,,,1056,,5.686057265847921e-05
+704,8456,0.02987707033753395,1057,7.22367603884777e-05,
+705,8464,0.029819592833518982,1058,7.237059026010684e-05,
+705,8472,0.029805783182382584,1059,6.37446146356524e-05,
+706,8480,0.029479295015335083,1060,7.038950207061134e-05,
+707,8488,0.029822397977113724,1061,7.663251972189755e-05,
+707,8496,0.02939162775874138,1062,6.0213082633708837e-05,
+708,8504,0.029593609273433685,1063,7.316006212931825e-05,
+709,8512,0.03183494508266449,1064,6.122641570982523e-05,
+709,8520,0.02977224439382553,1065,8.020824566301599e-05,
+710,8528,0.03206808865070343,1066,7.955210821819492e-05,
+711,8536,0.029658474028110504,1067,5.467038636197685e-05,
+711,8544,0.029677577316761017,1068,7.801770698279142e-05,
+712,8552,0.029632382094860077,1069,4.878498748439597e-05,
+713,8560,0.02976224571466446,1070,7.441221714543644e-05,
+713,8568,0.03549574688076973,1071,8.373969899366784e-05,
+714,8576,0.0352807343006134,1072,7.651229452676489e-05,
+,,,1072,,5.64791145734489e-05
+715,8584,0.03524381294846535,1073,7.664768145332346e-05,
+715,8592,0.029677055776119232,1074,6.302869201135763e-05,
+716,8600,0.02978750318288803,1075,5.909506307943957e-05,
+717,8608,0.02961507812142372,1076,6.425105198104575e-05,
+717,8616,0.029445558786392212,1077,9.257441502086294e-05,
+718,8624,0.030326049774885178,1078,7.095618957464467e-05,
+719,8632,0.029340200126171112,1079,7.348800454565207e-05,
+719,8640,0.02966201677918434,1080,7.000159803283168e-05,
+720,8648,0.029898453503847122,1081,9.154698182101129e-05,
+721,8656,0.02993007004261017,1082,4.4493555833469145e-05,
+721,8664,0.029928915202617645,1083,8.047671917665866e-05,
+722,8672,0.029662229120731354,1084,8.277091501440736e-05,
+723,8680,0.02998235449194908,1085,5.021549804951064e-05,
+723,8688,0.029588136821985245,1086,9.12183927539445e-05,
+724,8696,0.02993590384721756,1087,6.833363545410975e-05,
+725,8704,0.02966216579079628,1088,6.980799048506015e-05,
+,,,1088,,5.7909556198865174e-05
+725,8712,0.029645808041095734,1089,7.292213422260829e-05,
+726,8720,0.029928922653198242,1090,7.810744682501536e-05,
+727,8728,0.029835350811481476,1091,5.4864324283698807e-05,
+727,8736,0.029899675399065018,1092,7.150688770707347e-05,
+728,8744,0.02982713282108307,1093,7.970196656970074e-05,
+729,8752,0.029570914804935455,1094,6.383335676218849e-05,
+729,8760,0.0315244235098362,1095,6.018347312419792e-05,
+730,8768,0.029856685549020767,1096,8.771741113378084e-05,
+731,8776,0.04173261672258377,1097,4.4523525048134616e-05,
+731,8784,0.02947884425520897,1098,7.786899504935718e-05,
+732,8792,0.02956349030137062,1099,8.205630865631974e-05,
+733,8800,0.029499448835849762,1100,3.4346562415521475e-05,
+733,8808,0.030212976038455963,1101,9.831108627622598e-05,
+734,8816,0.029574204236268997,1102,7.979048655215593e-05,
+735,8824,0.029645506292581558,1103,6.554712217621272e-05,
+735,8832,0.029640551656484604,1104,6.606889064642019e-05,
+,,,1104,,6.453664391301573e-05
+736,8840,0.029680244624614716,1105,5.629446513921721e-05,
+737,8848,0.030944880098104477,1106,0.00010190165244239324,
+737,8856,0.029678087681531906,1107,4.985778241461958e-05,
+738,8864,0.030673939734697342,1108,6.569649985976866e-05,
+739,8872,0.0298849418759346,1109,6.5219182488363e-05,
+739,8880,0.02976791188120842,1110,8.116105436783982e-05,
+740,8888,0.03213883191347122,1111,7.286257914529415e-05,
+741,8896,0.029608096927404404,1112,6.724620425302419e-05,
+741,8904,0.032913509756326675,1113,7.225145009215339e-05,
+742,8912,0.029366139322519302,1114,4.656474720832193e-05,
+743,8920,0.02958398312330246,1115,8.700282387508196e-05,
+743,8928,0.029362265020608902,1116,8.084898831839382e-05,
+744,8936,0.029414016753435135,1117,8.829879652694217e-05,
+745,8944,0.029419809579849243,1118,4.7920739689288894e-05,
+745,8952,0.030513934791088104,1119,7.694521514167718e-05,
+746,8960,0.029532410204410553,1120,6.328205608951976e-05,
+,,,1120,,5.783803062513471e-05
+747,8968,0.029162447899580002,1121,7.445747314704931e-05,
+747,8976,0.029072515666484833,1122,6.317780025710817e-05,
+748,8984,0.029631193727254868,1123,6.562132193721482e-05,
+749,8992,0.029507476836442947,1124,7.021088572400913e-05,
+749,9000,0.030088111758232117,1125,7.299648541447823e-05,
+750,9008,0.029422588646411896,1126,8.625752070656745e-05,
+751,9016,0.03663573041558266,1127,7.198345429060282e-05,
+751,9024,0.03518378734588623,1128,4.811453072761651e-05,
+752,9032,0.034993238747119904,1129,7.846488415452768e-05,
+753,9040,0.029462993144989014,1130,4.9380876362192794e-05,
+753,9048,0.029198989272117615,1131,7.603654830745654e-05,
+754,9056,0.029034066945314407,1132,5.70841946228029e-05,
+755,9064,0.029214221984148026,1133,0.00010120134265889646,
+755,9072,0.02903522551059723,1134,4.708632923211553e-05,
+756,9080,0.029122091829776764,1135,6.548717647092417e-05,
+757,9088,0.02956385165452957,1136,7.898619514890015e-05,
+,,,1136,,5.807644920423627e-05
+757,9096,0.02919642999768257,1137,6.447472969739465e-05,
+758,9104,0.02939470484852791,1138,4.976843547410681e-05,
+759,9112,0.029330383986234665,1139,8.545285209038411e-05,
+759,9120,0.02915801852941513,1140,7.462077383024734e-05,
+760,9128,0.02930503711104393,1141,6.159884537737526e-05,
+761,9136,0.02944060042500496,1142,8.005957442946965e-05,
+761,9144,0.029647883027791977,1143,6.802029042773938e-05,
+762,9152,0.030157890170812607,1144,8.339738951690379e-05,
+763,9160,0.030047472566366196,1145,6.374396753017209e-05,
+763,9168,0.03018254041671753,1146,5.145207478562952e-05,
+764,9176,0.03489551320672035,1147,7.791343932694872e-05,
+765,9184,0.029495511204004288,1148,6.489191309810849e-05,
+765,9192,0.03482314944267273,1149,6.584450602531433e-05,
+766,9200,0.029242683202028275,1150,8.651144298710278e-05,
+767,9208,0.029699161648750305,1151,5.274799013932352e-05,
+767,9216,0.0294654481112957,1152,6.869092385386466e-05,
+,,,1152,,5.621686577796936e-05
+768,9224,0.02955666184425354,1153,7.526156105086557e-05,
+769,9232,0.029619552195072174,1154,4.821873335458804e-05,
+769,9240,0.02957485243678093,1155,9.093556445805007e-05,
+770,9248,0.02959824725985527,1156,6.706699286951334e-05,
+771,9256,0.02940072864294052,1157,8.414138756052125e-05,
+771,9264,0.0296444334089756,1158,6.414642598429054e-05,
+772,9272,0.029725339263677597,1159,5.0885566906799795e-05,
+773,9280,0.029842592775821686,1160,9.285829810323776e-05,
+773,9288,0.02966092899441719,1161,7.2191474146166e-05,
+774,9296,0.029853586107492447,1162,7.74074164837657e-05,
+775,9304,0.029844406992197037,1163,4.8323001919925446e-05,
+775,9312,0.029922328889369965,1164,7.880763018874859e-05,
+776,9320,0.02979898825287819,1165,7.503801134589594e-05,
+777,9328,0.02983560413122177,1166,6.906353701197077e-05,
+777,9336,0.02950413152575493,1167,6.153933327368577e-05,
+778,9344,0.029885198920965195,1168,6.940647790543153e-05,
+,,,1168,,6.162833306007087e-05
+779,9352,0.029307235032320023,1169,9.093461017073423e-05,
+779,9360,0.029979337006807327,1170,5.91402463214763e-05,
+780,9368,0.030170466750860214,1171,8.050634914980037e-05,
+781,9376,0.02991567924618721,1172,6.78709307067038e-05,
+781,9384,0.02992215007543564,1173,5.5743291795806726e-05,
+782,9392,0.029785320162773132,1174,4.9455431962996954e-05,
+783,9400,0.029936686158180237,1175,7.336873341046157e-05,
+783,9408,0.029662374407052994,1176,8.52744756230095e-05,
+784,9416,0.029765181243419647,1177,7.852470389480004e-05,
+785,9424,0.02996073290705681,1178,6.234391821635654e-05,
+785,9432,0.029627766460180283,1179,5.979568413749803e-05,
+786,9440,0.02988215535879135,1180,5.040888709118008e-05,
+787,9448,0.02970113232731819,1181,8.288954222734901e-05,
+787,9456,0.029663119465112686,1182,8.443957767667598e-05,
+788,9464,0.03010442480444908,1183,7.703409301029751e-05,
+789,9472,0.029666133224964142,1184,5.990016711621138e-05,
+,,,1184,,5.6598312221467494e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+49220,0
+43001,0
+36063,1
+60616,0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+49220,-4.5060096e-05,-10.750045
+43001,-4.088795e-05,-11.375041
+36063,-9.750082,-8.1774226e-05
+60616,-3.2782016e-05,-12.375032

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-2.6583319e-05,-11.875027
+12007,-3.981511e-05,-10.87504
+8229,-5.0185852e-05,-10.250051
+31449,-8.875171,-0.00017116989
+1591,-3.1470758e-05,-12.000031
+53542,-3.651321,-0.026320882
+49372,-0.07898184,-2.5789819
+54831,-7.0211805e-05,-10.250071
+44771,-4.3272037e-05,-11.250043
+33116,-3.6000558e-05,-13.000036
+33492,-0.011083112,-4.511083
+16982,-2.5868081e-05,-11.625026
+31901,-0.22563031,-1.6006303
+49817,-5.4238757e-05,-10.500054
+60681,-0.69356257,-0.69356257
+39890,-0.00013314791,-9.1251335
+62685,-4.911302e-05,-10.625049
+2201,-8.7507105,-0.0007103542
+47201,-3.2543605e-05,-11.750032
+20835,-9.500161,-0.00016127716
+15421,-0.009778457,-4.6347785
+45021,-5.6503606e-05,-10.375056
+45802,-5.1735493e-05,-11.5000515
+43637,-3.623897e-05,-11.125036
+7160,-2.6702524e-05,-12.125027
+8150,-7.8079036e-05,-9.750078
+3512,-8.375255,-0.00025507534
+29264,-3.492771e-05,-12.750035
+32960,-5.0066647e-05,-11.62505
+32221,-3.552374e-05,-11.250035
+35996,-2.682173e-05,-11.750027
+4422,-9.875101,-0.000101561156
+22209,-3.6834994e-05,-11.375037
+6920,-10.750042,-4.2318403e-05
+25253,-4.911302e-05,-10.750049
+680,-2.3841574e-05,-12.250024
+50140,-5.6286283,-0.0036283392
+28481,-1.136967,-0.38696688
+36298,-3.9457496e-05,-10.875039
+16473,-8.500229,-0.00022885564
+11102,-0.00044550508,-7.7504454
+62901,-3.2066786e-05,-11.250032
+16123,-5.877828,-0.0028282902
+52012,-3.6596583e-05,-12.250036
+60780,-5.3523538e-05,-10.875053
+1781,-6.7512126,-0.0012124577
+41449,-3.5881352e-05,-11.625036
+908,-0.0003250309,-8.125325
+15507,-8.375275,-0.00027497803
+57914,-4.7205765e-05,-11.625047
+46159,-2.8729026e-05,-11.125029
+56461,-2.126986,-0.12698591
+62107,-8.2131824e-05,-12.125082
+49087,-9.625091,-9.023736e-05
+65792,-3.5046916e-05,-11.500035
+13181,-4.9351427e-05,-10.62505
+54119,-7.3756537,-0.0006537684
+51997,-2.2530301e-05,-12.250023
+24924,-8.875167,-0.00016711745
+45890,-3.8146245e-05,-11.125038
+41716,-0.0009647721,-7.1259646
+60175,-2.801379e-05,-11.625028
+30318,-3.087473e-05,-12.1250305
+13221,-5.3796473,-0.0046470505
+15509,-8.500223,-0.00022349245
+37365,-0.0010692123,-6.876069
+60975,-6.603976e-05,-10.375066
+51375,-0.0037534041,-11.003754
+16004,-8.750189,-0.00018904806
+12837,-0.0041007246,-5.504101
+17864,-5.1309633,-0.0059633907
+67134,-0.57616377,-0.82616377
+18611,-1.053871,-0.428871
+12861,-0.0010858837,-6.8760858
+58084,-9.375102,-0.00010227634
+32874,-4.4464075e-05,-11.500045
+32717,-7.875839,-0.0008393579
+23413,-8.500269,-0.0002693767
+59634,-4.482169e-05,-11.000045
+15629,-5.864925e-05,-11.125058
+47071,-5.6146e-05,-10.750056
+48558,-5.504098,-0.0040981127
+3648,-3.397407e-05,-11.250034
+43367,-6.6158966e-05,-9.875066
+14869,-3.2066786e-05,-12.750032
+1518,-5.113948e-05,-10.7500515
+16976,-9.125892,-0.00089212187
+20931,-4.8826213,-0.007621378
+67379,-8.500233,-0.00023278865
+4741,-3.2305197e-05,-11.750032
+5765,-6.3767433,-0.0017431078
+48791,-6.3536536e-05,-10.125064
+15298,-4.494089e-05,-11.500045
+21874,-0.18025048,-1.8052505
+9095,-3.168034,-0.04303417
+3840,-4.2641883,-0.01418813
+55636,-5.5073175e-05,-10.125055
+57364,-0.00042667822,-7.875427
+65863,-5.5430784e-05,-11.500055
+40786,-2.8132996e-05,-12.750028
+8118,-2.4639757,-0.08897577
+52441,-3.0636318e-05,-12.0000305
+38593,-0.00024947393,-8.37525
+5517,-3.933829e-05,-11.625039
+39136,-2.7060143e-05,-11.750027
+47292,-7.9390236e-05,-11.125079
+34052,-9.059496e-05,-10.250091
+16037,-9.500112,-0.00011205045
+64606,-5.753201,-0.003201124
+19552,-3.266281e-05,-11.250032
+14116,-0.0019491975,-6.2519493
+11261,-9.7031654e-05,-9.500097
+11668,-7.0009384,-0.000938571
+42198,-8.875156,-0.00015686711
+22526,-9.125168,-0.00016807097
+8037,-7.6291035e-05,-9.750076
+5324,-0.0009869233,-7.000987
+56692,-2.6940936e-05,-11.750027
+59753,-6.258292e-05,-10.250063
+47298,-4.8874615e-05,-10.875049
+57801,-0.0003118029,-8.125312
+58413,-10.625045,-4.458328e-05
+10673,-2.3483954e-05,-12.250024
+65730,-9.875071,-7.056941e-05
+40287,-6.5015388,-0.0015386421
+15186,-1.4061797,-0.28117964
+43119,-4.0530336e-05,-11.12504
+39219,-7.5005813,-0.00058109564
+50340,-5.6503606e-05,-10.125056
+34297,-7.500625,-0.0006249382
+62941,-2.4437606e-05,-11.750025
+31551,-11.125049,-4.875541e-05
+41344,-6.5015297,-0.0015298341
+46402,-0.069953345,-2.6949534
+13636,-0.8981663,-0.5231663
+42241,-6.3767223,-0.0017222824
+15422,-6.460935e-05,-9.875065
+25014,-6.6263566,-0.0013566348
+19613,-4.339124e-05,-10.750043
+5515,-3.373566e-05,-11.875033
+64128,-2.8967437e-05,-12.875029
+28084,-4.112636e-05,-13.125041
+10395,-2.741776e-05,-11.500028
+9965,-4.2199197e-05,-10.625042
+27221,-2.0177317,-0.14273173
+11994,-4.5894525e-05,-13.125046
+43384,-2.9325056e-05,-11.37503
+44329,-4.0649542e-05,-13.000041
+58937,-3.266281e-05,-12.875032
+29119,-2.3603161e-05,-12.000024
+8989,-0.00046933602,-11.750469
+23043,-6.626348,-0.0013480632
+32166,-4.0530336e-05,-12.00004
+42729,-3.7311813e-05,-12.875037
+6863,-2.3502827,-0.10028261
+41187,-8.964137e-05,-12.00009
+36039,-11.000057,-5.7338024e-05
+55977,-7.998623e-05,-10.37508
+8129,-4.6347733,-0.009773026
+60223,-6.751236,-0.0012360322
+9414,-2.0146166e-05,-12.37502
+26177,-3.6000558e-05,-12.000036
+38443,-2.3841574e-05,-11.625024
+43084,-3.8146245e-05,-12.125038
+53673,-4.255681e-05,-11.125043
+15057,-2.7894584e-05,-12.375028
+51700,-0.000112646434,-10.875113
+51201,-3.2881453,-0.038145382
+47078,-0.048642628,-3.0486426
+59961,-0.000726555,-7.2507267
+22272,-4.613293e-05,-10.875046
+65773,-6.472855e-05,-9.875065
+33746,-0.00019643761,-8.625196
+27311,-7.750456,-0.00045575245
+41292,-2.7179349e-05,-11.375027
+17110,-0.00055893534,-7.625559
+57029,-5.1020274e-05,-11.750051
+3009,-1.5019927,-0.2519927
+40193,-1.4061898,-0.2811898
+27618,-0.16026361,-1.9102637
+20145,-9.250125,-0.00012504273
+52193,-4.8826323,-0.007632144
+34398,-6.866219e-05,-10.750069
+36473,-5.8778653,-0.0028654966
+43577,-1.8358061e-05,-12.250018
+57850,-8.125312,-0.00031144536
+61117,-0.00013028727,-10.125131
+32569,-8.6423e-05,-9.625087
+12290,-11.125055,-5.5192377e-05
+19499,-7.6255164,-0.00051651965
+60470,-4.9947444e-05,-10.37505
+8962,-10.375077,-7.700623e-05
+65955,-4.14106,-0.016059805
+62486,-0.00031740396,-8.125318
+19000,-4.3748852e-05,-10.875044
+22631,-0.012766655,-4.387767
+25613,-2.3126335e-05,-12.125023
+56086,-2.0177176,-0.14271767
+28883,-8.5707805e-05,-9.750086
+26425,-5.8778386,-0.0028383941
+48097,-5.3404336e-05,-10.375053
+61477,-0.00016258826,-9.125162
+9121,-0.00052057067,-7.6255207
+66709,-1.2234943,-0.3484943
+51472,-0.28135654,-1.4063566
+19809,-5.628942,-0.0039421003
+38959,-6.6263556,-0.0013554443
+39849,-2.0742202e-05,-12.000021
+59964,-4.3272037e-05,-10.875043
+65268,-8.000361,-0.00036137726
+8791,-4.4106466e-05,-11.500044
+51774,-0.002490278,-6.00249
+49640,-4.0530336e-05,-12.25004
+20125,-2.929931,-0.05493083
+59640,-3.6000558e-05,-11.625036
+68206,-7.0010004,-0.0010004997
+48079,-8.250286,-0.0002859422
+49583,-0.00065162405,-7.375652
+67054,-2.860982e-05,-11.625029
+59571,-2.6344906e-05,-12.000027
+29080,-0.06201792,-2.812018
+29111,-4.1410675,-0.016067546
+20758,-0.003213601,-5.7532134
+64023,-3.70734e-05,-11.625037
+29058,-4.6967358e-05,-11.625047
+18185,-2.682173e-05,-13.750027
+36543,-5.7576428e-05,-10.375057
+54983,-0.00092761393,-7.0009274
+3101,-8.3800616e-05,-9.625084
+42140,-4.0530336e-05,-11.87504
+6954,-1.8358061e-05,-12.250018
+15955,-0.8260167,-0.5760167
+61746,-3.3139633e-05,-12.250033
+32055,-5.674201e-05,-11.000056
+39496,-7.1259093,-0.0009093917
+59909,-3.921909e-05,-10.750039
+66296,-5.6384404e-05,-12.250056
+46804,-0.6931821,-0.6931821
+35049,-7.7125434e-05,-12.375077
+56017,-0.0012763934,-6.7512765
+26947,-3.895568,-0.020567827
+38928,-4.5417706e-05,-11.750046
+15029,-6.751218,-0.0012180536
+7086,-3.3378044e-05,-12.375033
+537,-6.365574e-05,-12.250064
+50731,-6.9258196e-05,-10.00007
+63604,-5.7766485,-0.026648732
+67049,-3.1351552e-05,-11.125031
+31161,-2.527205e-05,-11.625025
+58922,-4.634779,-0.009778811
+18347,-5.130972,-0.005971804
+25864,-4.5298504e-05,-10.750045
+63846,-4.1603176e-05,-11.000042
+13353,-3.1470758e-05,-11.250031
+25378,-0.00016985882,-8.87517
+59101,-8.875213,-0.00021300431
+20895,-4.708656e-05,-10.625047
+48119,-9.375114,-0.000114076785
+14332,-2.2172682e-05,-12.125022
+25497,-7.3756557,-0.00065543625
+8686,-4.5417706e-05,-11.000046
+22758,-0.0010667116,-6.8760667
+7666,-4.029193e-05,-11.75004
+20686,-0.0001277842,-9.375128
+18975,-1.0538074,-0.42880735
+19054,-0.75762933,-0.63262933
+48123,-9.3751135,-0.00011336161
+57909,-7.8754025,-0.00040260793
+9226,-0.9741986,-0.47419858
+48653,-3.3854863e-05,-11.875033
+44013,-8.999896e-05,-9.87509
+11409,-6.002509,-0.0025089474
+62736,-5.5430784e-05,-10.625055
+2777,-6.2519493,-0.0019494354
+7058,-2.7775379e-05,-12.500028
+48408,-5.769563e-05,-10.875057
+28934,-9.625084,-8.4158215e-05
+46578,-8.875179,-0.00017963226
+23203,-3.623897e-05,-11.125036
+6257,-5.255266,-0.005266246
+53444,-5.876845e-05,-10.875059
+17816,-3.3020428e-05,-13.000033
+46307,-6.25196,-0.0019596675
+20599,-9.875099,-9.9296405e-05
+29423,-4.5894525e-05,-10.750046
+21041,-2.3007127e-05,-11.875023
+16633,-7.625517,-0.0005168771
+20221,-2.9325056e-05,-11.12503
+27466,-3.0636318e-05,-11.6250305
+22987,-7.462223e-05,-10.000074
+9322,-7.223822e-05,-10.3750725
+3265,-4.3629647e-05,-11.750044
+22814,-0.0010439666,-6.876044
+56185,-8.000382,-0.00038270777
+55014,-0.0005708495,-7.500571
+43437,-6.751195,-0.001195074
+24683,-3.7192607e-05,-10.875037
+10233,-4.3629647e-05,-12.375044
+19001,-0.0017595299,-12.62676
+32718,-5.5907592e-05,-10.375056
+31030,-4.0172723e-05,-11.75004
+1099,-3.5166122e-05,-13.125035
+57982,-0.01418672,-4.264187
+49148,-0.00038961926,-8.00039
+40880,-8.375251,-0.00025114242
+31148,-5.8291644e-05,-12.000058
+9446,-8.625199,-0.00019965562
+18579,-10.500085,-8.4635016e-05
+30932,-6.9138994e-05,-10.000069
+40792,-3.5166122e-05,-11.500035
+48600,-6.0556486e-05,-12.00006
+44588,-6.0675688e-05,-11.125061
+33828,-0.4741115,-0.9741115
+33917,-4.5894525e-05,-11.875046
+2026,-5.7934038e-05,-10.375058
+56745,-4.0649542e-05,-10.750041
+17383,-0.000107878586,-9.500108
+2372,-3.8980677e-05,-11.750039
+56600,-0.0010133614,-8.626014
+50257,-4.7563375e-05,-10.875048
+38892,-4.458328e-05,-11.125045
+45844,-8.582701e-05,-10.750086
+29062,-0.0001074018,-9.750108
+5655,-0.20149003,-1.70149
+67611,-4.4344873e-05,-11.500044
+18546,-5.769563e-05,-10.625057
+63060,-8.500242,-0.00024196558
+36068,-0.005958295,-5.130958
+784,-0.00048291942,-10.375483
+20429,-5.5549986e-05,-11.500055
+21679,-0.00014721263,-9.125147
+53617,-9.37511,-0.000110143315
+6978,-8.875163,-0.00016282663
+53262,-3.9099883e-05,-12.500039
+181,-3.397407e-05,-11.625034
+28744,-9.6316464e-05,-9.625096
+48716,-3.9934315e-05,-10.87504
+51468,-2.7894584e-05,-11.375028
+62209,-0.16024919,-1.9102492
+8732,-0.0015849421,-6.501585
+56949,-0.0028379187,-5.877838
+26885,-3.5881352e-05,-12.750036
+43345,-3.6715788e-05,-11.375036
+8053,-1.8047898,-0.17978977
+59402,-0.38688874,-1.1368887
+49552,-4.196079e-05,-11.250042
+12348,-7.0211805e-05,-10.125071
+28335,-0.00012671144,-9.125127
+59114,-0.0001275458,-9.250128
+12625,-4.26421,-0.014210109
+8876,-2.8120382,-0.0620382
+29959,-8.625197,-0.00019786785
+37911,-2.920585e-05,-11.37503
+38412,-3.2066786e-05,-11.375032
+31999,-3.1351552e-05,-12.250031
+34775,-3.9576702e-05,-11.250039
+65737,-0.088963665,-2.4639637
+25244,-5.769563e-05,-10.500057
+51630,-0.0017215683,-6.3767214
+23979,-6.3417334e-05,-10.000063
+34638,-7.8754025,-0.00040225044
+22311,-8.500229,-0.00022909402
+14004,-0.1269501,-2.12695
+310,-1.9430925e-05,-12.750019
+49105,-4.196079e-05,-10.875042
+38782,-9.375109,-0.000108712964
+4647,-7.2507305,-0.00073036697
+43782,-2.2411095e-05,-12.250022
+66046,-4.4225668e-05,-10.875044
+16690,-9.2501335,-0.00013386307
+67731,-3.7907834e-05,-11.000038
+54867,-1.3133259,-0.31332588
+34108,-3.0517112e-05,-11.5000305
+67332,-6.9258196e-05,-9.87507
+22567,-2.9325056e-05,-11.62503
+57173,-5.2093103e-05,-10.250052
+26527,-8.125335,-0.00033480284
+59580,-0.00050639204,-7.6255064
+20737,-5.4238757e-05,-10.500054
+53307,-2.9563467e-05,-12.87503
+32783,-4.0768748e-05,-11.875041
+7868,-8.375255,-0.00025424108
+50777,-2.0622994e-05,-12.500021
+29307,-9.125145,-0.00014542475
+18297,-3.623897e-05,-11.375036
+44524,-8.125314,-0.00031382882
+61320,-4.2318403e-05,-10.875042
+2578,-3.886147e-05,-11.875039
+40612,-6.8781395e-05,-12.375069
+32523,-7.474143e-05,-9.750074
+48509,-4.577532e-05,-10.625046
+36666,-2.6949627,-0.0699628
+6539,-6.127248,-0.0022477857
+33620,-7.500609,-0.0006087357
+55547,-3.2881827,-0.038182672
+11751,-5.0067406,-0.006740689
+30491,-7.4503034e-05,-10.000074
+48294,-2.1269526,-0.12695272
+37424,-9.417091e-05,-9.625094
+29155,-3.9695904e-05,-10.50004

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=8/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}