Add files using upload-large-folder tool

.gitattributes

@@ -1332,3 +1332,9 @@ finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=4/lora_ans_no_es/0.0
 finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c6d628e0951676512fd773a1b609edc9e333831df8d1aa82b7df14782cda4e
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c7fd4ddac1be43957425bd2e1beecca7a5cb324f3b61978a2000dfe62bc33e
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734884341.gamma.4094523.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef430ee7bb4a80f8cf28245bcf34c321ac0a4990c53a3d5420a4ad3b430b0fc
+size 54843

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,257 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.43049900978803635,0,7.607725620269775,
+0,8,0.11667459458112717,1,16.15565265927996,
+0,16,0.13266902789473534,2,13.865745544433594,
+0,24,0.08611436560750008,3,9.646713972091675,
+0,32,0.13253696635365486,4,8.161922088036171,
+0,40,0.08086131513118744,5,8.316475838422775,
+0,48,0.1312154233455658,6,3.7445528458005617,
+0,56,0.1313304752111435,7,7.733570269175938,
+0,64,0.08600315824151039,8,4.576914639025927,
+0,72,0.131358303129673,9,3.1588730793446302,
+0,80,0.14403609931468964,10,2.9045976907014848,
+0,88,0.12933650612831116,11,1.8368761305298125,
+0,96,0.09133993834257126,12,2.633707030614217,
+0,104,0.13206058740615845,13,2.4689458052317304,
+0,112,0.13179539516568184,14,1.9723726090262919,
+0,120,0.1330556981265545,15,2.0375335920940745,
+0,128,0.1484319195151329,16,1.9834594652056694,
+,,,16,,1.7202611462823276
+0,136,0.1438056007027626,17,2.1600555727879205,
+0,144,0.09002915024757385,18,1.3224166935453048,
+0,152,0.14121706783771515,19,1.531348126275199,
+0,160,0.13513394445180893,20,1.098094410129956,
+0,168,0.1532760076224804,21,1.0705362277872421,
+0,176,0.14282535389065742,22,1.0985395461320877,
+0,184,0.1323772743344307,23,0.6271998700327598,
+0,192,0.08667390048503876,24,2.807137280702591,
+0,200,0.14236809685826302,25,1.6788110096867268,
+0,208,0.13700847700238228,26,0.6918410972381631,
+0,216,0.08398198336362839,27,0.8918191408738494,
+0,224,0.08661346510052681,28,1.6619065386407517,
+1,232,0.08882856741547585,29,0.4797649709507823,
+1,240,0.08418825268745422,30,0.7242360655218363,
+1,248,0.08394211530685425,31,0.8681471754929849,
+1,256,0.14262310788035393,32,0.7906765757749478,
+,,,32,,0.8119920752514368
+1,264,0.14853020384907722,33,0.45261000096797943,
+1,272,0.13423046097159386,34,0.5842235407658986,
+1,280,0.14508749917149544,35,0.7159507144242525,
+1,288,0.1482314094901085,36,0.6739377419153849,
+1,296,0.1348348669707775,37,1.1720009174730097,
+1,304,0.0905880443751812,38,0.48111122758949504,
+1,312,0.08650243654847145,39,0.8628977670201233,
+1,320,0.13447215780615807,40,0.7154805850094328,
+1,328,0.14645162597298622,41,0.643908548518084,
+1,336,0.13369102030992508,42,0.6231692030094564,
+1,344,0.14937453716993332,43,0.6373372817678111,
+1,352,0.13509321212768555,44,0.7870878629120333,
+1,360,0.12641023471951485,45,0.4993870984762907,
+1,368,0.1337742917239666,46,0.42466221635158247,
+1,376,0.13055479153990746,47,1.1856665914257367,
+1,384,0.13001112267374992,48,0.5806059079477564,
+,,,48,,0.5525126840876436
+1,392,0.13205796480178833,49,0.19526379990080991,
+1,400,0.13529474288225174,50,0.10168200697128972,
+1,408,0.08264032006263733,51,0.6181012961794349,
+1,416,0.08864331245422363,52,0.6009714975953102,
+1,424,0.09277752041816711,53,0.812985101249069,
+1,432,0.12933296337723732,54,0.7558428911635509,
+1,440,0.1290745884180069,55,0.2040644074349027,
+1,448,0.08416791260242462,56,0.895648852766802,
+2,456,0.15260212123394012,57,0.2716062106192112,
+2,464,0.14300315454602242,58,0.2462291878182441,
+2,472,0.09064199030399323,59,0.27675598254427314,
+2,480,0.09055464342236519,60,0.14449846930801868,
+2,488,0.09658801555633545,61,0.3309640196307252,
+2,496,0.1321958266198635,62,0.4096173263314995,
+2,504,0.13599196821451187,63,0.04137555547058582,
+2,512,0.14676477760076523,64,0.2574036316946149,
+,,,64,,0.5063219180052307
+2,520,0.08937305584549904,65,0.40150413888675923,
+2,528,0.13620026782155037,66,0.23956562296542175,
+2,536,0.21641822531819344,67,0.19885408069886681,
+2,544,0.1285824477672577,68,0.39373147464357316,
+2,552,0.1458810418844223,69,0.0830298068622748,
+2,560,0.13505465537309647,70,0.38496005528473426,
+2,568,0.13122928142547607,71,0.5139139708985264,
+2,576,0.13004249334335327,72,0.2519294946239545,
+2,584,0.13326631486415863,73,0.38326862259194827,
+2,592,0.0840088538825512,74,0.2954817344684021,
+2,600,0.1494133323431015,75,0.4704529816069855,
+2,608,0.1327107436954975,76,0.4606977646520439,
+2,616,0.13661552965641022,77,0.224995396336973,
+2,624,0.13033214583992958,78,0.14445632084001167,
+2,632,0.13052833825349808,79,0.33296776546298396,
+2,640,0.1321841925382614,80,0.3654703173475961,
+,,,80,,0.48755509825958604
+2,648,0.08840369433164597,81,0.2942436092976445,
+2,656,0.08671329542994499,82,0.14890161224712545,
+2,664,0.135774664580822,83,0.5493933700490743,
+2,672,0.08475521206855774,84,0.5016060881316662,
+3,680,0.13196323812007904,85,0.3716000827172628,
+3,688,0.08956937491893768,86,0.39613456896768184,
+3,696,0.09222976490855217,87,0.2789190538460389,
+3,704,0.14911437407135963,88,0.2692527605686337,
+3,712,0.08605911582708359,89,0.09592320481673457,
+3,720,0.08624010905623436,90,0.15686430846108124,
+3,728,0.13951968774199486,91,0.2232520748108912,
+3,736,0.13161927089095116,92,0.17635158863517322,
+3,744,0.13456232473254204,93,0.09330038991846287,
+3,752,0.13063064962625504,94,0.05021980486344546,
+3,760,0.1356910988688469,95,0.1961364101411568,
+3,768,0.13244972005486488,96,0.08887078465583424,
+,,,96,,0.5565725304614538
+3,776,0.09246181324124336,97,0.17171534141525627,
+3,784,0.1311061754822731,98,0.034185260251009215,
+3,792,0.14770099520683289,99,0.20864883663931064,
+3,800,0.08491000160574913,100,0.12499353406019509,
+3,808,0.09180734306573868,101,0.07148981152568012,
+3,816,0.1489824317395687,102,0.10327866696170532,
+3,824,0.12845953181385994,103,0.013356203268585887,
+3,832,0.13559875264763832,104,0.1253670609610922,
+3,840,0.0943743959069252,105,0.04059019351407187,
+3,848,0.09107968956232071,106,0.22377934110616998,
+3,856,0.08881083130836487,107,0.11037529426931332,
+3,864,0.13351498916745186,108,0.008807898252295368,
+3,872,0.14509237557649612,109,0.03992688094980882,
+3,880,0.12893112003803253,110,0.07841205704608001,
+3,888,0.08655346930027008,111,0.009057261662868162,
+3,896,0.13770197704434395,112,0.23375827672729924,
+,,,112,,0.6964287593446928
+4,904,0.12946480512619019,113,0.002422149490181861,
+4,912,0.0909646712243557,114,0.06960040722042322,
+4,920,0.08409251272678375,115,0.00873178654583171,
+4,928,0.08688535913825035,116,0.015191340657810751,
+4,936,0.13234565034508705,117,0.03764314458905054,
+4,944,0.12886609882116318,118,0.08985418920158683,
+4,952,0.09183630719780922,119,0.0065332370237835375,
+4,960,0.13329331949353218,120,0.12659077462454402,
+4,968,0.08924112096428871,121,0.013140161710907705,
+4,976,0.08978687971830368,122,0.004782913119098256,
+4,984,0.13154394924640656,123,0.013037525864022497,
+4,992,0.12835527211427689,124,0.021222122382124117,
+4,1000,0.08985260874032974,125,0.04745284232388561,
+4,1008,0.08763603493571281,126,0.03831368285598448,
+4,1016,0.13597580417990685,127,0.07501246318026782,
+4,1024,0.1291494071483612,128,0.001976484782062471,
+,,,128,,0.6841458726203304
+4,1032,0.08398412540555,129,0.02225487166530608,
+4,1040,0.14931844919919968,130,0.00396293285750569,
+4,1048,0.13309917971491814,131,0.01912590953406834,
+4,1056,0.13553991168737411,132,0.02841683551669121,
+4,1064,0.14614615961909294,133,0.019514831060466045,
+4,1072,0.09277377650141716,134,0.0498330768813113,
+4,1080,0.08526398986577988,135,0.0008290979167213663,
+4,1088,0.09094304963946342,136,0.17516938119489864,
+4,1096,0.136003777384758,137,0.008165991485778552,
+4,1104,0.134041927754879,138,0.02709778568104786,
+4,1112,0.08043335005640984,139,0.05542483324643399,
+4,1120,0.13626238331198692,140,0.009197186765399797,
+5,1128,0.13207140564918518,141,0.002337236703169765,
+5,1136,0.09019173681735992,142,0.0036697153487087538,
+5,1144,0.1305871196091175,143,0.014240601957734564,
+5,1152,0.08603337034583092,144,0.004758376362345492,
+,,,144,,0.6802843466572378
+5,1160,0.13352381438016891,145,0.007868578622947098,
+5,1168,0.1565987840294838,146,0.003827925662820538,
+5,1176,0.1339595876634121,147,0.0022713627004122827,
+5,1184,0.13256023079156876,148,0.0016004086355678737,
+5,1192,0.09538527578115463,149,0.02336634371022228,
+5,1200,0.13307055830955505,150,0.004050365737930406,
+5,1208,0.1361461840569973,151,0.0009334675300384074,
+5,1216,0.1322542540729046,152,0.011713694590904803,
+5,1224,0.08368287608027458,153,0.009163052860038498,
+5,1232,0.0964740440249443,154,0.014537197125069465,
+5,1240,0.0895376205444336,155,0.009021987392770825,
+5,1248,0.13156916946172714,156,0.0042970240289063304,
+5,1256,0.09590482711791992,157,0.014249214074880001,
+5,1264,0.08529961109161377,158,0.006695064428640762,
+5,1272,0.1372353546321392,159,0.027188166053607486,
+5,1280,0.098013486713171,160,0.0059631007388816215,
+,,,160,,0.7332496643066406
+5,1288,0.12829259037971497,161,0.0059487565275352,
+5,1296,0.12944420799613,162,0.025605587540970493,
+5,1304,0.13097354397177696,163,0.001382788440913338,
+5,1312,0.1497839353978634,164,0.0028992025930035326,
+5,1320,0.13583063706755638,165,0.001655224251862819,
+5,1328,0.136299267411232,166,0.0014213236113391758,
+5,1336,0.131544291973114,167,0.012817860338933921,
+5,1344,0.09142088890075684,168,0.001724217281298479,
+6,1352,0.1442246399819851,169,0.0028688588853193714,
+6,1360,0.14407439529895782,170,0.0031841109218172883,
+6,1368,0.1444960981607437,171,0.002979034121381119,
+6,1376,0.08526837825775146,172,0.004063664029997328,
+6,1384,0.08673505112528801,173,0.0007429650871087618,
+6,1392,0.13526707142591476,174,0.0014004988188389689,
+6,1400,0.09105674922466278,175,0.0016156175645392068,
+6,1408,0.13482290506362915,176,0.002587720020771182,
+,,,176,,0.7491506817697109
+6,1416,0.13452252745628357,177,0.0019530106520202631,
+6,1424,0.15013449639081955,178,0.0015324651622821957,
+6,1432,0.1470932401716709,179,0.0010532658753408424,
+6,1440,0.1334325112402439,180,0.002693458768771961,
+6,1448,0.12880438938736916,181,0.0011046224644815084,
+6,1456,0.15016335994005203,182,0.0008777102302701678,
+6,1464,0.08515546098351479,183,0.0014402427683200907,
+6,1472,0.09296293556690216,184,0.0009889901284623193,
+6,1480,0.13137195631861687,185,0.0009191155894278871,
+6,1488,0.13287677615880966,186,0.003241703949015573,
+6,1496,0.12915221601724625,187,0.0011101795269710505,
+6,1504,0.08343975618481636,188,0.0011757518242423734,
+6,1512,0.07603024691343307,189,0.0029343142014113255,
+6,1520,0.13276392593979836,190,0.0005338702370257428,
+6,1528,0.13582787290215492,191,0.0015697334713947314,
+6,1536,0.07606470212340355,192,0.0029864154084862093,
+,,,192,,0.747851755427218
+6,1544,0.14997948706150055,193,0.0010236767796895413,
+6,1552,0.09122418984770775,194,0.0010877851377396534,
+6,1560,0.08919307589530945,195,0.00205505948154799,
+6,1568,0.13463042676448822,196,0.0015847654496227686,
+7,1576,0.13631195202469826,197,0.0012474189748900243,
+7,1584,0.08863343298435211,198,0.0014339033488581395,
+7,1592,0.09361899644136429,199,0.0022128842369056657,
+7,1600,0.13611142709851265,200,0.0008814625989543856,
+7,1608,0.13023186102509499,201,0.0006491002521735416,
+7,1616,0.13519413024187088,202,0.0018242564478628885,
+7,1624,0.08881091326475143,203,0.002118777163559571,
+7,1632,0.09197831526398659,204,0.0003165082953273668,
+7,1640,0.12906283512711525,205,0.0009900871032186842,
+7,1648,0.09617079049348831,206,0.0007705536755305989,
+7,1656,0.13496994599699974,207,0.001065510480924893,
+7,1664,0.14279025048017502,208,0.0013704629610791536,
+,,,208,,0.7457291175579203
+7,1672,0.13142338022589684,209,0.001030520233810724,
+7,1680,0.1529989242553711,210,0.0008454130415235081,
+7,1688,0.08257272094488144,211,0.001580603193724528,
+7,1696,0.13288936391472816,212,0.0017616204277146608,
+7,1704,0.0877772904932499,213,0.0013128730125962257,
+7,1712,0.15138603374361992,214,0.0013571094771447992,
+7,1720,0.1317305751144886,215,0.001549929354671174,
+7,1728,0.13365187868475914,216,0.0011941413595195627,
+7,1736,0.1318671964108944,217,0.0012149640000037227,
+7,1744,0.09292806684970856,218,0.000655401783520714,
+7,1752,0.14608950912952423,219,0.002680867190065328,
+7,1760,0.1322796605527401,220,0.0022929946624991805,
+7,1768,0.14676040410995483,221,0.0008157072109800841,
+7,1776,0.09449821338057518,222,0.0019287936967365177,
+7,1784,0.1288636364042759,223,0.001858412248631274,
+7,1792,0.13843270018696785,224,0.0011783518686050748,
+,,,224,,0.7420452600237967
+8,1800,0.14985038340091705,225,0.0008237651428706678,
+8,1808,0.14318083226680756,226,0.0018865092349490927,
+8,1816,0.09239749610424042,227,0.0008998223524637676,
+8,1824,0.09317458420991898,228,0.0017285078438362689,
+8,1832,0.13438254594802856,229,0.0008348438223038102,
+8,1840,0.07573176547884941,230,0.002260247632996955,
+8,1848,0.08614156767725945,231,0.002517265296773985,
+8,1856,0.13280610367655754,232,0.0008810072818464091,
+8,1864,0.14351919293403625,233,0.0005581490896864645,
+8,1872,0.13466697186231613,234,0.001970883338539612,
+8,1880,0.13143258169293404,235,0.0008493356977447143,
+8,1888,0.09378403425216675,236,0.0005916038621459545,
+8,1896,0.1326761692762375,237,0.0019735404324213355,
+8,1904,0.13156241923570633,238,0.0011631174895834798,
+8,1912,0.08645114302635193,239,0.0005705247718009667,
+8,1920,0.13387732207775116,240,0.0010008928880919344,
+,,,240,,0.752313109650009

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,96 @@
+6297,13
+16970,7
+9033,3
+15020,12
+12574,6
+970,10
+3183,13
+16079,2
+6213,9
+10339,2
+7717,14
+2798,19
+4351,15
+13381,3
+12371,3
+8943,18
+11598,6
+14123,3
+16904,9
+12531,4
+13690,15
+10776,9
+9530,16
+5178,19
+15072,11
+5480,8
+5213,19
+14678,10
+9943,3
+16949,18
+4187,5
+11908,17
+11954,5
+2689,7
+11290,16
+7595,15
+3289,6
+6285,0
+7757,16
+2899,10
+13849,6
+11709,6
+18383,9
+18428,0
+6615,13
+12816,7
+8441,9
+5677,10
+428,2
+18043,13
+8409,14
+14934,18
+9099,1
+16760,2
+3283,17
+17219,12
+15710,14
+8588,10
+6761,12
+12144,15
+8930,2
+12691,1
+17133,5
+5413,5
+6120,8
+10289,2
+10006,9
+468,0
+13394,17
+14996,11
+7709,7
+16385,12
+4049,8
+9918,6
+7022,12
+17585,13
+12355,9
+8043,14
+15907,16
+621,13
+6614,19
+16801,13
+10444,15
+12012,11
+5624,5
+16821,6
+5530,13
+195,16
+8199,10
+7140,3
+5139,8
+7988,15
+10194,13
+4536,5
+18416,3
+6422,2

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,96 @@
+6297,-15.399039,-16.250141,-15.625142,-18.962257,-16.852163,-26.257847,-17.062641,-15.875142,-16.625277,-21.527742,-17.984533,-21.40516,-16.500357,-0.0003853639,-20.125141,-15.439027,-12.877702,-19.553106,-15.750142,-16.086203
+16970,-28.767849,-15.940271,-15.627771,-16.656065,-17.114252,-24.544697,-11.440271,-0.0027713485,-7.2566257,-24.446571,-24.41571,-20.539932,-10.628118,-15.74545,-17.627771,-15.817447,-15.486583,-18.006372,-14.627771,-15.6220255
+9033,-17.436731,-11.665376,-8.165376,-0.040853187,-3.2914512,-22.618158,-12.915376,-14.415376,-13.480845,-25.795574,-21.43298,-15.281067,-7.79038,-13.810991,-15.790376,-17.043407,-15.990929,-17.310905,-17.727877,-13.135262
+15020,-20.690731,-7.0436616,-10.731162,-0.17159007,-5.0457025,-21.034456,-13.543662,-17.731161,-10.486069,-24.526047,-21.14166,-13.622237,-1.918717,-15.297709,-17.606161,-18.41127,-17.267267,-16.696304,-15.293662,-15.795804
+12574,-19.261303,-14.87577,-16.688269,-16.929853,-13.89493,-29.018982,-0.0007694383,-13.81327,-12.625805,-25.360033,-16.466291,-17.530458,-7.3759594,-16.12594,-19.688269,-20.153872,-15.917473,-18.940624,-18.563269,-15.231983
+970,-11.314127,-11.226959,-12.945709,-12.138176,-9.983389,-22.849382,-10.414459,-9.226959,-6.104579,-4.5416656,-0.6645855,-10.725093,-8.039535,-8.66464,-16.992584,-10.854189,-9.23079,-20.175182,-8.789459,-7.790127
+3183,-19.061903,-13.208316,-12.145816,-17.94074,-23.93503,-26.820724,-11.020816,-11.708316,-8.038334,-15.147092,-14.507021,-11.415169,-11.562516,-0.020849928,-13.395816,-12.333566,-11.467517,-15.584246,-11.395816,-4.773953
+16079,-10.372097,-4.7073245,-8.894824,-6.902795,-0.37936816,-22.288761,-9.082324,-7.8323245,-7.519845,-11.093241,-11.422699,-7.7449126,-2.2080405,-4.524727,-9.394824,-9.145789,-8.420208,-9.404928,-6.8323245,-5.9616084
+6213,-6.126419,-6.748678,-4.936178,-10.026693,-2.353438,-18.380428,-6.498678,-8.623678,-4.498685,-3.3122497,-2.1908796,-5.814024,-3.5612805,-4.4987054,-11.967428,-3.2501135,-2.935536,-12.651123,-2.936178,-1.062029
+10339,-20.124773,-10.751399,-0.0013987768,-8.751783,-9.129356,-16.753883,-13.876399,-15.188899,-15.254676,-25.969551,-22.112614,-16.413752,-12.313983,-14.676361,-19.220148,-16.768295,-9.895532,-17.792326,-19.720148,-15.075328
+7717,-6.704045,-6.438684,-10.1261835,-15.830461,-7.2372885,-28.358242,-5.126184,-8.6886835,-6.1303926,-12.079155,-2.7859328,-8.085846,-1.1888574,-3.0638638,-5.438684,-8.318726,-6.943195,-12.776874,-4.376184,-0.81598926
+2798,-0.924401,-10.668797,-14.293797,-18.460499,-15.596384,-28.183212,-10.543797,-10.918797,-11.813309,-16.64271,-13.716749,-10.935973,-6.732085,-10.858417,-12.793797,-0.79418004,-8.146303,-14.56664,-3.5437963,-2.1697168
+4351,-18.001236,-16.76426,-20.70176,-26.198135,-16.217745,-35.02552,-18.01426,-17.01426,-19.514288,-22.734814,-16.132982,-24.006382,-17.36531,-16.453548,-20.57676,-0.014321211,-14.752129,-19.687769,-15.57676,-4.264369
+13381,-24.247326,-5.3802576,-0.005257471,-8.381528,-8.881681,-11.278883,-15.817758,-17.755257,-13.822189,-28.483173,-25.156641,-17.654987,-12.13026,-15.111401,-19.005257,-18.105564,-15.8106785,-20.385118,-21.661507,-17.370478
+12371,-19.690346,-6.182329,-0.18232895,-1.807591,-9.308253,-15.218301,-12.494829,-15.932329,-13.488885,-30.06858,-26.88504,-14.480757,-8.80734,-14.550114,-16.43233,-17.497278,-18.876371,-23.061989,-18.80733,-16.925629
+8943,-18.536589,-10.889254,-7.5767536,-13.508769,-15.464839,-22.116264,-10.451754,-9.076754,-9.415896,-13.723449,-10.543607,-8.693552,-9.692748,-13.275948,-14.139254,-9.86308,-7.7372675,-11.390156,-0.01425371,-12.51624
+11598,-14.313859,-8.761372,-13.636372,-14.149313,-9.268433,-22.559868,-0.011371442,-9.948872,-11.698915,-19.066233,-17.109856,-16.364246,-9.761422,-8.588998,-16.448872,-12.220438,-12.158437,-17.034845,-14.198872,-13.511007
+14123,-22.169716,-16.813274,-10.500774,-0.001154766,-7.253012,-21.391249,-17.188274,-18.938274,-16.067823,-34.08531,-27.254623,-18.215004,-13.500775,-16.879002,-18.938274,-20.076845,-23.425358,-26.21226,-20.907024,-17.31741
+16904,-19.676964,-13.250193,-12.125193,-18.723915,-16.53326,-29.563063,-13.562693,-16.437693,-14.214766,-0.000397881,-10.756341,-20.274858,-14.437729,-14.53052,-18.062693,-16.524649,-17.835728,-26.117792,-14.937693,-17.70845
+12531,-23.94113,-13.250939,-13.313439,-13.260014,-0.0043874234,-19.367083,-14.563439,-17.37594,-13.780084,-27.076948,-24.172388,-18.810062,-11.126307,-16.70058,-19.93844,-25.618309,-17.666069,-20.677486,-17.25094,-20.144482
+13690,-9.26852,-12.391557,-16.391556,-22.357307,-20.04612,-25.985416,-19.329056,-15.454057,-19.204233,-21.117283,-14.73303,-16.148396,-17.906767,-17.087652,-19.079056,-0.016638022,-12.386688,-19.933798,-13.516557,-4.1419787
+10776,-33.098724,-16.312689,-19.437689,-25.790903,-25.988705,-32.03102,-17.187689,-20.250189,-18.898697,-0.00025604147,-13.015023,-22.521154,-17.54566,-17.381308,-20.562689,-17.964746,-17.854523,-25.877684,-15.750189,-21.788282
+9530,-8.399791,-8.637537,-14.012537,-18.974295,-13.198409,-26.474598,-11.825037,-6.1375375,-7.5128903,-16.129644,-11.860091,-17.091541,-10.740726,-10.266136,-15.887537,-14.673092,-0.012548916,-9.26327,-8.325037,-5.8882394
+5178,-5.912924,-9.270284,-12.457784,-16.701296,-13.4091625,-28.85757,-11.020284,-5.5827837,-7.9632206,-15.531496,-13.417477,-7.8141084,-9.827238,-12.229465,-14.895284,-5.083805,-0.082803845,-10.596332,-4.0827837,-3.2083714
+15072,-23.958395,-17.812696,-16.125196,-16.984732,-20.44603,-30.234266,-16.750196,-12.750196,-19.126581,-26.49292,-27.79479,-0.00020418614,-8.750221,-19.641264,-20.937696,-21.438288,-10.875463,-22.825666,-12.375196,-20.002626
+5480,-16.478346,-9.46804,-11.53054,-11.955715,-12.175431,-21.675545,-8.46804,-0.5305402,-0.90558755,-14.786587,-11.904751,-10.518748,-7.280838,-10.53106,-14.03054,-12.59365,-12.322347,-12.29951,-11.09304,-8.795225
+5213,-1.7043835,-10.013748,-14.794998,-19.185196,-13.951987,-27.792622,-13.201248,-9.826248,-11.013931,-16.301138,-13.514928,-12.908406,-8.953116,-11.398779,-14.263748,-7.2068605,-5.701635,-4.7022552,-0.32624817,-2.5765085
+14678,-34.37977,-18.187588,-20.187588,-23.535353,-31.511696,-34.50892,-20.500088,-20.250088,-20.663084,-19.689806,-9.023763e-05,-27.619217,-19.625109,-18.522163,-23.968838,-24.428913,-23.221386,-23.568703,-19.187588,-20.581232
+9943,-20.998066,-12.444162,-0.006662773,-5.2575526,-13.010017,-20.125751,-14.944162,-17.819162,-14.228234,-24.57481,-22.047503,-16.900814,-12.944193,-15.213319,-17.569162,-17.406176,-17.112904,-19.966938,-20.162912,-14.008488
+16949,-2.658197,-6.909354,-10.909354,-14.173002,-12.509069,-27.774752,-7.784354,-3.409354,-6.4719467,-10.973471,-9.843355,-7.9100943,-2.5537508,-3.5346994,-10.471854,-8.034799,-3.5345342,-9.974015,-2.159354,-1.7851335
+4187,-27.636185,-7.125873,-12.500873,-17.68915,-16.416113,-0.002580768,-20.188374,-20.375874,-19.75226,-30.997704,-30.145363,-14.730974,-18.313393,-20.627617,-22.375874,-23.18447,-19.23698,-22.98181,-23.625874,-22.846807
+11908,-8.156717,-10.951733,-16.326733,-20.04163,-20.805407,-23.367945,-15.389233,-9.264233,-15.140997,-18.590654,-13.510773,-12.014123,-14.893587,-12.17781,-19.389233,-11.209651,-4.639716,-0.0147419255,-11.889233,-5.889319
+11954,-25.000301,-12.063366,-8.500866,-16.203121,-15.490062,-0.0019551935,-16.750866,-19.875866,-16.095963,-31.810312,-29.835545,-14.319826,-16.629807,-22.655336,-20.250866,-28.204903,-24.498737,-24.411467,-23.813366,-19.160955
+2689,-28.699913,-14.314409,-14.564409,-15.507052,-14.929091,-24.170452,-12.689409,-0.0019091014,-6.5019207,-20.310932,-15.986364,-17.333153,-10.814441,-15.502775,-18.50191,-15.252553,-12.810698,-18.582855,-14.251909,-15.536317
+11290,-11.260339,-14.628652,-15.847402,-22.96441,-13.202936,-24.28291,-12.816152,-11.878652,-10.130652,-18.158348,-13.563516,-12.004606,-14.067181,-9.255626,-17.3474,-11.755951,-6.3795652,-0.004597337,-12.128652,-9.512664
+7595,-0.26965773,-8.581188,-6.2686887,-12.552498,-8.69626,-20.727978,-11.393688,-8.706188,-9.706467,-13.962324,-7.8594284,-10.153155,-8.268825,-7.0187106,-12.268688,-3.2687705,-4.2965984,-14.402362,-6.7686887,-1.7692125
+3289,-20.77186,-12.314069,-14.564069,-15.94869,-16.377693,-27.632061,-0.0015685172,-13.189069,-13.814133,-21.457628,-18.903175,-22.488354,-10.253716,-17.460453,-18.001568,-19.148731,-18.104113,-17.466825,-19.501568,-16.406147
+6285,-0.009088307,-14.377477,-19.471226,-23.724384,-20.810152,-35.066784,-18.002476,-13.002477,-13.815355,-18.635086,-15.099599,-16.150045,-15.106716,-13.079123,-20.908726,-13.815312,-9.00262,-7.0035024,-10.314977,-6.627669
+7757,-18.638515,-12.946534,-16.446533,-18.799616,-19.008099,-29.703684,-14.321534,-6.759034,-14.446559,-16.058643,-17.697733,-15.253291,-12.246618,-11.89076,-16.977783,-15.15198,-0.009148788,-14.895948,-6.634034,-8.78666
+2899,-23.711117,-15.56253,-21.375029,-22.23664,-18.635042,-35.366333,-17.375029,-20.062529,-17.987677,-18.570179,-0.00012003921,-23.624943,-16.250036,-18.399717,-21.500029,-22.947655,-20.886148,-23.42165,-17.000029,-20.126783
+13849,-29.939274,-16.125563,-17.500563,-16.063404,-13.756347,-29.224033,-0.00056286703,-16.125563,-16.112623,-23.78716,-20.124674,-22.893719,-7.750848,-19.175016,-21.063063,-23.229471,-22.003885,-23.269474,-19.875563,-22.41726
+11709,-10.932892,-8.202359,-6.3898597,-11.713458,-0.01705385,-17.042305,-9.889859,-8.827359,-7.3898687,-9.454689,-6.017629,-11.387391,-5.3898635,-8.515041,-11.139859,-9.844737,-7.279206,-12.328322,-8.889859,-6.5217066
+18383,-19.39114,-14.3125305,-18.81253,-20.62732,-16.215363,-34.67852,-14.6250305,-18.06253,-17.689053,-0.0022489228,-11.875155,-20.616787,-15.250043,-15.922928,-20.87503,-17.690853,-18.728867,-26.981031,-14.3750305,-16.125885
+18428,-0.0067998073,-13.381467,-13.068967,-17.842707,-14.494633,-29.006998,-16.131466,-16.443966,-15.756483,-20.140734,-11.990655,-11.239382,-15.19426,-13.506618,-18.100216,-5.2567883,-10.960252,-23.556396,-12.693967,-7.006919
+6615,-18.661665,-11.4532585,-13.5782585,-17.196318,-14.953542,-31.371155,-12.2657585,-13.8907585,-13.079633,-17.917673,-11.71678,-16.495636,-11.016583,-0.01693072,-14.9532585,-13.765919,-17.378084,-11.8070545,-10.8282585,-8.89502
+12816,-20.94347,-12.027074,-11.527074,-11.7195015,-16.186525,-15.816666,-9.214574,-0.2770736,-4.6522355,-18.803226,-18.536192,-17.106068,-9.589922,-10.81521,-16.402073,-12.161101,-8.988207,-10.488833,-9.714574,-11.046232
+8441,-32.643387,-17.250032,-20.750032,-27.095657,-25.351267,-33.903404,-17.875032,-21.187532,-19.570034,-6.461039e-05,-16.44688,-22.067987,-17.875042,-17.527382,-21.187532,-20.068153,-20.620928,-28.127752,-16.187532,-21.378296
+5677,-24.321098,-13.500559,-18.813059,-20.613623,-16.407093,-32.324654,-16.125559,-17.875559,-10.878798,-8.753026,-0.00060220726,-17.030966,-12.813872,-13.125582,-19.688059,-19.742178,-15.452925,-21.626667,-15.063059,-12.314573
+428,-17.803646,-7.5128016,-0.76280165,-5.888746,-0.6391402,-14.887765,-13.012802,-12.450302,-11.78225,-23.740215,-19.369736,-12.354218,-7.012813,-12.971048,-14.012802,-18.34713,-16.618998,-18.056576,-17.387802,-13.53884
+18043,-14.747933,-16.004402,-18.785652,-19.130255,-14.383005,-33.81082,-15.691901,-13.941901,-12.004954,-20.301502,-14.28128,-16.921906,-10.818304,-0.0046287063,-17.816902,-16.880127,-12.112036,-16.162943,-11.254401,-11.50614
+8409,-20.538946,-14.375363,-21.687862,-21.356833,-21.793093,-36.115578,-18.500362,-18.437862,-22.314575,-23.384611,-18.472155,-19.349276,-18.127016,-17.567453,-0.0003632839,-21.594711,-16.349457,-20.193346,-13.937863,-18.629608
+14934,-9.928823,-10.9639635,-15.3077135,-19.13937,-13.26419,-26.059935,-11.0264635,-8.0264635,-9.151497,-15.931314,-9.829906,-10.251084,-9.214173,-5.5276704,-14.1514635,-15.792722,-0.15150598,-2.0277352,-7.4014635,-7.3405633
+9099,-16.371586,-1.2965063,-6.7340064,-2.0473518,-6.061073,-0.72996795,-11.296506,-14.421506,-7.38767,-15.946781,-16.573597,-7.4442387,-8.048057,-10.2527275,-12.296506,-11.852156,-13.385453,-17.02688,-14.077756,-12.626839
+16760,-26.345654,-14.500056,-5.6026798e-05,-12.754897,-15.690009,-17.426153,-17.000055,-18.875055,-17.94075,-29.484928,-28.83675,-18.063745,-15.687622,-17.393381,-23.593805,-23.327332,-20.629574,-21.572504,-22.000055,-18.597155
+3283,-7.37349,-13.232441,-10.669941,-17.534851,-12.474921,-22.832886,-11.794941,-7.544941,-11.614554,-15.202098,-10.202346,-13.411873,-10.50843,-8.420631,-13.669941,-7.295182,-9.646833,-0.3581192,-1.7324412,-2.85788
+17219,-21.52691,-12.125399,-14.812899,-12.354294,-14.883014,-24.101768,-13.562899,-13.312899,-14.256358,-29.140743,-22.813059,-14.445013,-0.00040892747,-14.816564,-12.187899,-19.191462,-15.059031,-22.53138,-17.687899,-16.040491
+15710,-16.47568,-5.07853,-9.641029,-14.007486,-2.7118752,-12.456886,-15.078529,-14.203529,-14.646706,-25.410223,-19.08209,-14.388376,-7.0795603,-13.766195,-0.07852977,-15.643946,-11.25463,-18.498146,-17.01603,-15.211207
+8588,-26.089184,-20.31255,-20.25005,-27.10611,-31.613567,-34.4092,-18.75005,-19.87505,-20.753178,-19.65013,-5.936498e-05,-24.425777,-19.471992,-17.68988,-24.00005,-22.388609,-21.034317,-23.86338,-16.62505,-20.1271
+6761,-20.824575,-8.9446535,-15.2571535,-16.61896,-14.070619,-32.23905,-10.5071535,-9.6946535,-11.946889,-16.31875,-11.892782,-11.48626,-6.3835335,-10.445137,-9.5696535,-16.03861,-13.834124,-19.285858,-8.6946535,-11.197977
+12144,-14.198604,-14.759065,-18.134064,-23.240635,-16.441515,-25.242464,-16.821564,-15.759065,-17.634077,-21.393026,-19.960703,-21.488028,-15.831536,-16.211342,-20.415314,-0.07174469,-21.620499,-13.073522,-15.634065,-2.696637
+8930,-18.118238,-4.1683598,-0.043359894,-7.9187226,-5.04786,-10.442717,-9.79336,-10.98086,-11.163145,-21.727766,-18.157589,-10.790074,-7.043397,-13.548823,-15.60586,-12.494879,-9.990616,-15.790588,-15.10586,-14.6245575
+12691,-20.443516,-0.00032598426,-13.875326,-18.467674,-17.973055,-15.824383,-15.000326,-16.875326,-19.447432,-23.53527,-25.090591,-16.474758,-9.375346,-15.003127,-18.062826,-19.755009,-16.182037,-19.074753,-20.062826,-18.627235
+17133,-20.958961,-0.0019756102,-13.501976,-16.651691,-17.945635,-6.276552,-20.564476,-19.626976,-22.002033,-26.570963,-27.799286,-18.408165,-17.564524,-17.691217,-22.376976,-20.35898,-15.929763,-24.7131,-20.064476,-17.763233
+5413,-9.816617,-6.747526,-4.247526,-9.821783,-0.50173134,-7.891693,-4.497526,-8.497526,-6.1225576,-13.33863,-7.7350917,-8.830421,-1.1226971,-8.873217,-9.810026,-9.002292,-4.8597803,-13.629448,-12.310026,-6.189949
+6120,-23.93024,-17.250229,-17.937729,-18.755814,-15.146534,-29.455818,-15.43773,-10.25023,-0.0002593726,-22.055014,-14.49276,-24.725502,-9.750252,-15.066767,-19.500229,-19.90751,-16.549257,-18.148125,-17.750229,-17.878933
+10289,-6.992075,-6.050284,-0.23778404,-8.956156,-4.56258,-15.714305,-11.425284,-7.425284,-9.237826,-13.172535,-7.8937373,-6.082841,-5.381415,-5.6215086,-9.175284,-10.638974,-4.7984533,-11.907382,-9.487784,-8.3105135
+10006,-17.384844,-10.702048,-11.889548,-13.268782,-11.76849,-25.57452,-7.8270483,-12.327048,-10.430886,-0.014690617,-7.6079946,-11.49544,-7.0146194,-10.809174,-14.014548,-7.295503,-12.382628,-15.748503,-9.702048,-13.397405
+468,-0.014397479,-12.825031,-15.325031,-19.176891,-18.484518,-30.791245,-14.137531,-14.700031,-13.387614,-18.700624,-15.684668,-12.114682,-13.908155,-11.762542,-16.231281,-10.7013235,-11.441246,-15.901232,-7.0125318,-8.451091
+13394,-11.182332,-14.403029,-18.02803,-19.555353,-19.275864,-28.614775,-16.84053,-12.340529,-16.40317,-19.84594,-16.113506,-17.604446,-19.814037,-12.504889,-20.05928,-17.029715,-6.278067,-0.02862158,-8.403029,-11.840942
+14996,-22.492832,-14.564225,-14.814225,-16.140963,-18.885487,-27.093824,-15.439225,-11.751725,-20.221682,-26.212196,-26.347012,-0.0017266881,-9.001829,-17.445328,-18.751724,-19.009083,-6.5063553,-20.132566,-11.251725,-17.567606
+7709,-31.769646,-18.001738,-15.939237,-17.441189,-20.395863,-22.400185,-13.376737,-0.0017366818,-9.502693,-28.58197,-21.073528,-21.80531,-12.8143215,-15.294876,-17.001738,-18.314442,-16.965101,-19.151323,-16.251738,-18.091501
+16385,-18.83953,-14.343943,-13.156443,-13.53254,-8.7832775,-23.92073,-13.156443,-3.5314426,-8.656552,-17.728722,-11.497984,-15.740348,-0.031447474,-12.971415,-14.218943,-16.781595,-13.994087,-19.219313,-14.593943,-16.094616
+4049,-23.639557,-15.814767,-16.689768,-16.069906,-12.281166,-30.93258,-13.627267,-0.12726724,-2.127275,-20.885437,-14.38576,-18.899738,-11.815004,-13.884051,-16.189768,-17.440422,-13.94311,-14.653064,-15.377267,-15.200845
+9918,-25.994514,-12.319515,-14.382015,-11.526581,-17.82068,-30.550991,-0.0070150034,-14.944515,-16.382936,-18.607971,-19.68963,-15.501046,-5.007043,-16.743948,-18.507015,-19.82377,-14.873888,-18.58282,-16.319515,-16.066261
+7022,-21.373005,-11.127158,-10.127158,-6.5037103,-8.254536,-16.61758,-11.689658,-13.314658,-10.383435,-26.729088,-20.520187,-10.774179,-0.002171808,-15.502445,-17.18966,-19.390974,-14.592745,-22.353823,-16.81466,-17.136517
+17585,-13.411476,-8.4892845,-14.2705345,-14.455873,-18.383583,-25.366173,-8.6767845,-8.4267845,-12.6776705,-18.12754,-9.51279,-18.243576,-9.92712,-0.48934388,-14.6455345,-9.98969,-4.4474955,-14.052476,-6.614285,-6.1794534
+12355,-31.007656,-17.688862,-19.751362,-21.383121,-22.666676,-29.71313,-14.626362,-17.751362,-16.882977,-0.0013734362,-7.20397,-19.786314,-14.595379,-14.967897,-18.626362,-16.993479,-19.599861,-22.16962,-13.001362,-19.333027
+8043,-7.869786,-6.9825783,-8.420078,-14.68162,-7.431169,-24.866592,-12.545078,-10.732578,-11.670597,-16.653166,-7.244158,-9.572214,-4.357611,-10.046992,-0.23257805,-16.32695,-11.743691,-13.65537,-10.982578,-12.735821
+15907,-13.454749,-8.8774185,-15.8149185,-18.608665,-15.842748,-28.618076,-9.5024185,-8.5024185,-11.502457,-15.512955,-13.595038,-17.910847,-7.4465895,-11.316144,-14.6899185,-15.25456,-9.26117,-13.503364,-0.0024185712,-10.165604
+621,-16.620749,-16.18768,-18.37518,-20.594065,-15.28077,-35.196964,-14.68768,-14.12518,-13.87553,-21.088062,-14.845801,-20.738018,-13.31276,-0.00025139365,-19.56268,-15.37525,-12.142088,-19.172112,-12.75018,-12.816252
+6614,-2.2651985,-9.074678,-14.199678,-18.097433,-12.754294,-28.554737,-11.262178,-9.387178,-10.700021,-13.575275,-8.814881,-9.262587,-6.293937,-10.578306,-14.699678,-6.5131993,-7.2612534,-12.5159645,-0.26217824,-2.1372185
+16801,-0.006667915,-10.254269,-15.566769,-16.491314,-13.972021,-27.96679,-14.691769,-14.691769,-11.566786,-17.845655,-13.33271,-14.385269,-7.5049567,-9.504677,-14.566769,-9.879394,-11.798828,-16.62362,-9.191769,-6.5043254
+10444,-11.004444,-15.378818,-17.816317,-21.250286,-17.153896,-32.479042,-16.378817,-16.128817,-15.066401,-22.206182,-14.603554,-18.425606,-15.450912,-14.129085,-19.191317,-0.25388178,-13.955946,-17.079895,-14.066318,-1.5040504
+12012,-23.549938,-16.375195,-15.312695,-17.815014,-20.796482,-24.562672,-20.437695,-18.250195,-22.970507,-32.18573,-27.95648,-0.00019584195,-17.562874,-18.881218,-21.000195,-20.914272,-19.404446,-28.902887,-20.125195,-21.449074
+5624,-27.214037,-7.25114,-7.87614,-14.142978,-17.065199,-0.002327729,-19.62614,-21.68864,-20.440304,-30.688185,-29.13385,-19.473879,-18.81367,-20.251966,-20.37614,-18.67035,-20.62554,-23.52875,-22.53239,-19.83087
+16821,-25.065445,-17.875032,-17.312532,-27.309475,-22.421389,-27.860874,-3.1828375e-05,-16.500032,-15.125725,-24.726793,-22.478956,-16.631428,-12.377002,-18.650982,-19.937532,-22.67004,-15.415027,-20.317932,-18.250032,-19.918705
+5530,-19.588997,-15.250255,-15.937755,-17.471535,-13.662757,-27.997627,-16.187756,-13.562755,-10.125405,-20.37808,-15.784933,-17.343866,-11.687975,-0.00039608998,-14.000255,-13.938203,-14.32156,-16.437975,-15.750255,-16.06366
+195,-14.568717,-13.003676,-19.222427,-22.247768,-16.14979,-31.914902,-13.566176,-7.3786764,-12.816247,-16.424524,-16.807415,-15.145694,-12.692962,-11.762383,-18.597427,-18.161503,-0.0037235296,-12.880758,-6.3786764,-7.137199
+8199,-25.767567,-19.625029,-24.156279,-23.736935,-30.318226,-38.533657,-22.250029,-21.187529,-21.942606,-20.767921,-4.5179782e-05,-26.474981,-22.274757,-20.500689,-24.812529,-26.017633,-24.475985,-24.096584,-18.937529,-20.576786
+7140,-17.65592,-3.5388455,-4.0388455,-4.1648216,-5.360566,-17.856085,-10.913845,-13.382595,-11.501249,-24.586159,-19.928461,-8.658042,-8.28885,-10.145273,-14.351345,-14.94865,-14.023291,-16.224663,-13.632595,-14.445601
+5139,-10.592271,-12.515525,-10.765525,-14.527661,-9.606023,-28.36444,-9.515525,-0.14052477,-2.1405306,-14.970266,-8.388153,-16.156137,-7.6405845,-9.078337,-11.953025,-10.081186,-4.5207305,-19.082039,-12.953025,-10.015939
+7988,-5.075551,-11.823933,-16.573933,-21.323364,-11.972276,-29.871445,-14.073933,-10.323933,-13.073962,-16.890564,-13.403682,-14.551287,-12.107932,-12.076905,-15.136433,-0.32404166,-7.2060137,-15.138746,-1.9489331,-2.0740051
+10194,-8.042114,-10.305539,-7.305539,-11.698833,-6.3115497,-22.695251,-10.743039,-11.618039,-5.9307656,-11.18165,-4.8216553,-8.573306,-6.8055615,-0.056419995,-9.368039,-8.993287,-4.6185775,-18.273262,-8.430539,-10.994449
+4536,-28.786362,-5.2668724,-9.579372,-10.553384,-12.965271,-0.02109033,-14.141872,-16.766872,-15.585995,-28.280762,-21.814705,-9.564778,-10.705252,-17.339743,-18.985622,-20.918102,-17.739313,-23.87032,-19.798122,-13.674842
+18416,-16.628134,-7.059184,-2.184184,-0.6856096,-2.3105264,-16.289967,-6.309184,-9.809184,-7.6884274,-24.851934,-18.605556,-11.2806,-1.3091992,-8.98899,-12.121684,-13.32033,-10.6115265,-14.899453,-14.746684,-11.714509
+6422,-23.838078,-12.75068,-0.00068033434,-13.005249,-10.003343,-10.888838,-14.50068,-17.00068,-14.438508,-28.02594,-23.390682,-15.962273,-9.128557,-14.691504,-21.40693,-19.102053,-14.531917,-19.449078,-21.50068,-17.299683

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f7babe1c1bacde57dbbc3f003c4a28e2f12e68f2487723c0d504c18c46f17d
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fcdda8b39c6a6d152bd555d1a9ba096fc0285508f315750846353727257077
+size 42951614

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a335836eb2796fdb27dd83edbfc3350f2e7fb2ceae7d0e0dd22b30130611142b
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734885187.gamma.4097916.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12a9fa0670c10c8652cfcb5ea9198782d64698976920df109cf165dcf77100
+size 18290

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,87 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4095628075301647,0,15.799623489379883,
+0,8,0.16121480241417885,1,18.50260954636794,
+0,16,0.09015004709362984,2,12.910167821248372,
+0,24,0.08558531105518341,3,10.48060474395752,
+0,32,0.13190674409270287,4,6.735057711601257,
+0,40,0.13230498507618904,5,6.785433290260179,
+0,48,0.08981127291917801,6,4.030808389186859,
+0,56,0.13365796208381653,7,5.6569255377565115,
+0,64,0.08250981196761131,8,2.8945791040148054,
+0,72,0.12998047098517418,9,3.432713406160474,
+0,80,0.13527663797140121,10,4.1896695618828135,
+0,88,0.13090239837765694,11,2.773289518696921,
+0,96,0.13275044038891792,12,2.46367759257555,
+0,104,0.08800867199897766,13,3.3122960925102234,
+0,112,0.14366918802261353,14,2.033495035022497,
+0,120,0.13134821876883507,15,3.182985646384103,
+0,128,0.1289645954966545,16,1.6662625432014466,
+,,,16,,1.6060370083512931
+0,136,0.14204124361276627,17,2.520395278930664,
+0,144,0.13049248605966568,18,2.2231133098785696,
+0,152,0.13132170587778091,19,1.6611736109480262,
+0,160,0.09356974065303802,20,2.2237387736638388,
+0,168,0.13189102336764336,21,1.4357283963606908,
+0,176,0.13152869045734406,22,1.7416841499507427,
+0,184,0.12809304147958755,23,1.1522695372113958,
+0,192,0.13369780778884888,24,2.107423354597653,
+0,200,0.12997857481241226,25,1.353400071816785,
+0,208,0.13044265657663345,26,0.999774313881062,
+0,216,0.08912809193134308,27,0.9357821593681971,
+0,224,0.08958336338400841,28,1.0273680488268535,
+0,232,0.08668527379631996,29,0.9855936138102641,
+0,240,0.09069046005606651,30,1.1247836858034135,
+0,248,0.08573988452553749,31,0.3742014969388644,
+0,256,0.13193343207240105,32,0.7990762790044149,
+,,,32,,0.5365389242939566
+0,264,0.1288815140724182,33,1.0549590374742235,
+0,272,0.08950953558087349,34,0.7153539146695819,
+0,280,0.12817604839801788,35,0.6066324763000012,
+0,288,0.1307806484401226,36,0.7513359621167183,
+0,296,0.13357583805918694,37,0.46450186846777797,
+0,304,0.13503586500883102,38,0.2841467216897469,
+0,312,0.08536146208643913,39,0.632435602019541,
+0,320,0.14739368110895157,40,0.4841067470395221,
+1,328,0.13917464762926102,41,0.6959930082613771,
+1,336,0.09063595905900002,42,0.7197579704225063,
+1,344,0.13391493260860443,43,0.7207353305579587,
+1,352,0.12839524075388908,44,0.8050507160524527,
+1,360,0.13362185657024384,45,0.5858863485356172,
+1,368,0.09396098181605339,46,0.233928683262396,
+1,376,0.08863240852952003,47,0.9652729371562601,
+1,384,0.1437123864889145,48,0.7968066068632262,
+,,,48,,0.5239672167547818
+1,392,0.13215158134698868,49,0.9654144709202228,
+1,400,0.0901036337018013,50,0.6856999144785934,
+1,408,0.1316528022289276,51,0.2830108902106682,
+1,416,0.08877884596586227,52,0.2824212372569101,
+1,424,0.13468755781650543,53,0.7595781343989074,
+1,432,0.14363238587975502,54,0.43480614075997437,
+1,440,0.13174278289079666,55,0.1478437931675996,
+1,448,0.130161814391613,56,0.2210641661658883,
+1,456,0.08804766833782196,57,0.4866822743996246,
+1,464,0.12936168536543846,58,0.07715706494803141,
+1,472,0.13233376666903496,59,0.5953534093375007,
+1,480,0.08259300142526627,60,0.18165531396292722,
+1,488,0.13133586198091507,61,0.6474902722984552,
+1,496,0.13168888539075851,62,0.5337929564411752,
+1,504,0.13142777606844902,63,0.6882365983328782,
+1,512,0.12798496335744858,64,0.1279717061042902,
+,,,64,,0.26491303279482087
+1,520,0.09028834477066994,65,0.5216135018888641,
+1,528,0.13077060878276825,66,0.12628027954737522,
+1,536,0.08621923625469208,67,0.47669316033044684,
+1,544,0.08444764092564583,68,0.5075789080359615,
+1,552,0.079135462641716,69,0.7450325304442751,
+1,560,0.1344115547835827,70,0.3005570833786176,
+1,568,0.13104747235774994,71,0.6578084890229198,
+1,576,0.1320115402340889,72,0.4004994490727161,
+1,584,0.13422321900725365,73,0.21683161387530467,
+1,592,0.09351305291056633,74,0.9478531191125512,
+1,600,0.15786514803767204,75,0.5824843195305827,
+1,608,0.13486572355031967,76,0.45921891811303794,
+1,616,0.08521008118987083,77,0.3868207692113869,
+1,624,0.14373918622732162,78,0.7755898902813594,
+1,632,0.13053911551833153,79,0.2216701242278385,
+1,640,0.1299726366996765,80,0.209938234238721,
+,,,80,,0.2241222337744702

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 80
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6eee0a1e156074a93bb681ace59d8b5813a7c4c3157cc590bfd71f6e31b3be
+size 42951614

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/labels.csv

@@ -0,0 +1,96 @@
+171,10
+11594,8
+17489,16
+10680,6
+12922,3
+9336,19
+13807,17
+16792,10
+5278,13
+16757,9
+202,2
+16246,13
+7638,9
+2464,5
+12592,8
+9941,12
+17746,17
+6954,10
+16194,4
+13107,12
+7847,14
+4638,13
+4338,18
+1301,16
+2226,13
+9622,2
+13844,19
+3405,13
+17242,5
+4176,4
+6264,2
+13525,5
+2330,17
+11223,3
+2306,15
+2666,4
+5257,10
+6210,6
+17365,4
+16450,9
+1020,5
+16739,1
+13354,17
+11483,14
+9982,18
+5024,2
+14571,6
+11154,16
+17443,7
+1777,12
+12869,4
+2038,6
+12880,6
+9617,13
+5530,13
+8705,10
+6272,8
+10888,2
+9508,1
+10643,19
+1031,8
+3128,2
+14415,19
+9738,5
+3898,17
+11659,8
+33,17
+16049,14
+13922,11
+9780,13
+2670,18
+17464,8
+9436,4
+6824,5
+10039,17
+14436,18
+10184,11
+12357,4
+17983,7
+17329,19
+17429,8
+17764,11
+9214,11
+17779,3
+3262,13
+9139,8
+5036,16
+9273,19
+3033,17
+11168,10
+9450,14
+4378,12
+7547,17
+913,10
+8584,8
+18436,10

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/logits.csv

@@ -0,0 +1,96 @@
+171,-23.623453,-23.875021,-24.437521,-24.188282,-29.68586,-29.089909,-24.437521,-23.937521,-21.509514,-21.218155,-4.8040758e-05,-22.09225,-23.755816,-21.312668,-26.593771,-28.67823,-19.440945,-25.06733,-20.750021,-23.69162
+11594,-29.569893,-20.502884,-17.690384,-22.597591,-20.376202,-28.422396,-17.252884,-16.002884,-0.0035498396,-19.334105,-14.82326,-17.122728,-17.00672,-15.941381,-21.252884,-24.73764,-18.090893,-23.211924,-19.065384,-21.56969
+17489,-7.7600684,-15.384752,-17.947252,-23.15,-22.313375,-22.218742,-14.697252,-9.384752,-13.072428,-17.994127,-18.060753,-4.760108,-14.004831,-14.324376,-19.916002,-18.954813,-0.009755349,-16.951704,-9.259752,-11.603671
+10680,-16.638603,-13.222566,-10.097566,-10.350177,-16.04788,-13.936395,-0.34756565,-6.4725657,-1.8475808,-15.186559,-10.789432,-4.741013,-9.600857,-13.223427,-16.660065,-16.871252,-9.847572,-15.185345,-14.722566,-14.106286
+12922,-17.29522,-13.475245,-3.4127455,-0.037839454,-10.413866,-15.23013,-10.787745,-15.475245,-13.975323,-27.55841,-20.933949,-13.305178,-5.53775,-12.850281,-19.350246,-19.487646,-13.91657,-21.227892,-17.850246,-17.298862
+9336,-5.430006,-14.52064,-11.61439,-14.177127,-15.252333,-22.09045,-12.27064,-12.23939,-11.676959,-14.741057,-7.9931355,-8.302636,-12.630391,-11.365065,-11.86439,-10.556412,-3.9589243,-11.775955,-6.42689,-7.1770654
+13807,-21.754742,-13.160931,-11.473431,-17.890652,-25.055153,-17.012234,-16.47343,-10.098431,-12.678802,-16.89506,-15.094183,-9.602975,-15.390512,-7.226939,-16.09843,-17.036198,-8.098445,-0.72361726,-3.7234309,-14.974634
+16792,-10.634851,-11.112673,-7.550173,-11.551441,-13.294469,-9.090803,-7.425173,-7.175173,-3.1131597,-7.2629566,-8.49286,-8.375649,-3.6126986,-8.805608,-14.112673,-11.087133,-4.865256,-17.46598,-9.925173,-9.060086
+5278,-15.779995,-20.001057,-15.751058,-23.063694,-22.268568,-22.919987,-22.282307,-18.751057,-17.251078,-21.577932,-22.03611,-16.34497,-14.758044,-0.0011498061,-23.438557,-21.448832,-17.626703,-20.950382,-19.438557,-17.752905
+16757,-30.436956,-22.187538,-20.312538,-24.125479,-27.833744,-23.962996,-20.812538,-24.312538,-18.846478,-5.8769227e-05,-16.501005,-20.784273,-21.500078,-20.062714,-25.906288,-22.591963,-20.687593,-25.640442,-19.562538,-23.887863
+202,-16.456951,-5.8596673,-0.7346674,-0.73471534,-11.485336,-9.30401,-10.609668,-10.484668,-9.297728,-20.44521,-14.883617,-7.2402735,-5.359673,-6.984806,-15.140918,-14.811696,-3.9909916,-15.983672,-14.515918,-12.748976
+16246,-21.707987,-16.851734,-14.976734,-19.29521,-27.281212,-15.430269,-16.664234,-15.726734,-15.726863,-18.946402,-22.932482,-13.265509,-14.979233,-0.03928131,-17.664234,-18.61198,-13.047177,-15.852234,-9.914234,-14.789595
+7638,-23.167542,-20.937513,-20.062513,-24.127914,-28.339947,-25.0402,-20.687513,-23.500013,-19.375746,-0.00073776196,-17.567413,-18.399069,-17.43752,-19.789577,-23.625013,-22.67429,-20.570786,-28.346443,-18.437513,-24.761148
+2464,-16.210255,-4.2647395,-8.514739,-11.577546,-14.715021,-0.020854559,-15.139739,-16.26474,-14.640065,-21.41563,-17.524591,-10.67499,-10.64009,-12.140915,-21.10849,-19.794605,-10.179942,-16.098135,-17.01474,-17.546862
+12592,-7.537057,-8.309342,-5.371842,-10.934575,-5.6246805,-5.5445538,-7.996842,-4.746842,-5.059348,-9.967702,-3.493758,-4.248024,-3.0593574,-4.246873,-0.43434212,-12.048211,-2.9343493,-8.56031,-6.934342,-4.9983807
+9941,-22.786442,-12.292436,-13.292436,-7.229979,-18.700783,-12.704702,-11.104936,-0.104935825,-2.354997,-23.70607,-12.042414,-8.171036,-7.6214156,-11.546374,-17.323687,-13.760857,-9.543584,-20.824915,-16.917437,-11.410027
+17746,-0.52076584,-12.208111,-12.583111,-18.658447,-18.201826,-12.402344,-14.270611,-7.020611,-7.8956203,-15.490399,-9.640443,-6.0210414,-9.823565,-7.271363,-13.583111,-11.407591,-7.520612,-1.6464773,-5.270611,-1.6456223
+6954,-25.757795,-21.937529,-20.625029,-21.89464,-35.119667,-33.073917,-24.500029,-23.437529,-21.541134,-21.790255,-5.030568e-05,-20.868425,-24.550503,-22.001635,-25.750029,-26.698318,-19.855963,-28.4244,-21.312529,-23.111233
+16194,-20.156628,-16.50019,-13.000191,-9.000282,-0.0004894106,-17.146877,-14.875191,-19.06269,-14.500509,-28.5579,-24.540712,-16.421928,-13.750203,-16.875359,-22.93769,-25.45565,-16.935831,-21.460194,-20.43769,-21.43017
+13107,-6.660575,-10.716558,-7.2790585,-9.030642,-13.354367,-10.363557,-9.404058,-0.15405858,-2.6540766,-15.928333,-12.615752,-5.1562886,-7.0290966,-9.279251,-12.591558,-13.5558605,-2.9040601,-14.422748,-7.9665585,-9.530574
+7847,-0.55413526,-8.613007,-7.238006,-11.80067,-13.242914,-6.8535376,-12.363007,-11.175507,-9.550529,-15.630205,-11.386194,-7.988491,-6.2388926,-7.675983,-0.9880061,-13.1920395,-6.863018,-16.058311,-13.550507,-6.5519724
+4638,-15.347307,-16.188738,-15.813738,-18.814302,-24.713398,-19.594063,-16.313738,-14.751238,-14.251259,-19.224184,-11.749502,-12.755103,-12.07563,-0.0015325793,-15.501238,-17.910221,-13.176467,-13.644895,-14.876238,-14.322046
+4338,-9.880858,-13.128491,-14.003491,-18.825703,-18.346525,-15.575521,-14.815991,-9.628491,-9.566095,-17.461514,-11.407797,-6.8827195,-9.470024,-8.258568,-17.659742,-18.159235,-11.3785,-15.5169,-0.003491617,-14.631701
+1301,-6.7616305,-12.885643,-15.385643,-18.824234,-18.542393,-16.172306,-16.354393,-8.760643,-13.385804,-19.059067,-14.751299,-6.6664643,-14.715717,-12.26153,-18.073143,-21.893463,-0.010644576,-4.886853,-8.510643,-12.823285
+2226,-5.022906,-10.3875675,-9.3250675,-15.513813,-13.438546,-8.916071,-13.5125675,-12.9500675,-8.575085,-14.5995,-10.538776,-8.512599,-9.695301,-0.012817794,-11.5750675,-9.639258,-8.318752,-10.2094555,-9.5750675,-10.888247
+9622,-20.79118,-15.625008,-7.6293654e-06,-13.2501335,-22.00032,-20.878,-18.125008,-19.062508,-18.625048,-29.271738,-22.21805,-18.06282,-15.916015,-17.25778,-25.687508,-22.960989,-16.002272,-22.90072,-22.562508,-22.630358
+13844,-3.464035,-15.088524,-12.338524,-19.652136,-14.308727,-15.842973,-15.401024,-12.901024,-11.401214,-15.303987,-14.999544,-13.294903,-12.177679,-12.839651,-17.963524,-1.0886729,-9.588919,-14.783502,-7.713524,-0.4636619
+3405,-8.7758665,-21.18824,-18.62574,-21.668362,-20.90294,-22.672588,-17.31324,-16.18824,-16.438257,-23.321405,-22.888096,-15.3242035,-15.375835,-0.0007899626,-20.68824,-21.408993,-16.251343,-19.422997,-16.12574,-16.750952
+17242,-18.430685,-13.875693,-11.688193,-11.938601,-18.755455,-0.0015042436,-16.063192,-18.063192,-17.250711,-25.247215,-23.692347,-13.696875,-11.521752,-18.237858,-20.188192,-24.907597,-11.578036,-21.455997,-21.156942,-18.668983
+4176,-18.798094,-14.251139,-11.251139,-10.8763,-0.0013468714,-16.333233,-8.876139,-17.063639,-11.626318,-27.11237,-22.396301,-16.368103,-12.501996,-16.688795,-23.282389,-25.11904,-16.15051,-19.527412,-19.001139,-19.800758
+6264,-17.818886,-8.9695835,-0.03208317,-10.908817,-12.470043,-12.683553,-11.3445835,-12.5320835,-12.282123,-12.415647,-18.589472,-9.782113,-3.6578014,-12.782733,-18.094584,-16.866524,-11.969697,-15.332578,-16.657084,-13.095608
+13525,-13.218848,-0.051547315,-7.8015475,-14.989338,-16.427027,-3.0545018,-16.239048,-15.676547,-15.176562,-21.880398,-20.366167,-10.864172,-6.3015795,-8.676922,-19.426548,-16.518856,-9.176557,-17.886639,-15.864047,-13.9471655
+2330,-7.004071,-18.564587,-17.439587,-21.305246,-30.298185,-23.629438,-20.158337,-12.002088,-16.814602,-20.638174,-17.17976,-14.815581,-18.340162,-11.7545185,-20.377087,-16.91146,-14.314626,-0.0023485927,-8.377088,-13.814673
+11223,-18.958239,-13.767267,-2.579767,-0.07978089,-15.205259,-16.901999,-14.767267,-16.579767,-12.519086,-26.578325,-17.25155,-15.457203,-7.57978,-14.4548,-20.611017,-18.504011,-12.27386,-21.314861,-16.454767,-15.961026
+2306,-11.754948,-20.441746,-18.129246,-21.306057,-25.460403,-21.965067,-21.129246,-15.691746,-13.879298,-22.137081,-23.084562,-15.619409,-16.725248,-0.0042575924,-20.441746,-12.893813,-16.37946,-20.690712,-13.754246,-5.5051627
+2666,-22.11275,-16.125315,-14.000315,-10.125376,-0.0011428245,-19.779242,-13.125315,-17.312815,-14.000432,-31.20324,-23.614855,-16.405462,-12.2504015,-15.937853,-22.375315,-24.042583,-18.140696,-23.290054,-19.312815,-19.833553
+5257,-26.783825,-21.562508,-24.843758,-24.02416,-34.282887,-34.161945,-24.937508,-22.875008,-21.001842,-23.083403,-0.00019345949,-21.651218,-23.529797,-22.312626,-25.687508,-29.670116,-20.651768,-28.399698,-22.812508,-23.824684
+6210,-26.1857,-15.128527,-16.316027,-17.253939,-20.704906,-20.034212,-0.003526423,-14.753527,-14.941164,-21.998152,-19.58805,-15.956182,-13.817727,-16.885447,-18.503527,-27.15908,-14.128541,-19.986202,-17.066027,-18.596632
+17365,-21.091383,-9.256055,-7.6310544,-12.256384,-0.0065992703,-14.8911495,-15.568555,-15.381055,-13.446221,-27.061237,-18.814068,-14.492348,-5.632434,-14.943848,-22.037304,-24.80365,-15.305971,-16.226715,-16.193554,-20.637865
+16450,-20.678364,-23.125078,-21.562578,-24.876562,-29.06026,-28.274164,-18.437578,-21.187578,-18.756334,-0.00021921284,-14.892673,-18.35802,-17.819994,-18.750263,-23.500078,-22.633116,-17.439255,-23.848406,-16.687578,-21.563686
+1020,-24.136223,-14.562571,-12.500071,-11.127226,-20.940662,-0.0006809457,-20.31257,-23.18757,-19.062828,-26.496399,-26.98547,-15.944418,-17.002047,-22.773418,-20.43757,-24.945602,-16.972975,-27.644335,-24.78132,-20.743813
+16739,-9.910957,-0.16018368,-2.7851837,-5.035542,-10.723736,-5.537483,-11.535184,-12.410184,-9.660245,-18.472845,-14.682022,-7.5407596,-5.543565,-8.725818,-15.003934,-13.552263,-3.2932003,-15.191322,-12.160184,-9.779932
+13354,-1.8167164,-9.816166,-10.566166,-12.820743,-16.74437,-12.92636,-13.066166,-6.941166,-7.753797,-14.111054,-5.866166,-7.37877,-6.3907266,-5.82552,-13.191166,-8.637396,-2.3161666,-2.1917367,-0.9411657,-1.5662104
+11483,-6.4486594,-13.633451,-11.258451,-17.294527,-14.768891,-13.259026,-15.320951,-11.383451,-10.57162,-20.72686,-15.665888,-10.980082,-0.4686044,-5.5711427,-2.8209515,-18.822617,-11.820954,-36.7023,-10.258451,-14.946332
+9982,-1.1123625,-11.981706,-10.669206,-14.804446,-17.106668,-16.106422,-13.106706,-8.356706,-7.6067247,-15.960446,-13.20873,-9.871426,-11.247235,-0.60673827,-13.794206,-8.308295,-8.996052,-11.43466,-2.2317057,-4.8567853
+5024,-10.646552,-0.60168797,-7.351688,-1.2267388,-14.852123,-11.856224,-1.8516879,-14.414188,-13.3518,-21.937344,-18.547771,-8.476736,-8.4767275,-12.165539,-15.164188,-16.131866,-8.25364,-16.926687,-16.976688,-15.194071
+14571,-29.831257,-18.750046,-15.125045,-15.500105,-13.625401,-20.710506,-4.5060096e-05,-18.437546,-15.875065,-25.384945,-27.70994,-20.66309,-11.0001545,-21.190203,-22.437546,-23.293335,-20.00023,-22.70766,-22.687546,-21.763283
+11154,-5.1414676,-15.012995,-17.762995,-17.148079,-21.802685,-19.840204,-13.512995,-10.950495,-10.700589,-16.517076,-13.407725,-10.214086,-14.5165825,-14.138189,-17.200495,-12.268513,-10.325512,-14.5139675,-0.012994725,-5.0137477
+17443,-26.394873,-15.817388,-13.254888,-15.880115,-14.885089,-17.001883,-11.129888,-0.0048878943,-9.129919,-17.918352,-21.644135,-14.166029,-12.638902,-13.693221,-17.442389,-15.799997,-11.1947775,-14.283746,-11.629888,-13.730548
+1777,-17.19694,-12.625065,-13.125065,-12.500133,-21.43984,-17.971308,-15.437565,-16.562565,-16.002338,-28.483225,-23.041193,-10.895396,-9.500726e-05,-17.312706,-19.062565,-24.561676,-12.801227,-31.31947,-19.125065,-17.512867
+12869,-17.871325,-15.4382515,-10.3757515,-12.125893,-0.0012892982,-18.693676,-11.6257515,-15.0007515,-11.62577,-27.0549,-19.031588,-14.675599,-7.6259465,-15.250851,-21.375751,-21.958967,-16.25321,-21.815573,-17.125751,-19.198154
+2038,-9.507664,-10.254168,-6.6916676,-13.348124,-21.503984,-11.825151,-1.5666677,-3.3166676,-4.3169146,-14.384666,-9.838732,-8.457552,-9.317152,-7.5048313,-11.254168,-11.244849,-4.8228483,-10.761276,-7.5666676,-8.562489
+12880,-25.260216,-22.250034,-22.437534,-24.064959,-28.381212,-33.92518,-3.4331686e-05,-17.000034,-17.187609,-22.501818,-15.131824,-21.40923,-19.312546,-24.06432,-22.312534,-28.210676,-17.189781,-24.79203,-23.062534,-24.225906
+9617,-22.117779,-17.882849,-13.445348,-18.543236,-29.30098,-19.51581,-16.820349,-15.320348,-13.636234,-20.301046,-20.88093,-17.042961,-13.770494,-0.008129792,-16.757849,-21.164562,-11.4770775,-22.64656,-18.445349,-16.57289
+5530,-13.292915,-15.976249,-11.476249,-14.789001,-16.977789,-11.748769,-17.976248,-10.601249,-2.3513184,-16.667091,-13.697626,-10.802192,-12.414042,-0.10136752,-11.601249,-18.054815,-7.6012754,-14.383442,-15.288749,-15.289507
+8705,-23.534805,-21.687508,-24.750008,-24.409845,-29.177902,-30.843113,-24.218758,-23.906258,-21.523317,-20.805948,-2.2888034e-05,-20.825779,-24.314398,-21.250273,-24.781258,-25.812277,-18.453512,-25.376102,-20.500008,-22.887558
+6272,-7.8517914,-7.820656,-0.57065606,-8.008663,-8.275805,-3.6831193,-9.133156,-8.008156,-5.3206916,-14.238837,-5.4141235,-5.445706,-5.133656,-6.3894515,-8.945656,-12.77651,-2.6956666,-11.803211,-7.820656,-4.893371
+10888,-13.935068,-6.693964,-0.06896391,-2.819002,-8.63181,-11.758375,-9.068964,-10.131464,-9.8190775,-21.012913,-14.423073,-9.13351,-7.44418,-10.444479,-16.881464,-15.451002,-8.611058,-14.708034,-14.318964,-12.857142
+9508,-14.863283,-0.02258321,-9.710083,-13.398042,-14.667657,-10.921334,-15.272583,-14.022583,-14.4600935,-23.470196,-18.6021,-10.086772,-16.340502,-17.179722,-15.022583,-20.92355,-13.1886215,-22.780182,-14.835083,-11.740387
+10643,-13.886879,-6.592179,-3.4046788,-0.27996057,-8.283242,-3.157793,-7.217179,-10.779679,-6.1547265,-14.814751,-6.703015,-6.9675646,-5.467434,-11.845753,-13.967179,-12.960373,-6.844624,-13.317561,-13.310929,-8.721833
+1031,-18.600374,-20.469076,-16.250326,-20.563448,-20.014715,-15.149056,-16.312826,-12.875326,-0.00035244835,-18.376867,-10.126745,-12.601119,-16.875433,-16.187872,-21.469076,-23.839663,-15.062856,-19.42012,-19.937826,-19.509066
+3128,-9.123147,-6.922835,-0.92283475,-1.6627374,-7.9435825,-11.063153,-8.985334,-10.360334,-5.7979293,-12.95669,-9.526957,-2.9229233,-5.4857283,-4.4873376,-11.047834,-8.6239195,-4.8022733,-10.358768,-9.610334,-6.203228
+14415,-12.055788,-13.617723,-14.305223,-17.315578,-17.724241,-15.0215435,-17.305223,-14.242723,-14.617762,-18.059809,-15.376069,-13.972627,-8.583566,-8.930255,-0.055223934,-15.931533,-14.305271,-29.433458,-12.805223,-9.618967
+9738,-13.532926,-11.13519,-7.5101895,-6.3854012,-11.511047,-0.011159721,-14.19769,-13.88519,-13.510205,-19.64952,-18.840618,-9.638783,-7.6418166,-15.833639,-17.01019,-20.532845,-8.321701,-14.728104,-16.07269,-12.387973
+3898,-6.8781157,-14.752385,-14.377385,-20.284662,-20.000153,-18.186506,-17.627384,-13.252385,-13.252403,-18.711525,-13.671214,-12.816049,-10.790436,-8.75325,-17.877384,-17.075348,-9.877413,-0.003138035,-7.002385,-12.752535
+11659,-24.057045,-21.06254,-14.56254,-17.937794,-21.707464,-20.447922,-17.81254,-11.87504,-5.1139916e-05,-23.711485,-16.713133,-16.597616,-13.627824,-16.252438,-22.18754,-22.217108,-16.625042,-20.577812,-20.50004,-19.626892
+33,-10.714844,-17.625381,-15.0003805,-21.627707,-23.677553,-19.7326,-19.500381,-15.7503805,-18.938105,-18.632854,-17.173256,-16.689035,-18.303934,-10.50136,-17.937881,-16.126146,-15.000404,-0.0011411865,-10.3753805,-13.1254635
+16049,-17.406076,-13.576511,-13.764011,-18.139837,-17.666498,-17.896214,-18.014011,-17.951511,-15.514101,-18.967966,-9.3454275,-15.115007,-14.951634,-13.951627,-0.0140109975,-19.259985,-12.6392975,-17.582184,-14.076511,-18.20282
+13922,-12.79654,-11.754013,-12.691513,-10.3174,-18.210606,-11.924792,-10.629013,-10.004013,-13.379091,-19.189413,-18.506239,-0.0040137013,-8.631595,-10.0046,-14.879013,-17.638113,-6.3790216,-14.771915,-9.066513,-15.005065
+9780,-21.650656,-20.062542,-18.000042,-20.812809,-22.015541,-19.070253,-19.125042,-16.750042,-17.437935,-23.165089,-25.850475,-15.10893,-13.765498,-5.5073746e-05,-20.437542,-20.000996,-16.133743,-18.961676,-14.562541,-20.128311
+2670,-9.029939,-11.829311,-11.891811,-17.331972,-22.36058,-14.3358,-15.016811,-7.6418114,-6.8919,-16.209574,-12.332357,-10.045041,-6.3017755,-7.267121,-12.579311,-16.937199,-9.329328,-13.893245,-0.016811244,-12.64754
+17464,-19.952597,-21.781355,-16.437605,-18.937956,-20.409935,-19.264996,-16.125105,-12.687604,-0.00012230316,-21.806206,-11.881828,-14.209335,-15.81344,-15.812648,-22.468855,-22.600039,-17.875109,-19.067667,-19.250105,-19.626486
+9436,-18.10674,-16.062624,-13.125124,-11.875174,-0.00043291278,-18.17143,-14.687624,-18.562624,-13.886946,-33.852497,-24.58665,-16.052736,-12.625138,-17.625221,-23.093874,-23.633192,-18.261393,-23.937757,-19.500124,-20.971655
+6824,-22.348614,-11.953254,-8.890754,-3.0796552,-13.832065,-0.9537954,-11.578254,-13.578254,-9.328322,-24.27147,-16.522583,-7.5712295,-11.221287,-13.400378,-14.922004,-21.23159,-9.3874445,-19.400064,-17.734505,-13.316894
+10039,-11.8581295,-21.656507,-17.000257,-22.282398,-24.022873,-21.330729,-22.375257,-17.062757,-20.250284,-19.302763,-17.556715,-17.940155,-17.611376,-15.000586,-19.500257,-19.460476,-15.750276,-0.00071082846,-10.500258,-18.000381
+14436,-9.353055,-10.539177,-13.601677,-18.914818,-22.844728,-17.109722,-14.601677,-11.164177,-7.9767847,-16.548952,-13.697099,-4.47713,-11.975839,-12.423282,-15.601677,-15.892135,-2.4766786,-10.290279,-0.101676695,-11.164873
+10184,-9.789756,-10.334065,-5.959065,-6.5914183,-14.968025,-9.16114,-12.209065,-7.459065,-8.834447,-15.809499,-16.923656,-0.08406576,-2.9658914,-10.021755,-12.459065,-15.665733,-3.9590693,-14.400226,-9.021565,-11.404243
+12357,-15.565563,-14.250665,-10.500665,-11.500902,-0.0011016543,-19.036102,-11.750665,-14.625665,-12.188255,-26.88306,-18.294714,-14.520845,-9.250881,-15.688254,-20.531916,-22.247847,-16.313955,-19.995045,-17.188166,-18.511887
+17983,-10.84438,-12.578129,-9.453129,-13.078677,-18.017628,-13.283928,-13.328129,-1.7031286,-0.20313917,-16.237165,-16.47664,-8.709932,-11.640656,-9.828707,-15.578129,-14.020133,-8.45313,-17.229317,-7.5781283,-10.717773
+17329,-8.840581,-11.074294,-3.6367943,-10.137219,-9.672261,-8.45266,-8.886794,-7.511794,-4.5118623,-12.365452,-8.657427,-8.47704,-7.3539577,-7.3243356,-11.886794,-13.034086,-7.199657,-12.895527,-9.886794,-11.21385
+17429,-10.544737,-12.756499,-10.443999,-12.195568,-17.444824,-12.426969,-11.131499,-10.068999,-8.256514,-17.215918,-11.29524,-6.5070977,-10.884051,-5.7569175,-13.506499,-15.400637,-0.006505305,-13.759202,-9.193999,-8.882928
+17764,-14.069572,-16.87508,-15.812579,-16.702929,-21.071293,-17.11848,-17.87508,-14.687579,-18.500189,-25.717001,-24.422417,-7.962865e-05,-10.628413,-15.812788,-18.25008,-22.1192,-12.000084,-19.635328,-11.500079,-18.814606
+9214,-14.55512,-13.038209,-11.038209,-8.9771,-18.73287,-11.395982,-10.788209,-11.725709,-15.725924,-18.31503,-21.450836,-1.2257128,-9.913797,-12.788711,-16.66321,-17.825893,-0.35072023,-14.729756,-9.600709,-15.306437
+17779,-22.018517,-6.2521005,-0.002100287,-9.50217,-18.502565,-11.503907,-13.4396,-17.4396,-14.565274,-31.450335,-23.847229,-13.529492,-10.877106,-15.315198,-21.7521,-20.33794,-13.03097,-21.485186,-20.4396,-20.064299
+3262,-18.630575,-12.110378,-10.547878,-10.971168,-16.859056,-11.9699,-12.360378,-8.735378,-11.423057,-14.972489,-19.39806,-9.864532,-6.6733313,-0.047937173,-12.985378,-15.375084,-10.362023,-16.33163,-11.797878,-9.742325
+9139,-21.585085,-20.250107,-17.250107,-18.250906,-22.803003,-27.0599,-15.625107,-11.500107,-0.00011228946,-25.030449,-18.440346,-18.417702,-15.010462,-15.377348,-21.125107,-25.33202,-18.312733,-18.5674,-19.125107,-18.881233
+5036,-5.2159576,-9.331855,-5.894355,-6.2696896,-8.523483,-4.3439064,-13.644355,-9.894355,-9.581868,-11.299274,-9.697413,-4.6445427,-8.08441,-7.9600143,-11.894355,-9.478153,-0.3319014,-11.883319,-12.081855,-1.8366367
+9273,-2.909525,-10.596669,-12.534169,-14.0359,-16.506998,-17.998817,-12.534169,-7.6591697,-6.659189,-14.50406,-11.612768,-8.098103,-10.505414,-11.598478,-13.721669,-5.1926823,-4.284185,-12.856006,-2.9091697,-0.15926155
+3033,-3.2891767,-8.724292,-8.786792,-12.488064,-15.127491,-11.706138,-11.099292,-9.286792,-7.036822,-15.147603,-6.646472,-1.4078399,-9.31579,-10.039758,-14.943042,-8.586532,-8.099317,-9.476768,-4.4117913,-0.4119592
+11168,-21.32955,-21.312504,-24.562504,-25.906643,-29.460665,-32.072174,-24.250004,-23.625004,-21.324596,-21.201221,-2.2291953e-05,-21.6394,-22.943094,-21.626102,-25.031254,-26.671604,-19.312717,-26.938496,-19.062504,-21.943453
+9450,-26.774612,-20.250193,-18.000193,-21.031384,-24.018177,-20.656498,-19.187693,-21.437693,-20.938011,-25.615374,-16.88445,-17.10076,-18.315084,-15.190533,-0.00019190853,-24.125944,-15.25042,-20.947515,-21.000193,-19.89481
+4378,-11.38374,-7.9659758,-5.7159758,-2.341087,-9.029363,-7.1050863,-5.5909758,-9.528476,-7.215987,-20.418613,-12.194954,-7.0291753,-0.46675074,-12.028832,-14.653476,-14.804169,-1.3433527,-15.736527,-13.153476,-10.516592
+7547,-8.951886,-8.50795,-6.5704494,-4.00837,-8.915008,-8.707842,-11.00795,-6.7579494,-6.0079613,-13.746495,-5.8018847,-0.8829739,-1.1334107,-3.633245,-10.75795,-13.692988,-3.382954,-12.513553,-2.0079494,-4.6335616
+913,-21.830835,-18.312525,-22.593775,-21.504726,-30.145878,-33.11165,-21.500025,-20.312525,-18.753178,-21.573578,-9.30998e-05,-19.204527,-21.081776,-18.937927,-25.000025,-26.399405,-18.400097,-24.817543,-16.500025,-20.679966
+8584,-8.619676,-6.542533,-7.042533,-12.481813,-9.031009,-6.95836,-8.667533,-10.792533,-5.792742,-7.805783,-3.0030465,-4.19498,-5.4326553,-5.985229,-4.730033,-14.359629,-0.23050946,-17.867573,-10.355033,-11.323169
+18436,-30.180435,-24.062511,-25.687511,-24.65337,-36.59644,-36.13506,-25.375011,-24.000011,-22.832514,-22.406647,-6.067627e-05,-21.282673,-25.373035,-22.816786,-26.125011,-29.576391,-20.45747,-27.938892,-21.000011,-23.180096

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/labels.csv

@@ -0,0 +1,800 @@
+9093,16
+6372,2
+14573,12
+11938,15
+1712,17
+12553,16
+16642,14
+2432,18
+4032,15
+2320,3
+9358,3
+10651,1
+9297,8
+5267,14
+7346,13
+18169,3
+544,17
+4136,2
+14172,1
+2609,10
+17603,11
+12700,14
+6239,12
+8495,18
+15771,18
+11698,18
+127,16
+3419,17
+13218,0
+17284,5
+3475,1
+15884,17
+14988,3
+15250,12
+265,3
+14431,13
+2182,19
+16984,1
+8187,19
+4463,9
+15259,13
+17872,12
+2223,8
+15302,12
+6970,12
+6840,10
+5417,11
+5550,7
+14019,16
+6122,10
+15287,12
+12758,2
+3017,2
+37,11
+16939,15
+5018,14
+16827,7
+4365,4
+15411,17
+17191,5
+3836,11
+9220,12
+691,5
+12707,11
+5492,6
+4703,15
+3800,2
+15970,13
+10179,17
+8908,7
+5284,10
+6699,4
+346,9
+1343,4
+5352,3
+9079,6
+11870,19
+16922,6
+921,11
+7089,9
+1642,14
+6070,13
+7518,15
+10751,15
+174,13
+16038,10
+16392,10
+3722,15
+4781,15
+10028,2
+15197,8
+13618,4
+5070,5
+16307,10
+13398,4
+8996,2
+11358,18
+9565,18
+5237,19
+7450,19
+15992,17
+9879,2
+18046,5
+17540,12
+11094,1
+15116,9
+15945,5
+11742,5
+13122,13
+618,2
+30,6
+4186,7
+17581,16
+13233,9
+10977,14
+6010,2
+16733,10
+15300,15
+2011,5
+13108,15
+5547,2
+8648,4
+8365,18
+3490,16
+1790,14
+718,0
+15930,19
+1178,13
+9773,9
+17616,11
+733,17
+3740,3
+8897,12
+13049,3
+11555,16
+4631,7
+7830,10
+13143,11
+17982,10
+2064,18
+9327,6
+2784,5
+16094,1
+1661,9
+14421,0
+376,13
+14091,14
+3641,18
+18342,19
+7598,3
+17676,12
+9229,9
+12389,7
+16991,7
+13416,1
+7828,7
+6071,18
+14065,3
+15961,16
+11912,16
+2544,9
+6009,13
+5765,11
+17811,16
+12062,10
+78,2
+12738,2
+900,16
+7248,10
+8654,13
+11763,18
+8986,12
+18281,2
+3513,12
+17921,19
+14797,18
+13119,17
+611,16
+14417,9
+16506,18
+6303,5
+15475,6
+6881,0
+1749,9
+15921,9
+11810,7
+10963,13
+11445,11
+9029,1
+10032,2
+1325,8
+6318,9
+18243,14
+11366,4
+4343,1
+1309,1
+3292,9
+10631,18
+5425,15
+12275,11
+10638,6
+5767,14
+4571,5
+8157,6
+2910,15
+8870,7
+3623,10
+698,10
+15737,4
+13194,15
+8273,1
+17359,7
+9928,10
+823,12
+1066,10
+8386,5
+4043,17
+14005,13
+11079,3
+9484,2
+15875,18
+13012,14
+2154,12
+17060,16
+12041,6
+2109,16
+12734,10
+7063,0
+5552,16
+9988,0
+18088,8
+6834,3
+2267,10
+3778,1
+13669,11
+8807,4
+6001,18
+8900,0
+13228,13
+13252,8
+8330,18
+16479,8
+15968,9
+17641,8
+5295,3
+11399,7
+1243,15
+15399,16
+3101,11
+45,4
+4760,19
+359,4
+14055,11
+12632,14
+14892,11
+13716,18
+6861,7
+16982,3
+17263,9
+14135,18
+13361,6
+77,7
+9048,14
+15957,4
+8833,12
+14854,10
+5807,16
+7278,7
+2542,8
+6784,16
+3280,2
+8796,8
+2508,1
+8686,13
+5604,7
+15050,14
+15614,4
+128,9
+9381,13
+6707,10
+15166,19
+14118,13
+17574,6
+8139,13
+8837,2
+12563,18
+1300,12
+18265,11
+1377,8
+14927,16
+16580,0
+9248,2
+9084,10
+8182,7
+1902,8
+11050,10
+430,15
+7213,19
+1717,18
+10812,7
+16893,0
+8177,1
+13630,2
+7026,2
+3148,18
+17758,3
+13542,2
+1657,17
+11197,14
+6781,18
+14105,11
+3978,11
+13625,13
+737,9
+6361,4
+15800,5
+9291,19
+12254,17
+14052,5
+9893,2
+13489,12
+10263,4
+7884,4
+8585,2
+9812,2
+9721,15
+16075,12
+13649,7
+4637,5
+5119,8
+1702,18
+1604,4
+13602,13
+8402,2
+14919,1
+9317,16
+9355,12
+1878,5
+10713,0
+7406,14
+6869,11
+9950,14
+2428,6
+10251,15
+14115,2
+11589,8
+15969,6
+6156,9
+5236,1
+1511,2
+15753,11
+14327,16
+8932,7
+5037,5
+7885,17
+15090,15
+15917,0
+8552,3
+14204,8
+12108,8
+13056,3
+18264,10
+4904,9
+9831,9
+7550,10
+16800,14
+4910,3
+6040,14
+15897,15
+1489,4
+2607,16
+18351,11
+1335,19
+12473,2
+13811,0
+11656,17
+2009,16
+12892,9
+6328,14
+4535,11
+5124,9
+4052,17
+1866,17
+339,1
+9464,0
+16877,18
+5846,8
+16562,8
+13422,13
+17613,9
+9640,16
+8770,5
+17201,2
+13925,5
+1640,3
+13411,3
+18133,4
+1727,8
+14075,10
+13375,13
+9439,0
+6819,17
+13720,9
+1590,3
+10274,16
+14559,19
+559,15
+9101,10
+5082,10
+11364,18
+12767,15
+1587,6
+15995,17
+1541,17
+3560,15
+3747,3
+17792,13
+245,18
+13400,10
+15095,15
+2532,1
+6503,8
+18364,19
+10357,5
+389,4
+10468,17
+4975,10
+163,12
+8279,14
+1972,16
+6418,12
+13139,4
+8478,7
+1431,3
+12647,7
+17226,18
+6651,17
+1832,5
+885,17
+1675,4
+2235,14
+14970,16
+4333,1
+6929,2
+4589,1
+10840,19
+5333,14
+2678,13
+4698,5
+7016,1
+9624,13
+2189,18
+15418,0
+16582,13
+8612,15
+2825,2
+3625,11
+6532,17
+6245,14
+17838,11
+7277,3
+8071,1
+7429,10
+569,10
+14886,6
+15240,4
+14185,15
+14420,3
+11920,1
+12801,13
+1647,13
+1755,3
+285,10
+17721,17
+6979,11
+39,16
+11370,11
+3614,1
+4075,11
+11525,5
+5365,2
+2885,14
+4179,9
+887,4
+8197,10
+13717,17
+6545,0
+9760,5
+817,1
+5133,17
+2033,9
+11301,1
+17487,5
+14177,0
+4531,17
+17414,5
+1957,6
+14516,7
+2749,1
+18229,1
+12514,7
+12742,16
+15941,18
+17885,19
+6542,7
+2799,14
+15027,3
+5459,15
+6367,2
+2858,13
+15137,13
+1594,10
+15612,3
+2594,15
+11128,4
+16626,16
+9963,11
+10248,18
+4856,8
+12078,7
+250,2
+5235,15
+16973,18
+17413,12
+14428,4
+11941,15
+11836,16
+14948,18
+1412,10
+11214,17
+13980,2
+11521,8
+12332,3
+3370,10
+5852,3
+16300,10
+3304,18
+979,2
+3933,9
+15810,9
+2726,15
+9609,6
+15857,18
+15419,2
+7370,3
+16401,14
+1683,2
+14263,19
+17745,6
+17299,4
+16736,14
+1337,11
+16960,9
+3887,15
+17894,16
+9953,11
+4040,15
+3398,14
+13460,7
+3603,11
+12725,17
+16778,4
+12021,4
+4564,15
+14972,13
+2378,11
+18371,9
+15855,0
+507,13
+14051,6
+11267,8
+9521,16
+3683,14
+9163,12
+6748,18
+619,9
+14119,6
+14367,14
+4334,14
+4475,3
+7143,7
+8087,7
+15319,1
+2731,10
+7749,19
+4913,3
+17977,11
+7360,13
+17781,7
+10649,4
+11798,10
+9572,10
+5675,13
+1497,8
+318,6
+15440,15
+13793,7
+11119,14
+9993,19
+8290,5
+17579,1
+13427,6
+536,6
+3541,10
+4807,0
+4218,14
+12666,4
+16719,2
+6571,3
+6588,1
+5702,4
+1803,10
+10660,3
+7251,16
+14433,2
+10258,9
+3890,8
+17608,5
+6286,19
+12373,14
+5467,13
+4834,8
+5822,1
+9997,15
+1067,4
+10893,11
+12261,6
+16944,6
+18396,1
+11805,12
+1029,3
+332,14
+10582,13
+17366,11
+14287,6
+1839,10
+10233,4
+14799,15
+7468,0
+9755,1
+13935,7
+10954,7
+11320,2
+14262,3
+16725,15
+18389,19
+12970,8
+8476,2
+16283,8
+11182,16
+13663,18
+8136,16
+15307,8
+17862,18
+6522,11
+15556,1
+962,19
+5312,18
+12809,3
+8589,2
+7893,3
+4414,0
+11118,17
+13622,14
+1319,8
+6480,18
+11813,4
+3508,3
+5136,8
+5801,12
+3529,3
+11720,15
+16912,5
+15199,8
+8338,16
+6400,17
+558,17
+12040,6
+944,10
+9372,2
+14954,6
+11176,6
+7469,5
+9263,1
+16967,13
+1914,4
+6251,9
+8274,9
+10527,17
+14307,14
+13322,6
+12648,6
+10986,10
+7185,13
+5737,10
+10183,9
+3495,18
+1274,5
+2413,9
+8234,12
+5783,6
+1536,7
+10048,16
+1787,9
+15255,3
+3671,17
+5986,3
+9620,6
+6380,1
+14181,4
+2001,0
+14953,2
+6490,9
+1131,15
+1856,10
+5982,5
+12226,13
+9419,3
+5882,9
+3295,17
+6952,3
+13477,7
+18134,15
+81,16
+7998,9
+13836,9
+9710,14
+9954,4
+16058,9
+16859,12
+1009,15
+12596,13
+2118,12
+1472,16
+18319,11
+2567,8
+579,11
+1328,19
+9424,19
+15998,17
+3357,11
+10411,6
+8436,7
+18332,9
+13030,1
+17550,7
+5053,11
+9387,9
+4828,14
+12006,8
+9323,17
+15925,2
+15979,3
+4753,14
+9385,6
+14211,17
+13364,10
+16546,10
+17795,13
+14990,7
+15602,6
+4896,0
+397,5
+15832,18
+12622,8
+7048,11
+17771,19
+9245,4
+2390,15
+16069,0
+16122,8
+17378,19
+3947,0
+8268,9
+6419,5
+16403,2
+13568,5
+2370,19
+15484,6
+6904,13
+8175,17
+13430,7
+8432,11
+14159,17
+10327,11
+12384,3
+13474,3
+13988,14
+13985,4
+3538,10
+14670,18
+3533,17
+11680,1
+665,10
+16601,1
+7858,7
+11650,3
+5909,2
+10873,14
+6960,15

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6705d72b7903984e91089b70755aa30f660e286f8e4de01a760cfafc408018
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcdb9c95f18d294e11f951fae5516e17e468d9e5f5a94e4c57bdb7c9cc4933b
+size 42951614

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bb5483f155af86d18a7bc188c0440386b87eb8625226026b720274fab7c5f0
+size 42951934

finetune_lora/qwen2.5-7b-instruct/20newsgroups/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734899842.gamma.4163489.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66bea785289971a3f26ba44c6a505c105858c0fd7d7bc473ef84e6744556a59
+size 47485