Add files using upload-large-folder tool

calibration/llama3.2-1b-instruct/20newsgroups/size=16/seed=0/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258128.gamma.1468566.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2f4151ac9f2367a70ae745e4b7af9541900fd53e9d9a6c4491c3de9741964a
+size 497958

calibration/llama3.2-1b-instruct/20newsgroups/size=16/seed=1/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258161.gamma.1469197.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859e162314dc30b1eff3a151da161f605d3e4856e80646d3c7ac9be10bd291b7
+size 258310

calibration/llama3.2-1b-instruct/20newsgroups/size=16/seed=1/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f59ad02440d466564599566d94ffba93ac9fac1e23cf827ef7bb7c8b954a32a
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=16/seed=1/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258155.gamma.1469068.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa87591f309008a7a542069641638c19ecf18cb7b0d3e26e43a9e5dc9223f2b0
+size 315658

calibration/llama3.2-1b-instruct/20newsgroups/size=16/seed=1/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380aef0cf9ec54add0f571769f4e98f3da94a1230e9600ac09b1553a192dac22
+size 1868

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8055cd40d2a84108b445e7c31bf9727c632d524c9637f3f6277e0bc7b25ce349
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258811.gamma.1481863.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9e113809cf5da205124d0c0b0fa9273b736456c1136791d99f45cc273d5359
+size 255050

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b9c95f689a56dfb38699388e5c305bbf932e4cec50ebfd5d4a4133457cdb57
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258793.gamma.1481472.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eb786847063cd57345b192ed12645d565ea56763273af73a322aee1c4fa79c
+size 257258

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885292c70494f3de2fa688b93ec40460b704685d62c5457eeae6fa55f015cbf8
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258799.gamma.1481606.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0763a15ede4e001dec512f7402eaa2769c52fda7a105257c58588f752740563
+size 223206

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e70dc9e4434295ddd89ae01950f5cf371aab432f447a3880d119d244680106f
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258805.gamma.1481749.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c52bfe2ff868cc544d49ff365f9cb5c088bd19ec627c103e949a9c802bff31
+size 270494

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=2/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fac7d9b377306bfd784c8eb09d16dd92c50f9b173f163101a2ce4985171d9f4
+size 1868

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=3/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d4aec84c0baa176525983c6c0b511b6ba71986ab8e3ece5a83caf6cd381dbc
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=3/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258817.gamma.1481977.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c4824e479661f26a124cbd33bf8474452debd29bd03abe9a4620f0dd04bdf4
+size 250634

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=3/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc54c2d3e0c1823aede9aa742d1a1312aa204fab12ad5dc0b9dd2263506df7b0
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=3/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8867e34f2f19cfd1502670e0bcef1f34a26c58a0b2637c9b83aa338a209a99c
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258860.gamma.1482818.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d174d04870635f7b17e8ed135511b0d4cdb584cb6831dbda61238845c0177a89
+size 268374

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5992d7e75f95386776a20f4c8adb47812c26143b2627f95ff3d0d2a64e8208
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258841.gamma.1482464.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69a8af273db651a5905cb85dc048eeaa885379bf2d26007f2f0459c0bcd8a81
+size 269622

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717ee56e6ce1c62f5b1c34df7008ceb972188488adf6326da64700ddb56d6050
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258847.gamma.1482578.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806ef33eb010630b085e6ec99befa0095fbcc869900cf7be32ac1e25d887920
+size 231362

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4501c4b5a6a2a1244ad988d04b771cb7a9bf237d8097f32162ffbd9df7927f73
+size 1804

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258853.gamma.1482694.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ab6068fecc6bb6c7adc10949f19a1777dd3142ad215f0135e781646efea28b
+size 284682

calibration/llama3.2-1b-instruct/20newsgroups/size=32/seed=4/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc488d37c9f50dfb7288d937bcf457f6096b538a1d243aaa95e78b1500491b5
+size 1868

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-10.127581,-0.0025801721,-9.752581,-16.690197
+80227,-1.585471e-05,-19.375015,-15.000016,-17.125109
+79086,-2.2172682e-05,-20.000023,-18.250023,-18.12523
+75303,-12.751057,-15.626057,-17.376057,-0.0013201283
+56417,-11.500723,-12.000723,-0.00072310044,-7.3758655
+11319,-8.390456,-8.765456,-7.640456,-0.015840681
+12625,-1.7404405e-05,-19.000017,-16.125017,-13.125174
+87626,-8.500493,-0.00049304724,-8.500493,-16.2363
+43853,-13.875955,-15.625955,-17.125954,-0.0011022203
+23828,-12.25045,-14.75045,-8.75045,-0.0005536215
+27858,-3.8958943,-12.520894,-0.020894296,-9.146031
+12604,-11.50011,-17.25011,-0.00011002412,-12.750253
+8180,-18.375103,-20.000103,-0.00010346831,-17.125193
+37466,-13.000343,-14.500343,-14.937843,-0.00045126388
+48185,-9.125432,-0.00043227864,-12.875432,-15.62553
+77755,-13.3751,-11.5001,-0.000100607576,-13.125475
+29286,-1.0008543,-5.0008545,-1.6258543,-1.0010146
+87038,-14.500521,-18.56302,-17.75052,-0.0008030596
+33094,-12.125434,-0.00043394684,-12.000434,-16.375711
+17990,-15.127305,-17.252306,-0.0023053517,-6.127533
+125393,-14.25034,-15.37534,-16.75034,-0.0005543663
+25066,-14.500612,-0.00061195245,-17.438112,-15.252793
+93021,-13.501068,-15.001068,-7.3760686,-0.0011863895
+91364,-17.7501,-20.0001,-9.8342825e-05,-18.00034
+56219,-0.008840824,-9.883841,-5.008841,-6.258979
+108119,-5.506345,-7.256345,-11.381345,-0.007673562
+108029,-0.01607482,-16.141075,-12.016075,-4.1411777
+82606,-15.5003395,-14.8753395,-9.7503395,-0.0004551969
+34733,-14.125616,-15.375616,-8.375616,-0.0008763258
+40806,-2.2291888e-05,-18.625023,-19.000023,-16.500132
+89870,-8.5830325e-06,-20.375008,-20.750008,-17.625166
+120589,-14.375076,-12.375076,-7.605264e-05,-11.625333
+107229,-0.8983744,-10.523375,-0.5233744,-9.023465
+81763,-12.50011,-14.12511,-0.000109547334,-12.1252165
+126587,-5.629963,-8.754963,-8.004963,-0.005181594
+105931,-16.750082,-8.2966224e-05,-14.625083,-16.25053
+51593,-0.00048339603,-16.500483,-14.5004835,-7.7508507
+105827,-11.625882,-13.875882,-8.250882,-0.00097116356
+92547,-18.31254,-4.0411134e-05,-11.37504,-14.250414
+11098,-14.625177,-16.125177,-0.00017748689,-9.375332
+15535,-8.875292,-0.00029142425,-16.187792,-11.626849
+104144,-5.510964,-13.635964,-0.010964149,-5.011287
+84409,-6.3536536e-05,-17.750063,-17.437563,-15.0002575
+55188,-12.250201,-12.625201,-0.00020120504,-9.750424
+97914,-9.125194,-13.875194,-0.00019333878,-11.500507
+9697,-12.625568,-15.625568,-8.625568,-0.0007527547
+43614,-12.125302,-16.125303,-11.875302,-0.00038833535
+57056,-15.750305,-16.125305,-12.750305,-0.00046283187
+98595,-16.000246,-0.00024589853,-13.000246,-10.375544
+11602,-12.250606,-10.000606,-0.0006059956,-7.8757815
+29109,-8.000459,-16.750458,-0.00045861216,-12.750579
+114682,-13.750658,-0.000657938,-17.875658,-15.127551
+63374,-12.125144,-0.00014447123,-16.250145,-12.750831
+77864,-14.87509,-18.87509,-8.9879766e-05,-15.625203
+81631,-3.220825,-10.470825,-0.095825054,-2.971094
+124163,-1.2957555,-14.420755,-2.6707554,-0.42086804
+81563,-8.384173,-9.384173,-4.759174,-0.00932787
+13895,-9.2504015,-0.00040189296,-14.1254015,-14.500821
+12863,-14.3752775,-17.375278,-13.6252775,-0.00050502754
+45732,-3.2955472,-0.045547254,-4.9205475,-9.045944
+49404,-14.125105,-14.250105,-0.000105256266,-13.000298
+487,-11.8750725,-7.247662e-05,-14.7500725,-15.375326
+64317,-14.625595,-15.875595,-8.750595,-0.0012413078
+6331,-3.9099883e-05,-16.125038,-17.375038,-16.50116
+73812,-9.517654,-5.517654,-0.01765395,-5.1428022
+15701,-12.285343,-12.410343,-1.4103436,-0.2854949
+104663,-2.396078e-05,-20.250025,-16.625025,-19.00021
+90606,-0.016261792,-10.391262,-9.266262,-4.1414323
+127552,-1.2755313e-05,-19.000013,-19.250013,-17.875174
+126761,-8.127084,-14.877084,-6.6270833,-0.00217876
+92697,-1.3305557,-9.580556,-0.33055568,-4.081248
+107122,-0.2536393,-10.378639,-1.5036393,-7.754446
+74380,-13.625343,-14.875343,-13.375343,-0.0004747451
+66285,-2.8132996e-05,-19.000029,-13.750028,-16.125284
+70163,-6.1398597,-9.76486,-0.014859706,-4.389995
+75972,-11.375288,-14.000288,-0.00028844486,-10.750453
+30713,-13.055532,-12.305532,-2.9305325,-0.05583242
+118867,-1.2278481e-05,-18.875011,-19.937511,-18.50017
+84835,-14.5631075,-0.00060742523,-12.5006075,-13.688248
+60503,-20.750044,-20.125044,-4.4702483e-05,-18.625147
+11807,-13.055371,-14.180371,-1.805371,-0.18056925
+27906,-3.0755524e-05,-18.37503,-14.7500305,-15.000148
+30093,-15.626926,-0.0019263537,-16.376926,-11.877606
+45657,-17.375055,-16.875055,-5.4953973e-05,-16.625135
+97197,-2.1457441e-05,-19.875021,-16.375021,-16.875134
+48440,-11.3751,-0.000100011595,-15.0001,-12.750303
+14971,-1.6450747e-05,-19.125017,-18.125017,-17.375198
+61380,-10.87717,-10.37717,-11.50217,-0.0022611879
+7177,-14.00014,-0.0001401803,-17.75014,-16.87547
+40241,-0.0059860237,-13.380986,-11.880986,-5.1314764
+38583,-18.75009,-8.9045374e-05,-14.625089,-17.250368
+104941,-2.9921084e-05,-19.50003,-12.50003,-18.750206
+39377,-6.1282454,-0.0032455649,-11.503245,-15.878586
+65329,-10.270335,-10.520335,-2.0203357,-0.14579296
+81089,-15.000179,-0.00017975146,-9.625179,-11.405874
+6143,-2.0617008,-9.061701,-3.1867008,-0.1870425
+63753,-0.00011920219,-16.000118,-14.750119,-15.87532
+5084,-11.918162,-14.543162,-0.04316228,-3.168279
+125282,-14.875762,-11.625762,-0.0007621721,-7.8759875
+7980,-9.503271,-9.128271,-10.128271,-0.003981361
+42346,-15.125189,-15.750189,-14.375189,-0.00029478234
+73055,-6.5021005,-12.2521,-0.002100406,-7.8780804
+31696,-9.500877,-11.500877,-0.0008769957,-7.2510357
+101343,-7.8755107,-19.250511,-0.0005108005,-18.875614
+115075,-2.0146166e-05,-18.250021,-19.687521,-15.500282
+29447,-12.250561,-16.68806,-12.375561,-0.0006821911
+89441,-0.00094404945,-16.500944,-7.000944,-14.8760395
+15843,-7.7125434e-05,-13.375077,-10.375077,-12.000254
+110126,-12.375161,-11.250161,-0.00016139635,-9.625517
+36142,-12.7508135,-16.125813,-10.6258135,-0.0008944512
+2846,-14.250846,-17.938345,-16.250845,-0.0010136244
+85390,-0.26367182,-6.763672,-2.8886719,-7.07632
+108138,-9.875644,-13.875644,-9.875644,-0.0008384138
+7571,-18.313927,-14.001427,-6.8764267,-0.04479741
+62381,-19.250042,-4.112636e-05,-18.625042,-17.000652
+65963,-9.100263,-12.225263,-0.97526217,-0.47559166
+39384,-3.1589963e-05,-18.000032,-16.625032,-15.250482
+62356,-9.2263734e-05,-19.812592,-17.875092,-17.125208
+20478,-8.877296,-0.0022963127,-10.814796,-10.377608
+101968,-13.125108,-17.250107,-0.000107521,-13.875204
+124810,-12.125136,-12.875136,-0.00013684291,-9.750292
+9300,-16.750053,-17.250053,-5.3881147e-05,-15.000174
+35593,-13.756717,-14.756717,-5.1317167,-0.006825247
+53670,-15.750837,-13.625837,-0.0008375712,-7.251017
+44789,-7.152301e-05,-19.87507,-21.00007,-17.250221
+25135,-13.125174,-0.0001731961,-17.687674,-17.875542
+32124,-9.7751135e-06,-15.75001,-17.12501,-16.750143
+36646,-6.5034003,-12.628401,-13.128401,-0.0035732198
+34191,-13.005638,-14.880638,-5.2556386,-0.015724428
+65307,-12.6257105,-16.25071,-11.1257105,-0.0007650703
+32731,-14.250125,-0.00012468515,-19.000124,-16.375763
+112637,-7.2618203,-7.3868203,-8.511821,-0.024930744
+18943,-7.2521267,-7.3771267,-0.0021266956,-8.379543
+117291,-1.5616295e-05,-19.625015,-17.250015,-15.750202
+67975,-11.893044,-13.893044,-2.0180445,-0.14321093
+104676,-4.7533298,-0.8783298,-0.6283298,-5.753602
+109059,-4.0183883,-0.018388044,-10.893388,-9.522592
+86252,-12.876739,-14.876739,-12.126739,-0.001880317
+109620,-2.4437606e-05,-17.500025,-20.062525,-14.125116
+35543,-12.375629,-15.438129,-11.500629,-0.00080385833
+96155,-12.5003195,-0.0003193107,-12.0003195,-14.128214
+33646,-5.504481,-11.129481,-0.0044809175,-15.879655
+64061,-0.060412884,-8.560413,-3.060413,-4.8106637
+6764,-2.6464111e-05,-15.750027,-13.875027,-12.8751745
+63078,-17.00045,-0.0004491989,-17.37545,-12.500697
+88343,-13.375636,-0.00063625595,-18.000637,-14.75154
+50106,-13.500545,-0.000544519,-8.000545,-8.764726
+35688,-13.029864,-15.904864,-0.029864158,-3.530286
+78697,-11.375419,-0.00041869457,-14.500419,-12.750877
+13749,-2.7073007,-0.08230062,-5.3323007,-4.957866
+44428,-9.250919,-15.125919,-11.125919,-0.0010475394
+13880,-9.8104436e-05,-19.562597,-16.375097,-19.875484
+107805,-8.530189,-13.030189,-0.03018865,-3.5302684
+47687,-1.8358061e-05,-19.62502,-19.37502,-18.62522
+3328,-16.750135,-16.125135,-0.00013600854,-11.625326
+27574,-16.000557,-15.250556,-17.750557,-0.0008061612
+6049,-15.125095,-9.5720476e-05,-13.000095,-16.000473
+121371,-16.000116,-0.0001163415,-11.875116,-12.500651
+93977,-0.008658959,-16.88366,-4.758659,-13.883796
+87794,-12.62508,-17.37508,-8.0105434e-05,-14.000191
+1284,-14.250081,-8.129743e-05,-14.500081,-11.752816
+86737,-10.125896,-11.125896,-9.125896,-0.001156017
+9800,-10.625397,-15.625397,-17.687897,-0.0005309932
+60632,-10.8773,-0.0023005942,-14.2523,-18.440016
+69196,-15.500259,-0.0002598425,-14.375259,-15.500475
+109514,-15.000105,-18.000105,-0.00010466028,-17.250227
+75454,-12.625259,-0.00025900823,-14.500259,-8.750475
+68262,-2.3509507,-15.22595,-0.100950636,-14.226052
+51383,-7.7505856,-0.0005856229,-12.250586,-11.626443
+39024,-4.8827906,-0.0077905385,-14.382791,-10.382925
+53372,-14.62686,-15.00186,-6.87686,-0.0021167116
+61955,-11.227877,-9.227877,-2.352877,-0.102945164
+46407,-13.250229,-0.00022873646,-17.875229,-16.53884
+56851,-1.5032218,-13.6282215,-0.25322175,-6.7533712
+117835,-19.125065,-19.500065,-6.484775e-05,-19.125181
+41315,-3.5299501,-16.27995,-0.029950121,-11.280088
+54086,-3.0517112e-05,-20.87503,-17.50003,-16.125303
+1123,-3.5285328e-05,-17.375034,-13.375035,-14.250168
+6738,-9.625347,-0.0003470772,-11.375347,-16.625782
+65022,-11.750456,-11.875456,-14.375456,-0.001942152
+29011,-11.250357,-16.312857,-13.000357,-0.0005584158
+209,-13.534254,-13.659254,-3.4092536,-0.034360535
+117949,-7.199982e-05,-19.312572,-16.000072,-17.125154
+112253,-13.37546,-10.00046,-13.62546,-0.00070332363
+117575,-10.805704,-6.4307046,-0.4307046,-1.0558397
+12151,-8.625287,-18.625288,-0.00028725312,-20.000364
+6503,-10.090208,-11.590208,-0.090207726,-2.4653244
+47388,-12.875085,-8.4515814e-05,-11.000085,-11.751304
+122533,-7.6257544,-12.375754,-10.375754,-0.00090569956
+77557,-0.0019108861,-12.001911,-8.001911,-6.627037
+3593,-4.6071343,-0.6071345,-3.9821346,-0.85840607
+39857,-1.5258673e-05,-15.125015,-15.750015,-13.12513
+82941,-15.375255,-0.0002547178,-16.875256,-17.250532
+2835,-1.9907753e-05,-19.00002,-16.75002,-17.125198
+12119,-9.37531,-15.00031,-0.00030953862,-9.125393
+2255,-0.00027283284,-16.937773,-16.000273,-13.626201
+99071,-3.4270573,-9.802057,-0.05205724,-4.052383
+73970,-6.939616,-9.814616,-0.31461623,-1.3148098
+73312,-5.2123947,-2.3373947,-3.5873947,-1.4625475
+109736,-16.812653,-0.00015269544,-11.125153,-12.751784
+2581,-12.875174,-0.00017355366,-16.375174,-16.878237
+64922,-13.500959,-14.625959,-11.375959,-0.0011401204
+85830,-5.0543462e-05,-17.75005,-18.62505,-15.625199
+122144,-10.750115,-0.000115626324,-14.250115,-12.625582
+62330,-7.757875,-0.00787499,-12.632875,-18.008142
+112561,-9.509168,-9.384168,-0.009167719,-4.7598443
+48434,-12.000106,-0.000105494655,-16.125105,-14.500979
+119944,-14.625065,-6.484775e-05,-17.750065,-16.875263
+120940,-0.20631391,-4.956314,-5.706314,-1.9565531
+77443,-17.75009,-18.50009,-8.999896e-05,-10.750845
+23685,-12.509872,-14.259872,-0.0098723015,-4.6350665
+47231,-5.379751,-0.0047511067,-14.004751,-12.00488
+91022,-17.125122,-0.00012265884,-20.812622,-18.75033
+714,-13.250696,-14.875696,-8.375696,-0.0009743791
+25730,-12.250123,-12.875123,-0.00012265884,-12.375378
+97729,-0.0006071869,-10.7506075,-8.8756075,-7.8830338
+30236,-9.4766896e-05,-15.375094,-14.000094,-9.500404
+2443,-14.7501335,-0.00013362468,-15.2501335,-18.87547
+52656,-0.7382172,-7.7382174,-0.7382172,-3.2384553
+116972,-16.125357,-14.375357,-16.375357,-0.00079402013
+43770,-3.419885,-5.419885,-5.794885,-0.046765327
+10949,-15.000104,-0.00010418349,-12.000104,-14.000295
+100306,-17.000303,-0.00030310327,-10.500303,-12.750654
+29745,-10.750659,-0.0006587719,-10.625659,-15.813825
+60439,-11.750628,-14.000628,-13.000628,-0.00077394204
+109824,-15.250108,-0.00010799778,-12.375108,-15.071726
+102648,-17.001997,-16.251997,-0.0019969062,-6.2526493
+62099,-10.250184,-0.00018380383,-10.625184,-13.500368
+33686,-8.0117855,-0.011785758,-13.6992855,-10.449396
+116606,-8.762155,-12.512155,-4.5121546,-0.012286279
+85384,-11.500449,-14.500449,-13.250449,-0.00068067946
+31834,-8.125725,-9.375725,-0.0007248873,-9.876544
+58133,-16.125603,-17.250603,-15.375603,-0.0011155051
+95196,-19.750061,-21.125061,-6.13909e-05,-19.000233
+11675,-10.750194,-0.00019357714,-18.375193,-18.438099
+34902,-6.152728,-6.527728,-0.027728105,-3.903048
+112691,-16.25038,-17.12538,-12.000379,-0.0005772411
+33713,-2.93015,-11.55515,-0.055149935,-11.305396
+109135,-3.5298786,-15.029879,-0.029878505,-11.155053
+60521,-9.626338,-13.501338,-0.001337706,-6.751447
+76695,-7.3758664,-16.000866,-16.500866,-0.0014229608
+98619,-10.875183,-15.000183,-0.0001830887,-9.625367
+13731,-14.25025,-0.0002503082,-14.50025,-18.000473
+14492,-12.875135,-0.00013553178,-12.500135,-13.376363
+81006,-13.377028,-13.502028,-0.0020280762,-6.2522097
+114491,-17.000206,-15.000206,-12.500206,-0.0005339901
+120167,-17.375202,-16.000202,-0.00020192015,-9.750461
+69602,-14.125178,-0.00017879794,-14.875178,-15.44146
+81057,-6.252529,-8.752529,-0.002529043,-8.128043
+118239,-14.875108,-0.0001074018,-12.875108,-14.750358
+26999,-0.38722882,-12.137229,-1.1372288,-9.762331
+103729,-5.7667537,-4.3917537,-0.016753452,-8.892235
+70324,-1.6569955e-05,-19.625017,-20.125017,-19.000181
+88697,-15.188554,-16.626055,-15.001054,-0.0011930787
+79720,-16.062634,-0.00013410146,-10.500134,-12.875715
+119098,-12.000387,-11.875387,-13.750387,-0.0005597202
+16374,-12.375312,-0.0003121604,-15.750312,-16.438015
+8973,-12.751323,-0.0013225866,-11.251323,-7.001706
+92670,-3.3616456e-05,-14.625033,-11.125033,-12.25027
+46136,-14.250095,-9.512449e-05,-14.500095,-13.875903
+113240,-7.9747835e-05,-16.75008,-16.00008,-14.258361
+92271,-5.299294,-14.1742935,-3.174294,-0.04940828
+47020,-13.512074,-12.012074,-1.1370742,-0.3871547
+68952,-1.9107223,-10.285722,-0.16072224,-8.910924
+93704,-14.000092,-13.750092,-9.178694e-05,-13.876229
+126515,-16.50015,-0.00015031162,-17.00015,-14.500984
+1648,-12.892827,-12.017827,-0.14282702,-2.017974
+4147,-14.751304,-14.751304,-6.8763037,-0.0016691168
+106815,-6.5249224,-12.274922,-0.5249222,-0.900124
+18919,-7.00421,-8.62921,-0.00421018,-5.8793716
+88395,-11.139846,-15.139846,-4.2648463,-0.01562332
+83361,-16.250534,-0.0005342725,-17.875534,-14.50074
+69550,-13.37509,-8.952217e-05,-16.50009,-12.376071
+59782,-13.005503,-13.380503,-5.5055027,-0.0056101945
+62607,-13.875252,-13.500252,-13.000252,-0.0016777199
+49031,-14.641218,-16.016218,-0.016218394,-4.1415997
+24073,-14.126204,-16.126204,-14.126204,-0.0013565845
+34883,-8.75032,-12.37532,-0.0003201449,-10.750477
+78080,-0.00019202773,-13.750192,-8.750192,-11.625379
+59546,-10.876018,-13.626018,-12.626018,-0.0011347069
+123805,-1.8054175,-0.1804176,-10.305418,-8.3056
+87807,-16.313316,-0.0008172033,-14.500817,-9.3763485
+53821,-12.376427,-12.813927,-10.501427,-0.0017252251
+90016,-12.751244,-0.0012440094,-11.126244,-15.68917
+75870,-14.500123,-13.750123,-0.0001234932,-13.750277
+58764,-15.626181,-16.43868,-9.501181,-0.0014985532
+64575,-1.8954097e-05,-19.12502,-19.00002,-17.000137
+85818,-13.875661,-15.438161,-13.875661,-0.0008095615
+15652,-20.000038,-19.125038,-3.802704e-05,-16.500145
+85976,-7.9885707,-13.738571,-2.238571,-0.11370573
+15080,-16.125168,-0.00016878611,-16.750168,-16.000528
+79945,-13.500389,-0.00038902345,-18.12539,-11.876406
+76385,-14.089546,-13.964546,-2.4645464,-0.0896834
+115581,-5.7283325,-7.3533325,-0.47833252,-0.97849333
+61199,-18.000126,-0.00012551951,-18.312626,-16.52037
+85813,-18.125053,-17.750053,-5.3046726e-05,-14.87515
+67537,-19.500174,-0.00017355366,-12.625174,-10.125528
+89261,-9.875253,-12.125253,-0.00025269177,-9.250388
+22046,-16.00026,-15.50026,-14.75026,-0.00043805057
+22926,-5.2450712e-05,-18.000051,-14.375052,-11.137682
+49488,-7.4765244,-9.351524,-0.22652443,-1.6016272
+96660,-7.500707,-0.0007073761,-13.750708,-11.500936
+63730,-11.625673,-15.750673,-8.125673,-0.0007795184
+9677,-5.2927524e-05,-19.125053,-16.125053,-14.875189
+120201,-12.87527,-15.62527,-10.62527,-0.0003908445
+35208,-14.50013,-16.68763,-0.00012933371,-18.250277
+30950,-12.758129,-13.008129,-0.7581294,-0.63324505
+66963,-0.22551396,-15.475514,-1.6005139,-11.100762
+16156,-10.500495,-17.375494,-18.250494,-0.0006115346
+69670,-12.250379,-0.00037829872,-13.250379,-16.500896
+13477,-10.875123,-0.0001234932,-14.750123,-13.1255045
+50904,-14.188183,-0.00068319344,-10.750683,-13.000849
+7930,-14.875103,-17.250103,-0.00010322992,-12.00023
+26294,-13.30269,-10.92769,-3.30269,-0.052875195
+35749,-0.82983506,-13.454835,-0.57983506,-5.5799727
+55850,-0.12712353,-12.002124,-2.1271236,-10.627269
+64767,-12.75053,-15.00053,-12.87553,-0.0006192679
+22057,-16.764547,-16.264547,-4.264547,-0.014760964
+87663,-16.250317,-17.250317,-11.375316,-0.00046712157
+35864,-14.250715,-16.813215,-12.875715,-0.00076971564
+33007,-11.500173,-12.875173,-0.00017307691,-9.750364
+81372,-13.500313,-17.875313,-12.625313,-0.00044280704
+97703,-8.522665,-0.022664558,-13.835165,-13.148807
+118589,-4.5656117e-05,-19.375046,-18.750046,-12.750181
+65741,-2.1695856e-05,-19.250021,-18.625021,-14.125206
+119601,-17.750149,-16.750149,-0.00014792779,-9.626269
+114504,-12.125366,-13.000366,-0.00036626306,-8.375661
+92452,-4.3629647e-05,-17.750044,-15.375044,-14.625211
+11152,-2.7175355,-5.2175355,-1.8425355,-0.34277976
+44669,-9.125807,-10.250807,-0.00080695964,-7.7513213
+121963,-9.886888,-0.01188766,-10.636888,-17.136988
+63486,-12.500377,-15.125377,-15.000377,-0.00052658794
+123055,-10.270233,-10.895233,-0.02023354,-4.020475
+119717,-5.3801484,-16.005148,-13.942649,-0.0057836142
+88042,-8.641453,-14.266453,-4.141453,-0.016767036
+54428,-12.876862,-0.0018612696,-12.001862,-16.377275
+125274,-5.0066647e-05,-15.75005,-11.25005,-12.50015
+46816,-13.752706,-11.377706,-6.0027056,-0.002894776
+8553,-0.026367094,-16.776367,-3.6513672,-15.401493
+56455,-18.87519,-0.0001904783,-20.75019,-19.001059
+101092,-0.00021205084,-15.875212,-8.625212,-15.375519
+55570,-4.6371337e-05,-15.750047,-11.500047,-11.7505045
+2531,-3.5285328e-05,-18.875034,-16.375034,-12.875404
+55854,-11.000343,-0.00034350218,-16.062843,-14.125569
+65143,-0.00025853154,-19.18776,-17.12526,-17.750374
+28422,-14.375485,-16.062986,-13.500485,-0.00058948685
+36329,-12.001214,-14.938714,-15.438714,-0.0015910016
+8061,-13.875196,-0.00019667599,-16.375196,-18.05365
+107678,-17.500164,-0.0001643761,-11.625164,-12.75037
+53009,-0.07167743,-9.821677,-7.446677,-2.821989
+62879,-0.00013386307,-19.562634,-17.625134,-14.000464
+26784,-9.500798,-0.000797907,-10.625798,-17.625952
+21912,-14.639344,-14.701844,-1.7018445,-0.20213261
+113597,-1.6212332e-05,-20.500015,-20.250015,-18.625141
+82760,-1.3232144e-05,-18.500013,-17.125013,-17.125166
+26160,-13.000157,-0.00015758227,-12.875157,-13.382597
+23421,-7.250819,-0.00081899,-12.000819,-10.876352
+41793,-3.599386,-1.7243861,-4.099386,-0.4748839
+103325,-14.500561,-0.00056036504,-18.43806,-11.62582
+33557,-14.625093,-9.3694114e-05,-14.375093,-13.5004425
+81209,-17.437662,-0.0001621115,-15.250162,-11.625373
+107064,-11.875764,-16.438265,-16.063265,-0.00088387774
+98221,-3.8980677e-05,-17.125038,-15.750039,-11.875236
+16139,-14.125411,-17.12541,-12.125411,-0.0005284839
+62717,-9.00088,-0.00088068796,-11.25088,-14.063661
+28151,-9.059865e-06,-21.75001,-20.25001,-19.500216
+22888,-12.375279,-0.00027938755,-8.625279,-11.68483
+24637,-0.6935399,-13.06854,-0.6935399,-9.568714
+92809,-11.375313,-17.250313,-10.125313,-0.00042528496
+91862,-0.8540742,-7.979074,-0.6040742,-3.6042628
+7412,-1.4066597e-05,-21.125013,-18.375013,-20.375114
+52442,-0.7049585,-11.704959,-0.7049585,-4.455306
+87399,-0.0006584145,-12.125658,-8.375658,-10.250937
+112712,-2.7775379e-05,-18.125029,-12.000028,-17.625153
+54201,-0.007802249,-13.257802,-10.257802,-4.8830748
+117074,-9.656505,-10.656505,-0.28150433,-1.406626
+25137,-14.503017,-10.878017,-6.7530174,-2.8890595
+16780,-0.0001731961,-17.375174,-12.375174,-11.625317
+72881,-12.125145,-14.000145,-0.0001448288,-13.375252
+110597,-14.125251,-0.00025054652,-19.06275,-13.000581
+89655,-5.5073175e-05,-18.750055,-14.875055,-15.875636
+48391,-14.87624,-0.0012393659,-17.50124,-17.939384
+110182,-0.0006020641,-17.750603,-16.625603,-18.000973
+87621,-10.773746,-5.773745,-11.773746,-0.024123766
+122711,-6.329813e-05,-18.375063,-18.000063,-17.50028
+115720,-0.00012635386,-18.937626,-17.375126,-18.12529
+66486,-10.875577,-0.0005769257,-15.750577,-11.629649
+68169,-15.875434,-0.0004335894,-16.000433,-14.250641
+110138,-3.0642755,-11.314276,-0.06427557,-9.314424
+21580,-10.250817,-0.0008172033,-17.313316,-14.501771
+102553,-15.500642,-0.00064197433,-12.000642,-8.877361
+78769,-15.8751545,-0.00015424492,-19.312654,-16.000542
+93593,-18.125206,-0.00020668755,-19.625206,-15.000428
+16612,-6.1274123,-0.0024125061,-9.002413,-11.628071
+59583,-11.508506,-13.883506,-4.883506,-0.008688157
+76885,-2.8490615e-05,-17.187529,-19.750029,-12.625652
+120777,-9.00021,-0.0002101439,-12.50021,-15.503124
+121894,-2.8371409e-05,-20.250029,-18.375029,-16.875294
+88371,-1.0847986e-05,-18.625011,-19.500011,-16.62513
+68747,-6.0026236,-11.502624,-0.0026234516,-11.75282

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=0.0-1.0/labels.csv

@@ -0,0 +1,256 @@
+39155,1
+8934,0
+31196,0
+45484,3
+36446,3
+27069,0
+98154,0
+38190,2
+76908,1
+114510,0
+20161,1
+62713,3
+32678,0
+55068,0
+46296,0
+67446,0
+11392,2
+34999,2
+2861,2
+85208,2
+4129,1
+98083,1
+126003,3
+108955,0
+87943,3
+10878,0
+89801,1
+70698,3
+24671,1
+54316,1
+49984,3
+11703,1
+70960,1
+59398,3
+110657,3
+86210,0
+99325,1
+85895,1
+1528,0
+49454,3
+124488,3
+114948,3
+80071,3
+78757,2
+111237,1
+91151,0
+61656,0
+117594,1
+14263,1
+61459,0
+124573,1
+113778,1
+110402,0
+52232,3
+55181,0
+37266,1
+109719,2
+66886,3
+64879,2
+122924,1
+27165,0
+62372,3
+73001,3
+22598,2
+69650,1
+93520,3
+29140,0
+105210,1
+86079,3
+78941,1
+93212,3
+127404,2
+44172,2
+1415,2
+113676,0
+95234,2
+65272,2
+29976,0
+125377,1
+112031,1
+72225,1
+364,3
+99148,3
+84849,2
+92798,1
+73617,2
+43797,1
+73089,0
+125321,2
+126556,0
+109988,0
+2674,3
+126432,0
+45119,2
+120610,1
+65336,3
+53855,0
+88300,1
+61632,2
+85866,2
+42805,3
+45692,3
+73591,2
+68965,3
+90107,1
+97209,3
+61525,1
+35916,0
+83362,0
+10364,2
+81084,1
+97436,1
+60667,3
+59473,3
+114391,1
+86357,0
+10200,0
+71358,2
+39084,0
+51034,1
+4120,3
+83206,0
+64350,2
+35630,2
+62430,0
+32293,2
+36489,1
+36541,0
+9791,3
+16216,2
+55765,0
+115218,3
+118944,2
+69232,2
+15598,0
+115052,1
+120483,3
+33208,0
+110022,1
+42732,1
+40112,2
+123346,0
+26749,0
+77599,3
+16759,0
+28186,1
+2254,1
+98343,1
+90277,1
+7866,1
+97270,2
+40530,3
+34637,2
+68238,1
+58462,2
+109255,0
+90198,2
+33717,1
+103489,1
+63594,3
+59193,0
+95789,3
+90630,3
+114135,1
+26322,3
+86804,3
+127262,3
+12953,2
+22992,3
+95548,3
+2684,2
+37795,2
+105956,3
+126622,1
+123172,0
+65853,3
+99766,2
+5668,1
+63752,0
+84516,0
+111410,2
+33680,0
+88577,1
+70705,0
+69238,0
+41649,2
+76370,3
+11315,3
+5460,1
+112294,3
+20405,0
+99579,1
+25674,1
+50529,2
+13951,0
+47065,1
+75439,2
+47555,0
+110127,3
+42803,3
+1138,3
+113583,0
+95606,3
+16711,1
+102027,1
+62576,1
+36461,1
+118338,1
+76293,2
+6478,0
+50787,2
+44156,1
+26365,0
+126914,0
+112895,1
+62574,3
+75280,0
+124720,0
+64251,0
+80196,3
+28482,3
+99943,1
+1561,3
+96151,3
+60263,3
+126343,0
+12835,0
+23847,2
+111303,3
+81740,3
+3347,3
+47407,1
+35941,2
+115467,1
+102999,1
+41757,2
+19076,0
+80206,3
+15307,2
+88684,1
+102399,1
+48314,2
+85811,0
+85551,2
+36986,1
+18942,0
+90571,1
+109529,1
+54035,3
+52780,2
+115931,2
+122305,1
+75536,2
+103405,2
+112183,0
+47352,1

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=0.0-1.0/logits.csv

@@ -0,0 +1,256 @@
+39155,-8.000398,-0.00039748396,-14.187898,-13.500912
+8934,-3.3378044e-05,-16.125032,-11.625033,-14.750251
+31196,-1.5497088e-05,-16.562515,-15.875015,-15.250293
+45484,-15.562814,-15.687814,-11.000314,-0.0004240932
+36446,-10.875227,-12.500227,-10.000227,-0.00041397876
+27069,-0.00026985342,-11.00027,-10.37527,-9.375356
+98154,-0.000455395,-14.437956,-8.000456,-10.375562
+38190,-11.750165,-13.000165,-0.0001654488,-18.12528
+76908,-15.062627,-0.00012671144,-14.375127,-14.812876
+114510,-2.0384581e-05,-14.62502,-11.50002,-12.500133
+20161,-11.500762,-0.00076205295,-13.000762,-16.85775
+62713,-9.506267,-12.568767,-5.881266,-0.006321662
+32678,-0.00081994286,-10.87582,-13.06332,-8.529464
+55068,-3.4808505e-05,-17.250034,-13.375034,-13.625325
+46296,-6.93774e-05,-16.062569,-12.50007,-13.87537
+67446,-0.00016151555,-16.500162,-9.000161,-12.875255
+11392,-10.001494,-7.876495,-0.0014948396,-12.251677
+34999,-11.3752775,-14.5627775,-0.00027736154,-13.250463
+2861,-11.750107,-15.875107,-0.00010716341,-13.62523
+85208,-15.500151,-17.56265,-0.00015090757,-13.000505
+4129,-9.375151,-0.00015066919,-10.250151,-12.875262
+98083,-12.125057,-5.7218822e-05,-15.000057,-13.500397
+126003,-16.375254,-14.875253,-13.375253,-0.00041731278
+108955,-8.165503e-05,-14.250082,-10.000082,-14.375214
+87943,-17.56281,-14.125312,-12.375312,-0.0006523399
+10878,-6.460935e-05,-15.875065,-10.250065,-11.500279
+89801,-14.12588,-0.00088021153,-7.8758802,-7.766293
+70698,-15.125178,-17.43768,-12.500178,-0.0002640304
+24671,-14.625106,-0.00010620984,-15.125106,-17.000557
+54316,-11.50019,-0.00018976319,-12.62519,-11.000648
+49984,-7.128917,-8.503918,-10.128918,-0.004080233
+11703,-10.563597,-0.0010967199,-7.7510967,-10.5715065
+70960,-8.250312,-0.00031204123,-14.562812,-12.753297
+59398,-9.879257,-10.004257,-9.754257,-0.0044002323
+110657,-10.875519,-11.875519,-9.375519,-0.0015316854
+86210,-2.0742202e-05,-18.562521,-13.375021,-16.000166
+99325,-6.2520123,-0.0020121345,-10.752012,-14.37714
+85895,-15.62511,-0.000109547334,-11.62511,-11.625617
+1528,-0.00066591974,-9.000666,-9.250666,-7.7511034
+49454,-14.188384,-13.500884,-7.2508845,-0.001862621
+124488,-10.875203,-16.125204,-10.250203,-0.00033006235
+114948,-18.687695,-15.562695,-14.375195,-0.0004968154
+80071,-11.625663,-15.563163,-16.313162,-0.00089240127
+78757,-8.875347,-15.625347,-0.0003467197,-10.875455
+111237,-9.626117,-0.0011163676,-9.126117,-10.00204
+91151,-4.0768748e-05,-17.18754,-11.500041,-14.875125
+61656,-5.125868e-05,-17.187551,-10.2500515,-14.750173
+117594,-13.500157,-0.00015698631,-10.000157,-11.125638
+14263,-8.750296,-0.000295357,-11.625296,-11.125593
+61459,-2.6702524e-05,-16.500027,-14.750027,-14.250169
+124573,-10.252044,-0.00204378,-11.002044,-11.502706
+113778,-6.377687,-0.0026869406,-12.2526865,-12.003254
+110402,-0.0013274676,-13.5013275,-6.7513275,-10.001441
+52232,-16.937891,-17.562891,-15.000391,-0.00056901365
+55181,-0.0038935344,-11.253894,-12.941394,-13.153018
+37266,-12.000137,-0.00013720048,-12.500137,-13.751915
+109719,-10.000206,-14.750206,-0.00020585326,-14.125325
+66886,-11.817094,-5.504594,-9.004594,-0.0047831824
+64879,-15.375102,-18.625101,-0.00010203794,-16.500275
+122924,-9.875206,-0.00020585326,-13.437706,-12.625535
+27165,-3.3854863e-05,-16.937534,-11.750033,-15.12513
+62372,-13.375234,-17.062733,-9.750234,-0.0004077765
+73001,-12.503828,-15.753828,-5.6288276,-0.0039343163
+22598,-13.875149,-19.500149,-0.00014876213,-16.375261
+69650,-7.252032,-0.0020320022,-7.502032,-9.25222
+93520,-14.12533,-16.93783,-16.18783,-0.00040513562
+29140,-0.0005849081,-14.875585,-14.563085,-7.5007086
+105210,-7.876379,-0.0013790155,-11.251379,-7.5018773
+86079,-17.625269,-18.375269,-15.000269,-0.0005463857
+78941,-9.500336,-0.00033587537,-9.500336,-11.500425
+93212,-15.813016,-15.938016,-8.875516,-0.00068256987
+127404,-10.750924,-11.750924,-0.0009236837,-7.126089
+44172,-15.250121,-16.75012,-0.000121109304,-13.375246
+1415,-17.125067,-19.500067,-6.758938e-05,-15.500153
+113676,-0.00047100417,-13.125471,-9.125471,-8.000685
+95234,-18.375074,-18.875074,-7.533743e-05,-15.250507
+65272,-16.75009,-19.12509,-8.999896e-05,-13.000168
+29976,-9.7751135e-06,-18.37501,-14.87501,-18.250177
+125377,-8.75109,-0.0010899324,-9.12609,-9.501274
+112031,-10.250107,-0.000106686624,-12.000107,-13.500498
+72225,-10.500347,-0.0003470772,-12.625347,-13.688153
+364,-13.063128,-15.313128,-13.125628,-0.00090647594
+99148,-13.0002,-14.5002,-10.2502,-0.00043185777
+84849,-15.125139,-15.500139,-0.00013970352,-14.375311
+92798,-8.625318,-0.00031799983,-10.000318,-11.625413
+73617,-10.500128,-15.000128,-0.0001275458,-13.000278
+43797,-9.000259,-0.00025936577,-11.250259,-10.751197
+73089,-5.6265202e-05,-16.125055,-13.125056,-15.625215
+125321,-12.125743,-15.750743,-0.00074311293,-7.3758836
+126556,-0.00020966715,-14.12521,-10.87521,-10.750351
+109988,-2.2649509e-05,-15.250023,-12.125023,-13.250126
+2674,-5.258015,-8.883015,-6.758015,-0.008132196
+126432,-7.510157e-06,-15.875008,-16.500008,-16.00015
+45119,-14.50015,-21.12515,-0.00015007323,-18.000282
+120610,-6.50183,-0.0018302132,-15.37683,-14.189503
+65336,-11.500662,-15.438162,-11.000662,-0.00082386367
+53855,-9.7751135e-06,-17.12501,-16.62501,-15.750106
+88300,-12.7502985,-0.00029881304,-9.3752985,-11.750562
+61632,-15.376112,-11.876112,-0.0011119618,-6.876227
+85866,-16.250095,-16.750095,-9.583968e-05,-15.125189
+42805,-16.625252,-15.250251,-13.500251,-0.00053756527
+45692,-14.502634,-13.127634,-6.0026336,-0.0027504964
+73591,-14.62507,-17.375069,-6.93774e-05,-15.500165
+68965,-9.750487,-12.000487,-13.062987,-0.00085646345
+90107,-12.250149,-0.00014888131,-13.250149,-14.87572
+97209,-12.500315,-17.625315,-9.500315,-0.0004909622
+61525,-10.125337,-0.00033647122,-10.750337,-11.51091
+35916,-1.2755313e-05,-17.437513,-17.875013,-15.375153
+83362,-0.0019919095,-14.376992,-9.876992,-6.2521806
+10364,-10.125341,-16.250341,-0.0003418338,-8.625454
+81084,-11.750376,-0.00037591544,-14.750376,-12.000563
+97436,-10.375664,-0.0006636563,-13.625664,-12.125816
+60667,-10.875539,-15.438039,-8.875539,-0.0009600062
+59473,-11.00136,-11.87636,-11.00136,-0.0015375759
+114391,-10.875814,-0.00081482105,-13.938314,-14.126199
+86357,-3.218599e-05,-17.062532,-12.125032,-16.500183
+10200,-1.1324818e-05,-17.875011,-15.750011,-15.000088
+71358,-10.2501135,-17.000114,-0.000113719194,-14.000212
+39084,-2.3841574e-05,-15.875024,-14.125024,-15.500292
+51034,-9.250293,-0.00029237763,-16.125292,-15.000448
+4120,-16.875517,-14.000517,-8.000517,-0.0007977063
+83206,-1.03711545e-05,-17.18751,-16.12501,-14.5002
+64350,-10.500257,-15.000257,-0.00025674384,-8.7504425
+35630,-15.12506,-18.18756,-5.972207e-05,-16.375134
+62430,-1.20400655e-05,-14.750012,-14.000012,-12.375162
+32293,-10.127833,-10.627833,-0.0028332828,-6.024296
+36489,-8.875211,-0.00021097818,-12.500211,-11.250529
+36541,-3.8384653e-05,-15.875038,-10.750038,-14.37528
+9791,-13.750442,-18.375443,-9.500442,-0.00062502
+16216,-15.500241,-18.000242,-0.00024172722,-9.001538
+55765,-0.00010859377,-16.687609,-11.375109,-11.000191
+115218,-15.451774,-12.264274,-4.264274,-0.014527338
+118944,-9.750201,-17.625202,-0.00020132422,-14.1253
+69232,-16.625137,-16.625137,-0.00013815402,-15.875313
+15598,-0.0004323978,-14.562932,-8.125432,-10.375825
+115052,-11.500209,-0.00020883286,-10.875209,-14.001119
+120483,-11.813773,-9.751273,-7.5012736,-0.0014737934
+33208,-1.2159274e-05,-13.750012,-15.375012,-15.250145
+110022,-10.125317,-0.00031668894,-10.500317,-13.250514
+42732,-10.500279,-0.00027938755,-9.875279,-10.6276455
+40112,-11.875092,-18.250092,-9.142935e-05,-14.00018
+123346,-0.0009615565,-12.125961,-7.875962,-7.5010443
+26749,-2.8371409e-05,-15.875029,-16.250029,-12.50029
+77599,-14.250275,-15.937775,-13.500275,-0.00046045292
+16759,-1.4781843e-05,-17.500015,-18.000015,-16.375135
+28186,-8.250573,-0.0005731132,-13.625573,-13.625761
+2254,-7.6257367,-0.0007365613,-14.250736,-12.375906
+98343,-10.000234,-0.00023409964,-9.750234,-12.449523
+90277,-15.125112,-0.00011205045,-14.000112,-15.875928
+7866,-9.750837,-0.0008376904,-10.750837,-8.502187
+97270,-12.50475,-14.75475,-0.004750632,-5.3799686
+40530,-10.628363,-11.628363,-10.253363,-0.003767263
+34637,-13.7517395,-12.8767395,-0.0017395378,-6.501965
+68238,-11.000137,-0.00013720048,-13.000137,-13.250499
+58462,-16.12516,-16.87516,-0.00015984688,-10.3764515
+109255,-0.00014125303,-15.125141,-9.125141,-12.87535
+90198,-11.000148,-17.687647,-0.00014768941,-11.000214
+33717,-11.000133,-0.00013255194,-13.250133,-12.750833
+103489,-14.625096,-9.655486e-05,-17.187597,-16.262217
+63594,-12.750213,-18.125214,-10.250213,-0.0007423396
+59193,-0.00015055,-16.25015,-9.625151,-14.875257
+95789,-5.878384,-12.003384,-10.003384,-0.0037493247
+90630,-13.500292,-17.625292,-16.125292,-0.00042099677
+114135,-12.62511,-0.00010978573,-14.75011,-15.813017
+26322,-13.376042,-16.813541,-7.126042,-0.0011084592
+86804,-9.004944,-11.004944,-5.379944,-0.0051634563
+127262,-12.750576,-10.125576,-11.000576,-0.0012013129
+12953,-8.000582,-14.875582,-0.00058145303,-9.125726
+22992,-8.875551,-12.375551,-15.063051,-0.0023278852
+95548,-6.134355,-8.634355,-5.134355,-0.010397955
+2684,-13.250235,-13.875235,-0.00023421882,-10.875357
+37795,-10.875335,-15.000335,-0.00033516035,-8.625499
+105956,-15.062866,-18.500366,-13.250366,-0.00048832805
+126622,-12.625147,-0.00014733183,-13.625147,-14.000393
+123172,-0.00097132224,-11.375972,-7.1259713,-9.251119
+65853,-14.313232,-15.938232,-7.6257324,-0.0009772212
+99766,-8.751605,-7.3766046,-0.0016046993,-8.501737
+5668,-10.375947,-0.0009470269,-12.938447,-12.938609
+63752,-0.00014077626,-16.187641,-13.000141,-13.62536
+84516,-3.0159496e-05,-15.2500305,-11.6250305,-13.500112
+111410,-11.500251,-15.875251,-0.00025054652,-9.125617
+33680,-1.490105e-05,-17.562515,-16.750015,-17.000198
+88577,-11.625357,-0.00035708727,-11.625357,-13.813227
+70705,-0.003222394,-17.128222,-10.753222,-5.7533693
+69238,-2.4079987e-05,-15.500024,-11.625024,-13.500217
+41649,-12.500066,-16.375065,-6.580136e-05,-13.625212
+76370,-15.000468,-15.375468,-8.000468,-0.0006921252
+11315,-8.126705,-11.376705,-9.251705,-0.001928283
+5460,-8.125441,-0.0004407388,-11.500441,-11.625973
+112294,-13.625827,-15.438327,-12.125827,-0.0009218577
+20405,-4.2199197e-05,-14.875042,-12.875042,-10.625154
+99579,-10.750444,-0.00044467096,-11.875444,-12.125673
+25674,-14.375123,-0.000123374,-14.000123,-15.25034
+50529,-10.875639,-16.125639,-0.0006393534,-7.5011544
+13951,-0.00051115797,-11.813011,-10.375511,-8.750902
+47065,-9.250904,-0.00090415124,-11.688404,-7.6260114
+75439,-12.938366,-8.750866,-0.0008661571,-7.7509446
+47555,-0.0012567488,-8.001257,-10.376257,-8.251548
+110127,-12.875159,-16.25016,-11.375159,-0.00049107766
+42803,-12.250783,-14.000783,-7.5007825,-0.0011936406
+1138,-14.250514,-16.375513,-13.125514,-0.00065813254
+113583,-4.0411134e-05,-16.68754,-13.75004,-11.625356
+95606,-13.125532,-16.500532,-8.000532,-0.00069698755
+16711,-10.125903,-0.0009029602,-7.250903,-12.75103
+102027,-15.250032,-3.2424403e-05,-15.625032,-15.375509
+62576,-13.50021,-0.00021002471,-12.37521,-14.813008
+36461,-10.750266,-0.00026592056,-13.000266,-11.500853
+118338,-8.500302,-0.00030238825,-13.000302,-14.000602
+76293,-15.312615,-13.750115,-0.00011550713,-13.000698
+6478,-2.2530301e-05,-17.562523,-15.500023,-15.875177
+50787,-12.375192,-12.125192,-0.00019155098,-13.875491
+44156,-11.125121,-0.00012158608,-14.125121,-10.125547
+26365,-3.9695904e-05,-16.43754,-10.75004,-13.00025
+126914,-0.0015818476,-13.876582,-9.751582,-6.514663
+112895,-14.875057,-5.6980418e-05,-13.625057,-15.500301
+62574,-12.375503,-14.438003,-8.000503,-0.0010145162
+75280,-0.00030906193,-13.250309,-12.875309,-8.125571
+124720,-0.0011112473,-12.001111,-10.751111,-6.876257
+64251,-1.0251946e-05,-15.0000105,-14.1250105,-14.250207
+80196,-18.812826,-17.125326,-13.625326,-0.0005364883
+28482,-12.625632,-17.125633,-7.875633,-0.00073841604
+99943,-10.750088,-8.737659e-05,-12.125088,-15.437866
+1561,-12.500833,-16.250832,-8.500833,-0.0009894401
+96151,-13.125334,-16.312834,-14.125334,-0.00051694375
+60263,-14.0002,-18.0627,-14.6252,-0.00033769512
+126343,-0.00010358751,-14.625104,-10.875104,-11.125315
+12835,-2.396078e-05,-15.750024,-11.250024,-13.750298
+23847,-7.375804,-16.125803,-0.0008038627,-13.375906
+111303,-8.125518,-9.625518,-12.875518,-0.00070080644
+81740,-9.000717,-9.500717,-14.563217,-0.0012773495
+3347,-16.75044,-18.00044,-16.31294,-0.0009080592
+47407,-13.438043,-0.00054225523,-11.000543,-12.00547
+35941,-14.250287,-16.875286,-0.00028665725,-8.500369
+115467,-10.501257,-0.001257344,-12.063757,-8.62636
+102999,-13.875051,-5.0185852e-05,-13.500051,-14.875284
+41757,-12.00271,-6.00271,-0.002709886,-10.503702
+19076,-0.00013958434,-14.750139,-9.750139,-10.500314
+80206,-16.875477,-9.375477,-13.625477,-0.0012411794
+15307,-16.000069,-16.750069,-6.842379e-05,-12.501048
+88684,-14.87512,-0.000120155746,-15.93762,-14.502797
+102399,-12.625327,-0.00032729513,-12.125327,-12.875708
+48314,-10.12592,-14.00092,-0.000920468,-7.1260123
+85811,-0.0019010106,-7.501901,-11.939401,-9.002643
+85551,-9.625231,-16.12523,-0.00023123929,-14.625392
+36986,-8.1254,-0.00039915222,-10.2504,-15.125518
+18942,-2.527205e-05,-16.250025,-11.625025,-12.875197
+90571,-10.375143,-0.00014268333,-13.125143,-12.625525
+109529,-13.250104,-0.00010358751,-12.750104,-14.875356
+54035,-12.501213,-13.626213,-13.001213,-0.0016659745
+52780,-13.875065,-17.875065,-6.520536e-05,-14.500198
+115931,-10.500159,-10.375159,-0.00015925094,-15.000244
+122305,-9.125159,-0.00015913174,-12.125159,-11.6254425
+75536,-17.125078,-18.125078,-7.8079036e-05,-13.250238
+103405,-6.3768287,-16.50183,-0.0018287854,-12.377
+112183,-2.0622994e-05,-15.125021,-16.000021,-14.500197
+47352,-8.1257105,-0.0007109498,-13.1257105,-14.500952

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,257 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.33691006153821945,0,5.460986137390137,
+0,8,0.0622454471886158,1,5.362974762916565,
+0,16,0.03132570534944534,2,5.372563074032466,
+0,24,0.029043547809123993,3,2.7363122701644897,
+0,32,0.03181001543998718,4,3.7366633236408235,
+0,40,0.03209378570318222,5,2.2710959495355687,
+0,48,0.028703149408102036,6,1.4660274063547452,
+0,56,0.02928575500845909,7,1.619704546034336,
+0,64,0.02907322347164154,8,0.9903777156557355,
+0,72,0.03202040493488312,9,0.894440872328622,
+0,80,0.03214234113693237,10,0.8757689580587404,
+0,88,0.029066860675811768,11,0.5649391900748014,
+0,96,0.028712254017591476,12,0.5035494749123851,
+0,104,0.03260095790028572,13,0.29053212830331177,
+0,112,0.03229808807373047,14,0.4182968162000179,
+0,120,0.028790637850761414,15,0.3192895076237619,
+0,128,0.02901211753487587,16,0.51909865566995,
+,,,16,,0.5028299551743728
+0,136,0.028505932539701462,17,0.25489869210869076,
+0,144,0.02873148024082184,18,1.4116497427263919,
+0,152,0.028907746076583862,19,0.5265654568560422,
+0,160,0.02914806455373764,20,0.07381970938295127,
+0,168,0.0287613645195961,21,0.32778249960392714,
+0,176,0.028989393264055252,22,0.3243956149555743,
+1,184,0.029000122100114822,23,0.22967250905930997,
+1,192,0.028973855078220367,24,0.2532926299027167,
+1,200,0.02863466367125511,25,0.3171674138034827,
+1,208,0.029444731771945953,26,0.1032358304131776,
+1,216,0.028690923005342484,27,0.22046965099871157,
+1,224,0.028634503483772278,28,0.44689602305879816,
+1,232,0.028512854129076004,29,0.05998771665617823,
+1,240,0.02845737338066101,30,0.1581352293957025,
+1,248,0.028336871415376663,31,0.09831554842336725,
+1,256,0.028415251523256302,32,0.30691883179436746,
+,,,32,,0.30982310955341047
+1,264,0.028275910764932632,33,0.32568679910618814,
+1,272,0.028217867016792297,34,0.5434412962640636,
+1,280,0.02822132036089897,35,0.49985384408916744,
+1,288,0.028443265706300735,36,0.08143465843750164,
+1,296,0.02893950045108795,37,0.5297390271540886,
+1,304,0.028867844492197037,38,0.06335126238021378,
+1,312,0.028655748814344406,39,0.11726606680895202,
+1,320,0.028754252940416336,40,0.12275255413260311,
+1,328,0.028258197009563446,41,0.5981934800744056,
+1,336,0.028437703847885132,42,0.17770763288717717,
+1,344,0.028467480093240738,43,0.25286512083839624,
+1,352,0.028266824781894684,44,0.09352948618834489,
+1,360,0.028361331671476364,45,0.07228368539945222,
+2,368,0.028348244726657867,46,0.2300978450026984,
+2,376,0.028366532176733017,47,0.5031711404250624,
+2,384,0.028338845819234848,48,0.44781012533348985,
+,,,48,,0.23271931134737456
+2,392,0.028280198574066162,49,0.05281965227331966,
+2,400,0.028383921831846237,50,0.09931748500093818,
+2,408,0.028417546302080154,51,0.02352089809719473,
+2,416,0.02833254635334015,52,0.024949079554062337,
+2,424,0.02819536253809929,53,0.07908210056900446,
+2,432,0.028445221483707428,54,0.056831611483357844,
+2,440,0.028225906193256378,55,0.4588662682333961,
+2,448,0.028444554656744003,56,0.3048271358711645,
+2,456,0.028828687965869904,57,0.09326803009025753,
+2,464,0.028141815215349197,58,0.581242154391172,
+2,472,0.028264746069908142,59,0.014833173176157288,
+2,480,0.028288044035434723,60,0.13758102311985568,
+2,488,0.02836599573493004,61,0.32600473661053303,
+2,496,0.03214649111032486,62,0.3368551342767508,
+2,504,0.028181973844766617,63,0.03637764012091793,
+2,512,0.028163429349660873,64,0.11978769583220128,
+,,,64,,0.33026530192448544
+2,520,0.028069186955690384,65,0.08423489776032511,
+2,528,0.028341442346572876,66,0.050506018532905726,
+2,536,0.027965284883975983,67,0.7142509008408524,
+3,544,0.028447750955820084,68,0.016574098091950873,
+3,552,0.028164993971586227,69,0.35306347953155637,
+3,560,0.02823932096362114,70,0.3369197905994952,
+3,568,0.02812306210398674,71,0.10442678263643757,
+3,576,0.028132900595664978,72,0.3108007884376483,
+3,584,0.028866849839687347,73,0.3712723840920565,
+3,592,0.02820717915892601,74,0.08984978893568041,
+3,600,0.028079688549041748,75,0.032458190005854703,
+3,608,0.028335824608802795,76,0.030493277776258765,
+3,616,0.02920839563012123,77,0.08081381017109379,
+3,624,0.028612226247787476,78,0.07522262164275162,
+3,632,0.028107691556215286,79,0.1906546702957712,
+3,640,0.028094276785850525,80,0.01741557254572399,
+,,,80,,0.19937638136056754
+3,648,0.02802601084113121,81,0.03068471306635599,
+3,656,0.044039372354745865,82,0.23685230810660868,
+3,664,0.02856609597802162,83,0.09377912320390654,
+3,672,0.028343796730041504,84,0.10675597544759512,
+3,680,0.028714686632156372,85,0.01874136572005227,
+3,688,0.028629202395677567,86,0.05806111535639502,
+3,696,0.028511516749858856,87,0.021625554241472854,
+3,704,0.0286564864218235,88,0.0925574446679093,
+3,712,0.028667807579040527,89,0.0704244075823226,
+3,720,0.028700299561023712,90,0.12122223410988227,
+4,728,0.028591200709342957,91,0.053278975779539904,
+4,736,0.028540194034576416,92,0.06797116320813075,
+4,744,0.02854461595416069,93,0.1136698498109278,
+4,752,0.028644122183322906,94,0.1818232631048886,
+4,760,0.02898542210459709,95,0.360120384216619,
+4,768,0.028527744114398956,96,0.08979690124397166,
+,,,96,,0.2892844310173622
+4,776,0.02812204137444496,97,0.181302218666436,
+4,784,0.028425782918930054,98,0.07811001879163086,
+4,792,0.028693027794361115,99,0.054908153470023535,
+4,800,0.02842724323272705,100,0.042433905007783324,
+4,808,0.029204994440078735,101,0.006635902183006692,
+4,816,0.028500016778707504,102,0.016703549845260568,
+4,824,0.02839236706495285,103,0.00549946319006267,
+4,832,0.028324421495199203,104,0.01511137658089865,
+4,840,0.028470680117607117,105,0.06908977586257,
+4,848,0.028519578278064728,106,0.0061344272440432435,
+4,856,0.02859397977590561,107,0.35276048836264334,
+4,864,0.028251994401216507,108,0.02581521538195375,
+4,872,0.028428886085748672,109,0.15268420123611576,
+4,880,0.029151983559131622,110,0.027752096490335783,
+4,888,0.028717271983623505,111,0.008194090216420591,
+4,896,0.02788933739066124,112,0.05528598231903743,
+,,,112,,0.2600295910468468
+5,904,0.028391636908054352,113,0.011989501347125042,
+5,912,0.02820766344666481,114,0.007659093144563182,
+5,920,0.028123248368501663,115,0.016143278528761584,
+5,928,0.028423603624105453,116,0.0161648013733308,
+5,936,0.028361350297927856,117,0.11979957467216688,
+5,944,0.028677500784397125,118,0.004925050365272909,
+5,952,0.028879709541797638,119,0.21171114539902192,
+5,960,0.028197266161441803,120,0.052463257585519125,
+5,968,0.028538212180137634,121,0.03497535883652745,
+5,976,0.02925073355436325,122,0.0014341834939841647,
+5,984,0.028879482299089432,123,0.01997631584526971,
+5,992,0.02892664447426796,124,0.20901614346560868,
+5,1000,0.029078803956508636,125,0.2799473437426059,
+5,1008,0.029146708548069,126,0.02824743776242637,
+5,1016,0.02913898602128029,127,0.07663029890827602,
+5,1024,0.028860829770565033,128,0.018660920022133116,
+,,,128,,0.27751649343050444
+5,1032,0.02885204553604126,129,0.0038503359188325702,
+5,1040,0.028831683099269867,130,0.016820693846966606,
+5,1048,0.02906017377972603,131,0.005881841124695105,
+5,1056,0.029086727648973465,132,0.005913660397709464,
+5,1064,0.029061459004878998,133,0.028193037229357287,
+5,1072,0.02968335524201393,134,0.2996182820237057,
+5,1080,0.02879401296377182,135,0.10877125763799995,
+6,1088,0.03340141102671623,136,0.005459407226589974,
+6,1096,0.028864439576864243,137,0.0056340921095397786,
+6,1104,0.028873249888420105,138,0.001956156959446768,
+6,1112,0.028908301144838333,139,0.003933136615160038,
+6,1120,0.029118701815605164,140,0.006642487542800761,
+6,1128,0.028945274651050568,141,0.008313332765828818,
+6,1136,0.028860636055469513,142,0.022512511801323853,
+6,1144,0.02912149578332901,143,0.04161842933639751,
+6,1152,0.028917454183101654,144,0.025975083650337183,
+,,,144,,0.23128801125746506
+6,1160,0.028778739273548126,145,0.007226484903367236,
+6,1168,0.02905324473977089,146,0.0012272483523702248,
+6,1176,0.028855253010988235,147,0.016859525314430357,
+6,1184,0.028974268585443497,148,0.005475927716664349,
+6,1192,0.029044367372989655,149,0.03811354340602217,
+6,1200,0.02949124574661255,150,0.011057942739474433,
+6,1208,0.02911270037293434,151,0.021991502561286326,
+6,1216,0.02944016456604004,152,0.05445675609250126,
+6,1224,0.029165178537368774,153,0.0034749471565191925,
+6,1232,0.029173757880926132,154,0.003201696752512362,
+6,1240,0.02986404299736023,155,0.0215721473020191,
+6,1248,0.029139578342437744,156,0.032183679001173006,
+6,1256,0.02916492521762848,157,0.021178911430070002,
+7,1264,0.02929021790623665,158,0.002193446959912156,
+7,1272,0.029247630387544632,159,0.009558456276257251,
+7,1280,0.02941233292222023,160,0.007440779393073171,
+,,,160,,0.38375175916231596
+7,1288,0.02913461998105049,161,0.013635776025694213,
+7,1296,0.02929854765534401,162,0.011500779178732046,
+7,1304,0.029072102159261703,163,0.0045878948683821365,
+7,1312,0.029001347720623016,164,0.0011547082161996514,
+7,1320,0.02904290333390236,165,0.05594340894022025,
+7,1328,0.02981352061033249,166,0.0064879525792396935,
+7,1336,0.029361069202423096,167,0.004659306333148076,
+7,1344,0.029108941555023193,168,0.004079668453111178,
+7,1352,0.029496852308511734,169,0.0006486990234407131,
+7,1360,0.02917833998799324,170,0.008526438800618052,
+7,1368,0.029182445257902145,171,0.0014588721125619486,
+7,1376,0.029232893139123917,172,0.009492370368207048,
+7,1384,0.029464751482009888,173,0.0017181604525831062,
+7,1392,0.02878597006201744,174,0.011309621226246236,
+7,1400,0.029341109097003937,175,0.02223081774961126,
+7,1408,0.029050830751657486,176,0.001065012409526389,
+,,,176,,0.30732213533841646
+7,1416,0.02903880923986435,177,0.001493484520324273,
+7,1424,0.029513422399759293,178,0.3848984072701569,
+7,1432,0.02940772846341133,179,0.005216388989720144,
+7,1440,0.02951584756374359,180,0.03349696066288743,
+8,1448,0.028883643448352814,181,0.004052350638085045,
+8,1456,0.029444266110658646,182,0.006306693318401812,
+8,1464,0.029222432523965836,183,0.00265369081794883,
+8,1472,0.028976552188396454,184,0.29544682330742944,
+8,1480,0.02871844545006752,185,0.033907592261675744,
+8,1488,0.029224049299955368,186,0.004923111665266333,
+8,1496,0.02890903502702713,187,0.013843379065552395,
+8,1504,0.02906040847301483,188,0.011562994816631544,
+8,1512,0.028975825756788254,189,0.0038931953295104904,
+8,1520,0.029035944491624832,190,0.02398186510981759,
+8,1528,0.0288131982088089,191,0.010543829458765686,
+8,1536,0.029138293117284775,192,0.09076506229757797,
+,,,192,,0.2405844468336839
+8,1544,0.02907969430088997,193,0.02732912027083027,
+8,1552,0.02887258306145668,194,0.008484635127907885,
+8,1560,0.029065828770399094,195,0.030651008151471613,
+8,1568,0.028844770044088364,196,0.03612821221468039,
+8,1576,0.028890497982501984,197,0.010594445517719058,
+8,1584,0.034114569425582886,198,0.008585761902005678,
+8,1592,0.029280394315719604,199,0.020261098615264928,
+8,1600,0.029310572892427444,200,0.011300783822662197,
+8,1608,0.028884407132864,201,0.02746621237383806,
+8,1616,0.029394831508398056,202,0.02606525970768416,
+9,1624,0.029175322502851486,203,0.01759556296747178,
+9,1632,0.029037903994321823,204,0.0058703042329095,
+9,1640,0.029202785342931747,205,0.07471180104330415,
+9,1648,0.0288502536714077,206,0.012915087688140505,
+9,1656,0.028977133333683014,207,0.00474865130490798,
+9,1664,0.03227017819881439,208,0.013245813128638215,
+,,,208,,0.2317811525785006
+9,1672,0.028677646070718765,209,0.05686604679128019,
+9,1680,0.028606735169887543,210,0.021842376674248952,
+9,1688,0.028927329927682877,211,0.044520732859382406,
+9,1696,0.02886112406849861,212,0.01066199349861563,
+9,1704,0.02911965921521187,213,0.0011780183385781129,
+9,1712,0.028797432780265808,214,0.004778173981928073,
+9,1720,0.02902764454483986,215,0.021962363442677695,
+9,1728,0.029017116874456406,216,0.009141341812664905,
+9,1736,0.029132075607776642,217,0.003228057919841376,
+9,1744,0.029398556798696518,218,0.011569637719471107,
+9,1752,0.02900257706642151,219,0.00790561514277215,
+9,1760,0.02936353161931038,220,0.008692857104809567,
+9,1768,0.028943408280611038,221,0.0020647538263801834,
+9,1776,0.029056310653686523,222,0.004310316119699564,
+9,1784,0.029371704906225204,223,0.010369572404973345,
+9,1792,0.02900032326579094,224,0.0060432249592849985,
+,,,224,,0.26282547070429874
+9,1800,0.02888321503996849,225,0.004203949720855841,
+10,1808,0.02895130217075348,226,0.005421154946452589,
+10,1816,0.029021218419075012,227,0.020036547672498274,
+10,1824,0.029016386717557907,228,0.004668622284433306,
+10,1832,0.02931806445121765,229,0.001411528419599303,
+10,1840,0.029209621250629425,230,0.00509284742474847,
+10,1848,0.029053036123514175,231,0.004696757646161132,
+10,1856,0.029209591448307037,232,0.0035149878225032203,
+10,1864,0.029076099395751953,233,0.001861131530555819,
+10,1872,0.02954833209514618,234,0.0009296997593992273,
+10,1880,0.029180563986301422,235,0.0007746257110738952,
+10,1888,0.029008660465478897,236,0.005873234465460493,
+10,1896,0.029213126748800278,237,0.006105173984299957,
+10,1904,0.028981145471334457,238,0.0011432298640556837,
+10,1912,0.028842568397521973,239,0.007885887300138469,
+10,1920,0.029205743223428726,240,0.001990133524183572,
+,,,240,,0.261198483980619

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,76 @@
+119780,2
+97903,0
+114976,1
+58948,1
+94294,0
+41291,0
+102993,1
+12672,2
+64143,2
+63433,1
+122004,0
+37424,3
+14015,0
+27360,2
+25988,2
+127538,0
+50456,3
+40863,2
+9381,3
+21239,1
+42465,1
+66603,0
+4951,3
+85860,2
+4867,1
+41197,1
+15750,2
+116277,3
+119751,1
+71329,2
+64246,2
+89570,1
+13139,1
+94250,0
+89873,0
+108370,1
+15710,2
+60786,2
+22601,2
+74714,3
+32638,0
+60156,1
+2585,2
+9302,0
+58918,2
+76340,1
+22848,2
+87539,2
+7099,2
+50632,3
+23749,3
+25512,0
+86138,2
+52854,1
+44666,2
+116955,0
+111169,3
+21925,3
+63963,3
+126880,0
+114999,2
+127,3
+9897,1
+84408,3
+101914,0
+4224,1
+57015,2
+11457,2
+11255,0
+75721,3
+51648,0
+46313,2
+83829,2
+23650,0
+104957,1
+104770,2

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,76 @@
+119780,-10.500405,-9.125405,-0.00040558696,-12.375739
+97903,-0.18173313,-12.869233,-1.8067331,-12.556946
+114976,-0.39193296,-2.891933,-1.516933,-3.0199368
+58948,-6.1278214,-0.0028216331,-13.752822,-12.383854
+94294,-0.0001106201,-15.375111,-11.625111,-12.750548
+41291,-0.0036400983,-10.75364,-6.12864,-7.1296024
+102993,-6.130879,-0.0058790147,-12.130879,-15.090233
+12672,-11.379249,-13.129249,-0.0042487592,-5.504601
+64143,-11.643316,-12.393316,-0.018316062,-4.019142
+63433,-11.125442,-0.00044157292,-11.125442,-15.565222
+122004,-0.05497224,-12.054973,-2.9299722,-12.930301
+37424,-14.379519,-13.629519,-5.5045195,-0.0047411984
+14015,-3.194758e-05,-16.250032,-15.000031,-15.500335
+27360,-2.3505168,-11.475516,-0.10051669,-8.726631
+25988,-12.63487,-12.25987,-0.009869232,-4.6410837
+127538,-0.0041385964,-13.504139,-6.2541385,-9.504352
+50456,-0.6574808,-5.5324807,-7.1574807,-0.78649986
+40863,-11.174249,-11.674249,-0.04924891,-3.06486
+9381,-0.8295225,-9.204522,-7.8295226,-0.58032185
+21239,-9.25149,-0.0014899593,-13.50149,-13.756277
+42465,-8.750686,-0.0006860525,-9.250686,-11.781687
+66603,-0.016467374,-12.766467,-4.1414676,-11.641931
+4951,-13.00037,-16.31287,-11.87537,-0.0007467243
+85860,-3.5311007,-13.5311,-0.031100709,-10.656497
+4867,-8.126402,-0.0014016337,-9.501402,-12.154485
+41197,-12.250209,-0.00020847532,-9.750209,-16.18826
+15750,-15.000094,-14.500094,-9.4766896e-05,-12.0005665
+116277,-4.0068827,-10.506883,-2.2568827,-0.13469924
+119751,-9.505798,-0.005798069,-12.380798,-14.894109
+71329,-12.250105,-14.125105,-0.00010501787,-14.250993
+64246,-2.1272345,-13.127234,-0.12723449,-13.002874
+89570,-12.376877,-0.0018764999,-11.001877,-14.939717
+13139,-7.6258545,-0.0008546038,-12.3758545,-15.98226
+94250,-4.8828917,-14.007892,-0.007891666,-13.008148
+89873,-5.0662664e-05,-13.125051,-12.500051,-12.750468
+108370,-9.375576,-0.00057621085,-9.750576,-10.003307
+15710,-12.125431,-12.750431,-0.00043061044,-8.126116
+60786,-13.125149,-14.250149,-0.0001491197,-9.379646
+22601,-17.062582,-12.875082,-8.225103e-05,-15.389945
+74714,-11.638489,-12.513489,-4.3884892,-0.014136483
+32638,-2.9086643e-05,-17.000029,-13.250029,-15.375536
+60156,-6.7540526,-0.0040525226,-8.379052,-10.448236
+2585,-15.812578,-14.125078,-7.867504e-05,-15.509446
+9302,-4.029193e-05,-16.37504,-12.25004,-11.250252
+58918,-6.502897,-12.752896,-0.0028967585,-6.75383
+76340,-6.6277075,-0.0027072704,-7.3777075,-8.878434
+22848,-11.250285,-10.500285,-0.0002854655,-9.12569
+87539,-7.714954,-8.339953,-0.08995379,-10.215696
+7099,-7.0019064,-12.751906,-9.251906,-0.00312855
+50632,-10.265785,-5.8907847,-0.64078486,-0.7664221
+23749,-7.126986,-12.0019865,-7.626986,-0.002309808
+25512,-4.136477e-05,-17.250042,-12.625041,-14.50035
+86138,-14.000955,-13.000955,-0.000954649,-8.3762865
+52854,-7.5009665,-0.00096667756,-11.375967,-12.030901
+44666,-6.8762503,-14.37625,-0.0012500813,-13.502528
+116955,-0.00057239836,-13.000572,-7.750572,-10.250831
+111169,-1.2344196,-10.35942,-4.60942,-0.35962248
+21925,-11.251237,-13.626237,-7.8762364,-0.0015950566
+63963,-10.51253,-13.13753,-0.38753065,-1.138066
+126880,-0.0002506657,-14.750251,-11.500251,-11.375862
+114999,-13.625057,-12.875057,-5.6861216e-05,-11.895332
+127,-13.000746,-10.125746,-10.250746,-0.067151174
+9897,-8.001029,-0.0010287237,-12.626029,-13.398575
+84408,-7.812264,-8.812264,-5.687264,-0.09388071
+101914,-0.00013886917,-13.750139,-15.312639,-11.125552
+4224,-9.250791,-0.000790641,-12.750791,-11.15243
+57015,-16.000086,-15.500087,-8.6780594e-05,-15.627042
+11457,-12.875875,-12.375875,-0.00087580463,-10.628315
+11255,-5.233151e-05,-14.875052,-13.000052,-13.754095
+75721,-4.6534514,-10.653451,-0.7784514,-0.6550156
+51648,-0.00042608244,-14.625426,-11.375426,-13.750794
+46313,-11.516994,-13.641994,-4.141994,-0.017416874
+83829,-10.875268,-13.125268,-0.00026806575,-11.875565
+23650,-3.3616456e-05,-16.875034,-15.750033,-16.125261
+104957,-12.125294,-0.0002934502,-14.375294,-16.626268
+104770,-13.875146,-14.000146,-0.00014554395,-15.126783

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-7.377251,-0.0022513538,-7.752251,-16.815172
+80227,-5.0305054e-05,-15.750051,-10.750051,-13.875214
+79086,-3.3378044e-05,-17.125032,-14.125033,-15.87552
+75303,-10.002784,-14.002784,-13.877784,-0.0033213587
+56417,-13.875149,-12.500149,-0.00014900051,-10.001405
+11319,-4.2889476,-4.9139476,-5.5389476,-0.19126515
+12625,-4.112636e-05,-16.000042,-13.500041,-11.125335
+87626,-10.2507715,-0.00077193975,-7.625772,-19.82385
+43853,-11.7508745,-14.0008745,-12.5008745,-0.001253519
+23828,-10.605539,-11.480539,-1.6055393,-0.23088205
+27858,-6.377726,-12.752726,-0.0027259355,-12.253055
+12604,-7.3761477,-13.376147,-0.0011475652,-9.626535
+8180,-9.875367,-15.750367,-0.0003672164,-13.375523
+37466,-10.116284,-8.803784,-3.1787848,-0.05420562
+48185,-7.6265826,-0.0015825618,-9.501582,-14.2530985
+77755,-14.750105,-12.250105,-0.00010537546,-15.506001
+29286,-2.7725117,-4.522512,-0.14751182,-2.7728353
+87038,-12.126098,-16.501099,-13.126098,-0.0015128014
+33094,-11.625285,-0.00028522714,-10.875285,-16.626116
+17990,-9.914227,-12.664227,-0.039226636,-3.2932382
+125393,-11.500755,-14.125755,-11.500755,-0.0011946106
+25066,-10.750683,-0.0006827169,-14.750683,-14.541661
+93021,-13.8874,-13.5124,-4.5123997,-0.01275111
+91364,-15.7500925,-14.8750925,-9.214454e-05,-15.62682
+56219,-0.17274782,-6.7977476,-1.9227479,-5.048148
+108119,-7.004541,-6.379541,-10.25454,-0.006578956
+108029,-0.8274322,-10.702433,-9.077433,-0.57857436
+82606,-11.480117,-10.605117,-1.6051167,-0.23038533
+34733,-12.888284,-13.638284,-4.3882837,-0.014006943
+40806,-2.9563467e-05,-16.625029,-17.500029,-16.500305
+89870,-2.3603161e-05,-16.125023,-15.625024,-15.500435
+120589,-14.375319,-8.875319,-0.00031835734,-11.501692
+107229,-11.000105,-12.500105,-0.000105256266,-13.625456
+81763,-12.500563,-11.750563,-0.00056262873,-7.875977
+126587,-2.253667,-5.8786674,-4.7536674,-0.1294157
+105931,-11.250286,-0.00028582301,-13.000286,-16.349268
+51593,-0.0034964874,-13.378496,-9.128496,-5.754117
+105827,-11.001461,-14.501461,-8.001461,-0.0018084988
+92547,-13.875213,-0.0002124084,-10.000213,-14.034308
+11098,-13.375593,-13.750593,-0.0005934861,-7.6280293
+15535,-9.876197,-0.0011967409,-12.126197,-12.768937
+104144,-6.377043,-14.752043,-0.0020427092,-10.878074
+84409,-0.00011181206,-15.125112,-13.125112,-12.500569
+55188,-12.500229,-12.125229,-0.00022861728,-9.626084
+97914,-12.750143,-14.625143,-0.00014351768,-13.750513
+9697,-11.375726,-15.438226,-10.250726,-0.002617395
+43614,-13.000898,-15.125898,-8.750898,-0.0015949288
+57056,-14.257049,-12.632049,-5.132049,-0.007529296
+98595,-11.62539,-0.0003898576,-12.50039,-13.127433
+11602,-11.37515,-11.87515,-0.00014983486,-14.125531
+29109,-7.2511187,-15.376119,-0.0011186302,-12.751785
+114682,-8.126895,-0.0018951804,-12.376895,-12.260442
+63374,-9.750394,-0.00039367078,-13.750394,-14.509072
+77864,-10.250224,-15.625224,-0.00022408835,-13.250578
+81631,-6.3771787,-11.752178,-0.00217844,-8.1275425
+124163,-8.07063,-13.69563,-0.070630275,-2.696042
+81563,-7.659884,-8.7848835,-3.409884,-0.0354439
+13895,-8.001027,-0.0010275329,-10.251027,-12.790502
+12863,-11.127115,-15.127115,-7.002115,-0.0025829724
+45732,-8.656479,-1.4064785,-0.28147852,-10.407951
+49404,-13.250195,-13.250195,-0.000194769,-11.754034
+487,-10.500315,-0.00031502053,-10.750315,-14.314276
+64317,-11.6677,-12.7927,-3.2926998,-0.04630398
+6331,-0.00013314791,-15.4376335,-14.7501335,-15.938269
+73812,-10.875526,-9.375526,-0.0005267663,-12.250954
+15701,-13.691567,-11.566567,-1.0665673,-0.46286243
+104663,-8.129743e-05,-16.875082,-11.125081,-16.250546
+90606,-0.19579701,-3.945797,-3.570797,-2.0735645
+127552,-4.51793e-05,-16.375046,-13.625045,-14.750509
+126761,-14.376307,-15.126307,-7.5013065,-0.005921426
+92697,-0.04795951,-8.422959,-3.2979596,-4.6738677
+107122,-2.9340014,-10.184002,-0.059001498,-6.6888123
+74380,-10.66366,-9.16366,-3.4136598,-0.03913762
+66285,-6.2225314e-05,-16.125063,-12.750062,-14.000584
+70163,-4.6831627,-10.058163,-0.058162574,-3.0584335
+75972,-9.500651,-14.688151,-0.00065090926,-12.37613
+30713,-10.914004,-13.289004,-0.039004013,-3.2912984
+118867,-3.5762147e-05,-15.875035,-15.875035,-16.625534
+84835,-12.125625,-0.0006248191,-10.750625,-14.063427
+60503,-13.375094,-16.000093,-9.44093e-05,-15.125304
+11807,-13.202459,-12.827459,-0.57745886,-0.8297143
+27906,-0.00026699316,-13.625267,-9.000267,-10.8755455
+30093,-9.756148,-0.0061478787,-10.256148,-10.133326
+45657,-12.375113,-12.875113,-0.000112646434,-12.500331
+97197,-9.7389246e-05,-16.000097,-13.000097,-13.750344
+48440,-11.000196,-0.00019643761,-13.375196,-14.006998
+14971,-2.467602e-05,-16.625025,-14.875025,-15.875899
+61380,-8.013004,-7.013004,-2.263004,-0.13825035
+7177,-9.500346,-0.0003463622,-13.500346,-15.3807125
+40241,-0.00029559535,-14.875296,-14.000296,-8.251079
+38583,-14.127503,-0.0025037152,-6.127504,-15.008791
+104941,-0.0004726723,-14.625473,-8.000473,-12.250904
+39377,-4.884465,-0.009465105,-7.884465,-13.698045
+65329,-5.2433667,-7.8683667,-1.9933667,-0.24693695
+81089,-12.25089,-0.0008900971,-9.37589,-11.654698
+6143,-1.4378943,-9.500395,-3.5628943,-0.3144424
+63753,-0.0001294529,-14.12513,-11.75013,-13.50048
+5084,-14.876148,-14.376148,-0.0011478033,-7.007276
+125282,-14.625321,-13.625321,-0.00032109825,-12.751296
+7980,-7.476994,-5.976994,-5.351994,-0.10350154
+42346,-15.750555,-16.000555,-11.000555,-0.00089829345
+73055,-9.125911,-10.875911,-0.0009103445,-7.62749
+31696,-10.8752365,-9.8752365,-0.0002362449,-10.000538
+101343,-6.3771353,-15.627135,-0.0021353795,-15.6275015
+115075,-3.373566e-05,-16.250034,-17.375034,-15.625886
+29447,-13.502688,-15.002688,-6.8776884,-0.0032260397
+89441,-4.141321,-13.641321,-0.01632102,-11.516516
+15843,-0.073570676,-6.3235707,-2.8235707,-4.6991415
+110126,-6.4033213,-8.778321,-0.028321357,-3.654264
+36142,-11.406271,-13.093771,-3.781271,-0.03164364
+2846,-14.251393,-15.751393,-10.501393,-0.0017998654
+85390,-0.026668232,-8.901669,-4.526668,-5.1520243
+108138,-10.765677,-11.265677,-0.015677886,-4.6411138
+7571,-13.162075,-9.349575,-0.34957466,-1.2341081
+62381,-12.125232,-0.00023159683,-15.750232,-16.25574
+65963,-14.131966,-13.006966,-0.0069654025,-5.0079803
+39384,-4.148397e-05,-16.750042,-15.875041,-13.519317
+62356,-0.00021276594,-15.375213,-11.000213,-13.125479
+20478,-8.877422,-0.0024223768,-10.377422,-11.448061
+101968,-11.87523,-14.12523,-0.00022992828,-9.625515
+124810,-8.75276,-11.75276,-0.0027594606,-6.0031385
+9300,-14.375138,-14.125138,-0.0001385116,-13.375994
+35593,-10.851658,-11.476658,-2.3516574,-0.101909876
+53670,-16.625145,-13.750145,-0.00014506718,-11.875643
+44789,-0.0001386308,-17.31264,-18.12514,-16.250769
+25135,-7.0286174,-0.028617505,-11.153618,-16.529352
+32124,-4.1245563e-05,-14.375041,-15.375041,-16.000296
+36646,-2.4719257,-9.096926,-5.8469257,-0.09714562
+34191,-10.929971,-11.929971,-0.42997077,-1.0622382
+65307,-13.128484,-14.940984,-6.128484,-0.0036516162
+32731,-8.000939,-0.00093952374,-12.250939,-13.507243
+112637,-6.2584515,-7.1334515,-6.2584515,-0.011559655
+18943,-7.8768334,-7.0018334,-0.001833664,-10.878014
+117291,-3.1589963e-05,-16.250032,-14.750031,-14.500397
+67975,-10.252805,-13.502805,-0.12780504,-2.1286438
+104676,-0.021886948,-4.896887,-7.021887,-5.3973684
+109059,-1.911489,-0.16148895,-8.036489,-7.5437617
+86252,-13.001719,-14.751719,-8.876719,-0.002038756
+109620,-4.6967358e-05,-15.375047,-17.625048,-15.25024
+35543,-10.891688,-11.891688,-4.2666883,-0.017122258
+96155,-8.126403,-0.0014027051,-7.751403,-11.630881
+33646,-12.125183,-12.375183,-0.00018296952,-17.000563
+64061,-0.0011910257,-10.751191,-7.626191,-7.876995
+6764,-9.238293e-05,-13.3750925,-10.8750925,-11.500416
+63078,-8.877754,-0.0027538731,-11.627754,-10.253737
+88343,-6.5056834,-0.0056834533,-11.005684,-12.014344
+50106,-11.250827,-0.000826494,-7.6258264,-10.338559
+35688,-12.518388,-13.893388,-0.018387575,-4.019022
+78697,-5.1316915,-0.0066914298,-9.131691,-9.632659
+13749,-4.1455507,-0.020550776,-7.3955507,-5.6463475
+44428,-3.0549278,-11.429928,-9.054928,-0.055457834
+13880,-0.00031204123,-15.562812,-9.875312,-14.626132
+107805,-7.6329203,-11.63292,-0.007920288,-5.1333165
+47687,-3.1470758e-05,-18.12503,-17.25003,-16.625328
+3328,-11.87519,-13.50019,-0.00018988237,-10.750844
+27574,-11.751033,-13.876033,-12.001033,-0.0015388695
+6049,-10.750385,-0.00038485273,-11.750385,-14.126591
+121371,-10.625378,-0.00037746457,-11.250378,-11.753159
+93977,-5.37975,-14.754749,-0.004749683,-11.129987
+87794,-11.500101,-14.625101,-0.00010084597,-14.125636
+1284,-11.000462,-0.00046159103,-11.125462,-11.511654
+86737,-10.269625,-9.894625,-0.019624831,-4.145178
+9800,-10.001339,-15.188839,-15.313839,-0.0017943431
+60632,-10.750978,-0.0009789442,-11.625978,-17.37676
+69196,-11.7504835,-0.00048315772,-13.5004835,-15.260428
+109514,-13.125225,-14.250225,-0.00022480344,-14.501804
+75454,-12.000347,-0.0003470772,-9.625347,-11.807174
+68262,-4.389757,-13.952257,-0.014756931,-13.390043
+51383,-5.8783603,-0.0033603413,-9.128361,-10.356498
+39024,-9.750933,-0.0009329734,-13.500933,-12.126943
+53372,-11.919136,-12.794136,-3.169136,-0.045195024
+61955,-11.191932,-9.441932,-0.31693128,-1.3171653
+46407,-10.000518,-0.00051759195,-11.750518,-14.06017
+56851,-7.2509303,-15.00093,-0.00093023415,-9.376209
+117835,-16.000122,-17.125122,-0.00012146689,-16.625376
+41315,-4.511538,-16.136538,-0.011538085,-12.011939
+54086,-6.723178e-05,-17.250067,-13.375067,-14.250377
+1123,-0.00015853578,-15.000158,-9.375158,-12.375406
+6738,-8.751065,-0.0010654017,-8.876065,-16.417158
+65022,-8.143227,-8.143227,-4.643227,-0.02217892
+29011,-10.375946,-15.000946,-11.125946,-0.001186384
+209,-11.351898,-11.476898,-1.6018978,-0.22724478
+117949,-0.00033527953,-15.125336,-10.375336,-12.125732
+112253,-9.423195,-5.1731954,-3.9231951,-0.048799634
+117575,-13.1926365,-6.1301365,-0.0051366263,-6.005477
+12151,-4.6351957,-12.635196,-0.010195792,-14.261363
+6503,-4.641136,-10.141136,-1.516136,-0.26633903
+47388,-11.250318,-0.00031716563,-11.375318,-13.65622
+122533,-8.0012455,-12.1262455,-8.6262455,-0.0016142376
+77557,-0.09917583,-8.724175,-2.599176,-4.224475
+3593,-7.887082,-0.012081894,-5.637082,-4.8927464
+39857,-3.5404533e-05,-14.500035,-14.875035,-13.00039
+82941,-12.125726,-0.0007259594,-13.375726,-15.973683
+2835,-6.7112574e-05,-15.750067,-12.750067,-14.375574
+12119,-6.1280556,-12.128056,-0.0030555488,-7.378479
+2255,-0.0002897558,-13.75029,-10.37529,-10.62811
+99071,-6.390084,-8.765084,-0.6400839,-0.7672831
+73970,-9.886495,-8.511495,-0.011494718,-4.516856
+73312,-9.375861,-3.9383616,-0.18836154,-4.6887474
+109736,-11.126103,-0.0011036264,-11.876103,-14.276633
+2581,-6.8768344,-0.001834259,-11.626834,-16.525623
+64922,-5.9330506,-8.68305,-8.18305,-0.059540734
+85830,-8.0224636e-05,-15.12508,-13.25008,-13.125506
+122144,-11.625511,-0.00051139627,-11.125511,-13.059278
+62330,-8.128321,-0.0033203017,-10.253321,-17.133587
+112561,-10.125465,-11.375465,-0.00046540395,-10.001499
+48434,-8.500581,-0.0005806191,-12.000581,-14.146727
+119944,-12.375173,-0.00017271934,-13.875173,-16.250776
+120940,-0.004889199,-8.1298895,-10.5048895,-5.505644
+77443,-12.125783,-14.000783,-0.0007825411,-7.839239
+23685,-11.508254,-11.758254,-0.6332541,-0.75874466
+47231,-8.00314,-0.0031401631,-11.62814,-13.12922
+91022,-12.001978,-0.0019782276,-16.689478,-17.765703
+714,-12.574555,-11.637055,-0.6370553,-0.76727
+25730,-13.875178,-11.375178,-0.00017808282,-12.376766
+97729,-0.0003580406,-12.875358,-8.750358,-9.12805
+30236,-0.0006463822,-12.625647,-12.750647,-7.501336
+2443,-8.250786,-0.00078587636,-9.625786,-14.694838
+52656,-0.70586455,-9.205865,-0.70586455,-4.5815034
+116972,-11.25376,-11.12876,-6.37876,-0.004759069
+43770,-3.6223752,-3.8723752,-0.74737525,-0.7506334
+10949,-11.375594,-0.00059372437,-8.750594,-12.517682
+100306,-12.693303,-0.005802691,-10.630803,-13.716836
+29745,-8.6255865,-0.0005860995,-8.5005865,-15.939164
+60439,-6.016946,-8.891946,-4.641946,-0.017912539
+109824,-11.500628,-0.00062851224,-10.375628,-12.648384
+102648,-8.981934,-10.481934,-0.10693346,-2.484336
+62099,-7.1291876,-0.004187625,-5.7541876,-11.005052
+33686,-8.75527,-0.0052702776,-10.75527,-12.505554
+116606,-3.5981338,-9.848134,-2.8481338,-0.09946278
+85384,-11.876892,-13.626892,-8.876892,-0.002411874
+31834,-8.125668,-9.000668,-0.00066723017,-11.50253
+58133,-11.127666,-12.877666,-6.6276665,-0.0033883739
+95196,-11.625153,-15.500153,-0.00015233787,-13.375464
+11675,-7.625937,-0.0009367845,-13.1259365,-15.269094
+34902,-0.046963412,-5.421963,-3.6719635,-4.2977557
+112691,-13.88059,-14.00559,-5.505591,-0.0061796224
+33713,-6.6281004,-12.1281,-0.0031002336,-13.253932
+109135,-12.000089,-14.625089,-8.844938e-05,-12.625753
+60521,-5.755391,-11.630391,-0.0053913435,-6.255753
+76695,-9.000921,-14.250921,-14.750921,-0.0028738824
+98619,-13.250177,-14.875177,-0.00017712932,-10.250709
+13731,-12.000381,-0.00038127782,-10.750381,-17.50109
+14492,-11.000525,-0.00052533654,-10.375525,-13.252827
+81006,-12.500524,-13.250524,-0.00052378763,-8.003158
+114491,-12.26194,-10.01194,-4.5119405,-0.012622955
+120167,-15.25023,-14.12523,-0.00023016665,-10.251436
+69602,-12.500355,-0.00035494225,-11.375355,-15.534107
+81057,-9.252259,-7.3772593,-0.002259442,-6.648465
+118239,-11.0006275,-0.00062779745,-11.0006275,-14.003339
+26999,-4.2664046,-11.641405,-0.016404636,-11.266569
+103729,-6.135221,-4.885221,-0.010221044,-9.886041
+70324,-2.7656173e-05,-17.500027,-17.375027,-18.375334
+88697,-11.628495,-14.503495,-6.6284947,-0.004411454
+79720,-13.750348,-0.00034779223,-9.500348,-12.751419
+119098,-8.521608,-9.146608,-3.896608,-0.02201556
+16374,-7.2429895,-0.11798943,-9.86799,-14.181001
+8973,-8.627268,-0.0022677677,-9.127268,-10.378673
+92670,-0.0030519834,-11.753052,-5.8780518,-9.628386
+46136,-11.00055,-0.0005505953,-11.12555,-12.752917
+113240,-0.00035386975,-13.375354,-9.500354,-8.878111
+92271,-9.528094,-14.215594,-3.6530938,-0.02836516
+47020,-11.783853,-10.783853,-0.03385265,-3.4091604
+68952,-9.50022,-12.12522,-0.00022051287,-12.750693
+93704,-16.500055,-14.875054,-5.4596363e-05,-16.1303
+126515,-12.250199,-0.00019917889,-14.500199,-15.405096
+1648,-11.534205,-11.034205,-0.034205113,-3.4095535
+4147,-13.380357,-14.630357,-5.5053563,-0.008175375
+106815,-11.262646,-12.762646,-0.38764605,-1.1381991
+18919,-6.627463,-7.377463,-0.002462928,-9.25272
+88395,-11.10195,-13.72695,-2.3519495,-0.10347721
+83361,-8.50161,-0.0016100551,-13.00161,-11.006429
+69550,-10.625364,-0.00036423723,-14.375364,-14.568377
+59782,-9.430189,-11.555189,-4.930189,-0.055794567
+62607,-10.790709,-10.415709,-3.2907083,-0.9492311
+49031,-12.128086,-12.690586,-0.12808657,-2.1470652
+24073,-11.816594,-13.379094,-7.1290946,-0.0048503787
+34883,-13.000215,-12.125215,-0.0002145537,-11.875582
+78080,-0.0016037471,-13.001604,-6.5016036,-10.501897
+59546,-3.175426,-9.800426,-7.175426,-0.050626773
+123805,-5.5070157,-0.0070158322,-10.882016,-10.758477
+87807,-13.440301,-0.0028009492,-12.627801,-11.791397
+53821,-12.002879,-13.690379,-11.252879,-0.005279538
+90016,-10.876102,-0.0011020785,-10.126102,-16.08175
+75870,-13.375139,-12.875139,-0.00013898837,-16.000458
+58764,-13.762565,-14.075065,-4.512564,-0.014159024
+64575,-4.1722382e-05,-16.000042,-15.250042,-15.375387
+85818,-13.377453,-13.814953,-7.5024533,-0.0028456904
+15652,-14.500069,-14.875069,-6.89006e-05,-12.000437
+85976,-11.53727,-12.91227,-0.16226968,-1.9141041
+15080,-12.375427,-0.000427274,-13.625427,-15.458735
+79945,-8.250905,-0.00090510404,-12.375905,-11.004496
+76385,-11.475014,-11.225014,-0.97501403,-0.47710127
+115581,-5.3824453,-7.1324453,-0.0074452073,-6.3828635
+61199,-12.250319,-0.00031871485,-15.062819,-18.920471
+85813,-14.250097,-13.750097,-9.762764e-05,-13.2507925
+67537,-15.00039,-0.00038973842,-11.25039,-10.753327
+89261,-6.751365,-12.376365,-0.001364968,-9.751692
+22046,-10.328113,-10.203113,-2.7031128,-0.079099506
+22926,-0.00052402593,-13.000524,-10.125524,-8.25107
+49488,-9.2529,-11.8779,-0.0029000866,-6.0032053
+96660,-8.750944,-0.00094404945,-9.875944,-13.002048
+63730,-9.455597,-12.830597,-2.5805967,-0.08094899
+9677,-0.00015674793,-16.000156,-11.750156,-12.750502
+120201,-10.649187,-11.649187,-3.774187,-0.024551157
+35208,-13.125324,-13.875324,-0.00032443504,-14.252418
+30950,-11.883486,-11.758486,-0.7584858,-0.6362202
+66963,-3.7735906,-12.89859,-0.023590488,-8.773928
+16156,-9.751476,-15.751476,-16.126476,-0.002675938
+69670,-11.625264,-0.00026449043,-9.625264,-17.188953
+13477,-8.250711,-0.00071154546,-12.625711,-10.917518
+50904,-11.001831,-0.0018312843,-8.876831,-11.865756
+7930,-9.750242,-13.500242,-0.0002418464,-11.875806
+26294,-11.602409,-9.789909,-1.5399092,-0.4255638
+35749,-5.753472,-15.003471,-0.0034717782,-9.753816
+55850,-5.3823595,-12.0073595,-0.0073593,-11.632562
+64767,-8.501474,-13.876474,-9.876474,-0.0017941778
+22057,-11.724048,-12.974048,-1.2240474,-0.3502511
+87663,-14.376857,-15.626857,-7.001857,-0.0022121917
+35864,-15.3763485,-15.5013485,-8.1263485,-0.0015714484
+33007,-10.500215,-12.500215,-0.00021431534,-13.500554
+81372,-10.75065,-14.25065,-8.62565,-0.0008816832
+97703,-7.096967,-0.09696724,-12.284468,-13.224885
+118589,-5.6384404e-05,-16.750057,-15.125056,-11.250363
+65741,-0.00022158552,-12.750221,-11.750221,-11.125562
+119601,-7.807585,-9.932585,-0.05758463,-3.6875849
+114504,-13.37513,-12.37513,-0.00012933371,-12.002471
+92452,-0.00010096517,-15.000101,-11.250101,-13.000576
+11152,-0.11611685,-8.616117,-6.991117,-2.2416873
+44669,-11.375235,-11.500235,-0.00023505308,-12.001614
+121963,-8.252412,-0.0024115548,-8.502412,-16.065725
+63486,-7.501549,-12.876549,-11.876549,-0.0019379363
+123055,-7.7908106,-8.540811,-0.04081051,-3.4172308
+119717,-1.8056998,-13.3682,-10.0557,-0.1854147
+88042,-9.077033,-12.577033,-1.7020333,-0.20311771
+54428,-11.750627,-0.0006263678,-9.625627,-16.208124
+125274,-0.0015879177,-13.376588,-6.876588,-7.876832
+46816,-14.288453,-11.538453,-0.038453203,-3.2890878
+8553,-2.127166,-13.252166,-0.12716605,-13.002385
+56455,-12.625735,-0.0007353701,-15.875735,-18.001493
+101092,-0.00078039704,-13.50078,-7.2507806,-13.251538
+55570,-6.460935e-05,-15.125065,-13.250065,-11.500903
+2531,-6.6754976e-05,-16.375067,-12.750067,-11.875672
+55854,-8.13935,-0.014349604,-11.01435,-14.139695
+65143,-0.00019000156,-15.00019,-12.00019,-12.625537
+28422,-13.647217,-13.209717,-4.022217,-0.022619711
+36329,-10.251775,-13.751775,-12.376775,-0.0029222688
+8061,-10.000872,-0.000871636,-13.250872,-16.45451
+107678,-13.750425,-0.00042512917,-9.875425,-11.377558
+53009,-0.094075084,-7.969075,-5.594075,-2.5967448
+62879,-0.00012838017,-15.000129,-12.750129,-10.875966
+26784,-8.876556,-0.0015563768,-8.376556,-16.818645
+21912,-14.405467,-11.780467,-0.030466784,-3.5341775
+113597,-4.577532e-05,-17.000046,-16.000046,-16.000376
+82760,-3.349725e-05,-16.750034,-14.375033,-16.62535
+26160,-11.125278,-0.00027819577,-11.750278,-14.9855795
+23421,-8.87595,-0.000949647,-11.37595,-13.143413
+41793,-3.4333873,-1.1833874,-2.3083873,-2.8100388
+103325,-9.001534,-0.0015347142,-13.001534,-10.254066
+33557,-11.625225,-0.00022480344,-14.875225,-15.376149
+81209,-13.750706,-0.0007055892,-11.250706,-10.630714
+107064,-10.376484,-15.188984,-13.501484,-0.0029890852
+98221,-0.003039148,-11.878039,-10.378039,-6.87855
+16139,-14.317828,-14.442828,-6.005328,-0.0056447373
+62717,-8.502217,-0.002217693,-9.877217,-13.822577
+28151,-1.9311718e-05,-17.75002,-17.25002,-17.375456
+22888,-11.625725,-0.0007248873,-7.750725,-11.14944
+24637,-3.0496402,-10.174641,-0.04964023,-7.5498586
+92809,-12.376481,-16.12648,-7.251481,-0.0018466134
+91862,-9.500297,-9.375297,-0.00029690625,-11.002265
+7412,-8.9879766e-05,-16.12509,-11.50009,-14.750451
+52442,-9.000784,-12.250784,-0.0007834941,-7.62698
+87399,-0.011799188,-9.761799,-5.5117993,-5.1381807
+112712,-0.0018139114,-13.751814,-6.376814,-13.37708
+54201,-1.0650111,-9.065011,-4.815011,-0.44165465
+117074,-11.812215,-10.937215,-0.062215317,-2.812589
+25137,-5.679817,-7.179817,-6.679817,-2.2776256
+16780,-0.017398823,-12.517399,-4.142399,-7.51777
+72881,-10.5005665,-12.1255665,-0.0005669179,-11.251521
+110597,-8.126425,-0.0014247277,-12.501425,-11.630009
+89655,-0.0002337421,-14.625234,-10.250234,-11.751334
+48391,-10.001305,-0.0013044905,-14.188805,-16.065308
+110182,-0.00031788065,-15.375318,-13.125318,-13.625527
+87621,-7.7627277,-5.2627277,-8.387728,-0.013639493
+122711,-7.414543e-05,-15.875074,-14.125074,-14.501014
+115720,-0.0001559136,-15.875155,-13.125155,-12.250551
+66486,-8.00127,-0.0012702025,-10.62627,-13.059964
+68169,-7.876017,-0.001016934,-10.751017,-13.131753
+110138,-9.3799305,-13.6299305,-0.0049302434,-12.380396
+21580,-4.8838453,-0.008845313,-12.758845,-14.010744
+102553,-14.1891165,-0.0016163631,-12.1266165,-10.913912
+78769,-7.626769,-0.0017691689,-12.876769,-13.086822
+93593,-10.750639,-0.0006393534,-12.500639,-12.009363
+16612,-7.875904,-0.00090403215,-9.125904,-13.009976
+59583,-6.8947444,-12.519744,-6.0197444,-0.020426871
+76885,-8.225103e-05,-14.625082,-18.062582,-12.876645
+120777,-4.8829865,-0.007986635,-9.257987,-13.136591
+121894,-9.5720476e-05,-15.625095,-11.000095,-10.7504425
+88371,-1.7762026e-05,-17.000017,-18.250017,-17.500298
+68747,-9.875199,-10.500199,-0.00019953644,-15.126001

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=128/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}